2024-04-22T22:28:39.672 INFO:root:teuthology version: 0.0.1.dev269+g9481b1d 2024-04-22T22:28:39.672 DEBUG:teuthology.run:Teuthology command: teuthology --owner scheduled_teuthology@teuthology --archive /home/teuthworker/archive/teuthology-2024-04-22_21:08:03-orch-squid-distro-default-smithi/7668916 --name teuthology-2024-04-22_21:08:03-orch-squid-distro-default-smithi --verbose --description orch/cephadm/upgrade/{1-start-distro/1-start-centos_9.stream 2-repo_digest/repo_digest 3-upgrade/staggered 4-wait 5-upgrade-ls agent/on mon_election/classic} -- /home/teuthworker/archive/teuthology-2024-04-22_21:08:03-orch-squid-distro-default-smithi/7668916/orig.config.yaml 2024-04-22T22:28:39.721 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-22T22:28:39.803 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-04-22_21:08:03-orch-squid-distro-default-smithi/7668916 branch: squid description: orch/cephadm/upgrade/{1-start-distro/1-start-centos_9.stream 2-repo_digest/repo_digest 3-upgrade/staggered 4-wait 5-upgrade-ls agent/on mon_election/classic} email: ceph-qa@ceph.com first_in_suite: false job_id: '7668916' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi name: teuthology-2024-04-22_21:08:03-orch-squid-distro-default-smithi no_nested_subset: false nuke-on-error: true os_type: centos os_version: 9.stream overrides: admin_socket: branch: squid ceph: conf: global: mon election default strategy: 1 mgr: debug mgr: 20 debug ms: 1 mgr/cephadm/use_agent: true mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) log-only-match: - CEPHADM_ sha1: 430e09df97c8fc7dc2b2ae424f68ed11366c540f ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: flavor: default sha1: 430e09df97c8fc7dc2b2ae424f68ed11366c540f workunit: branch: squid sha1: c66b8bf2efd3f3988ac1851474c2f98eb2ca30d9 owner: scheduled_teuthology@teuthology priority: 100 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 207 sha1: 430e09df97c8fc7dc2b2ae424f68ed11366c540f sleep_before_teardown: 0 subset: 24/64 suite: orch suite_branch: squid suite_path: /home/teuthworker/src/git.ceph.com_ceph_c66b8bf2efd3f3988ac1851474c2f98eb2ca30d9/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: c66b8bf2efd3f3988ac1851474c2f98eb2ca30d9 targets: smithi088.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKT56JhN1h2Z+TUbpwtqqeiKb0cKFzfYVXYiaxFkIIEmdZU5xUOltDD+Abfu5CjhPjKzVkQrV0z/kzaHZdDRNnI= smithi175.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCrGZ8cy+c7aUf5SlwSs+iY5QCdf4rffUUvPeskbFSv3sJPGj5Rev33GB2f4ubo6kxU41VCb2Z3m3X+lxpz2uMA= tasks: - cephadm: cephadm_branch: v17.2.0 cephadm_git_url: https://github.com/ceph/ceph image: quay.io/ceph/ceph:v17.2.0 - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest false --force - cephadm.shell: env: - sha1 mon.a: - radosgw-admin realm create --rgw-realm=r --default - radosgw-admin zonegroup create --rgw-zonegroup=default --master --default - radosgw-admin zone create --rgw-zonegroup=default --rgw-zone=z --master --default - radosgw-admin period update --rgw-realm=r --commit - ceph orch apply rgw foo --realm r --zone z --placement=2 --port=8000 - ceph osd pool create foo - rbd pool init foo - ceph orch apply iscsi foo u p - sleep 180 - ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force - ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force - ceph config set global log_to_journald false --force - ceph orch ps - ceph versions - ceph -s - ceph orch ls - ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1 - ceph orch ps --refresh - sleep 180 - ceph orch ps - ceph versions - ceph -s - ceph health detail - ceph versions | jq -e '.mgr | length == 2' - ceph mgr fail - sleep 180 - ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1 - ceph orch ps --refresh - sleep 180 - ceph orch ps - ceph versions - ceph health detail - ceph -s - ceph mgr fail - sleep 180 - ceph orch ps - ceph versions - ceph -s - ceph health detail - ceph versions | jq -e '.mgr | length == 1' - ceph mgr fail - sleep 180 - ceph orch ps - ceph orch ls - ceph versions - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mgr - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph versions | jq -e '.mgr | length == 1' - ceph versions | jq -e '.mgr | keys' | grep $sha1 - ceph versions | jq -e '.overall | length == 2' - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 2' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.x | awk '{print $2}') - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.mon | length == 2' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.y | awk '{print $2}') - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.mon | length == 1' - ceph versions | jq -e '.mon | keys' | grep $sha1 - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 5' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types osd --limit 2 - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.osd | length == 2' - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 7' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types crash,osd --limit 1 - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.osd | length == 2' - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 8' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types crash,osd - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.osd | length == 1' - ceph versions | jq -e '.osd | keys' | grep $sha1 - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --services rgw.foo - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.rgw | length == 1' - ceph versions | jq -e '.rgw | keys' | grep $sha1 - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - cephadm.shell: env: - sha1 mon.a: - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; ceph health detail ; sleep 30 ; done - ceph orch ps - ceph versions - echo "wait for servicemap items w/ changing names to refresh" - sleep 60 - ceph orch ps - ceph versions - ceph orch upgrade status - ceph health detail - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - ceph orch ls | grep '^osd ' - cephadm.shell: mon.a: - ceph orch upgrade ls - ceph orch upgrade ls --image quay.io/ceph/ceph --show-all-versions | grep 16.2.0 - ceph orch upgrade ls --image quay.io/ceph/ceph --tags | grep v16.2.2 teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17 timestamp: 2024-04-22_21:08:03 tube: smithi user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 2024-04-22T22:28:39.803 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_c66b8bf2efd3f3988ac1851474c2f98eb2ca30d9/qa; will attempt to use it 2024-04-22T22:28:39.804 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_c66b8bf2efd3f3988ac1851474c2f98eb2ca30d9/qa/tasks 2024-04-22T22:28:39.804 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-04-22T22:28:39.806 INFO:teuthology.task.internal:Checking packages... 2024-04-22T22:28:39.833 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '430e09df97c8fc7dc2b2ae424f68ed11366c540f' 2024-04-22T22:28:39.833 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-22T22:28:39.833 INFO:teuthology.packaging:ref: None 2024-04-22T22:28:39.833 INFO:teuthology.packaging:tag: None 2024-04-22T22:28:39.833 INFO:teuthology.packaging:branch: squid 2024-04-22T22:28:39.833 INFO:teuthology.packaging:sha1: 430e09df97c8fc7dc2b2ae424f68ed11366c540f 2024-04-22T22:28:39.833 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2024-04-22T22:28:40.119 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-2420.g246d7127 2024-04-22T22:28:40.121 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-04-22T22:28:40.128 INFO:teuthology.task.internal:no buildpackages task found 2024-04-22T22:28:40.128 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-04-22T22:28:40.133 INFO:teuthology.task.internal:Saving configuration 2024-04-22T22:28:40.150 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-04-22T22:28:40.156 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-22T22:28:40.180 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi088.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-22_21:08:03-orch-squid-distro-default-smithi/7668916', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-22 22:21:58.505448', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKT56JhN1h2Z+TUbpwtqqeiKb0cKFzfYVXYiaxFkIIEmdZU5xUOltDD+Abfu5CjhPjKzVkQrV0z/kzaHZdDRNnI='} 2024-04-22T22:28:40.202 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi175.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-22_21:08:03-orch-squid-distro-default-smithi/7668916', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-22 22:21:58.503779', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCrGZ8cy+c7aUf5SlwSs+iY5QCdf4rffUUvPeskbFSv3sJPGj5Rev33GB2f4ubo6kxU41VCb2Z3m3X+lxpz2uMA='} 2024-04-22T22:28:40.202 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-04-22T22:28:40.208 INFO:teuthology.task.internal:roles: ubuntu@smithi088.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-04-22T22:28:40.208 INFO:teuthology.task.internal:roles: ubuntu@smithi175.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-04-22T22:28:40.208 INFO:teuthology.run_tasks:Running task console_log... 2024-04-22T22:28:40.276 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fb0c4a190d0>, signals=[15]) 2024-04-22T22:28:40.277 INFO:teuthology.run_tasks:Running task internal.connect... 2024-04-22T22:28:40.283 INFO:teuthology.task.internal:Opening connections... 2024-04-22T22:28:40.283 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi088.front.sepia.ceph.com 2024-04-22T22:28:40.285 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi088.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-22T22:28:40.369 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi175.front.sepia.ceph.com 2024-04-22T22:28:40.370 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi175.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-22T22:28:40.446 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-04-22T22:28:40.453 DEBUG:teuthology.orchestra.run.smithi088:> uname -m 2024-04-22T22:28:40.472 INFO:teuthology.orchestra.run.smithi088.stdout:x86_64 2024-04-22T22:28:40.472 DEBUG:teuthology.orchestra.run.smithi088:> cat /etc/os-release 2024-04-22T22:28:40.530 INFO:teuthology.orchestra.run.smithi088.stdout:NAME="CentOS Stream" 2024-04-22T22:28:40.530 INFO:teuthology.orchestra.run.smithi088.stdout:VERSION="9" 2024-04-22T22:28:40.531 INFO:teuthology.orchestra.run.smithi088.stdout:ID="centos" 2024-04-22T22:28:40.531 INFO:teuthology.orchestra.run.smithi088.stdout:ID_LIKE="rhel fedora" 2024-04-22T22:28:40.531 INFO:teuthology.orchestra.run.smithi088.stdout:VERSION_ID="9" 2024-04-22T22:28:40.531 INFO:teuthology.orchestra.run.smithi088.stdout:PLATFORM_ID="platform:el9" 2024-04-22T22:28:40.531 INFO:teuthology.orchestra.run.smithi088.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-22T22:28:40.531 INFO:teuthology.orchestra.run.smithi088.stdout:ANSI_COLOR="0;31" 2024-04-22T22:28:40.531 INFO:teuthology.orchestra.run.smithi088.stdout:LOGO="fedora-logo-icon" 2024-04-22T22:28:40.531 INFO:teuthology.orchestra.run.smithi088.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-22T22:28:40.531 INFO:teuthology.orchestra.run.smithi088.stdout:HOME_URL="https://centos.org/" 2024-04-22T22:28:40.531 INFO:teuthology.orchestra.run.smithi088.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-22T22:28:40.531 INFO:teuthology.orchestra.run.smithi088.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-22T22:28:40.531 INFO:teuthology.orchestra.run.smithi088.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-22T22:28:40.532 INFO:teuthology.lock.ops:Updating smithi088.front.sepia.ceph.com on lock server 2024-04-22T22:28:40.558 DEBUG:teuthology.orchestra.run.smithi175:> uname -m 2024-04-22T22:28:40.576 INFO:teuthology.orchestra.run.smithi175.stdout:x86_64 2024-04-22T22:28:40.577 DEBUG:teuthology.orchestra.run.smithi175:> cat /etc/os-release 2024-04-22T22:28:40.635 INFO:teuthology.orchestra.run.smithi175.stdout:NAME="CentOS Stream" 2024-04-22T22:28:40.635 INFO:teuthology.orchestra.run.smithi175.stdout:VERSION="9" 2024-04-22T22:28:40.635 INFO:teuthology.orchestra.run.smithi175.stdout:ID="centos" 2024-04-22T22:28:40.635 INFO:teuthology.orchestra.run.smithi175.stdout:ID_LIKE="rhel fedora" 2024-04-22T22:28:40.635 INFO:teuthology.orchestra.run.smithi175.stdout:VERSION_ID="9" 2024-04-22T22:28:40.635 INFO:teuthology.orchestra.run.smithi175.stdout:PLATFORM_ID="platform:el9" 2024-04-22T22:28:40.635 INFO:teuthology.orchestra.run.smithi175.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-22T22:28:40.635 INFO:teuthology.orchestra.run.smithi175.stdout:ANSI_COLOR="0;31" 2024-04-22T22:28:40.635 INFO:teuthology.orchestra.run.smithi175.stdout:LOGO="fedora-logo-icon" 2024-04-22T22:28:40.635 INFO:teuthology.orchestra.run.smithi175.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-22T22:28:40.635 INFO:teuthology.orchestra.run.smithi175.stdout:HOME_URL="https://centos.org/" 2024-04-22T22:28:40.635 INFO:teuthology.orchestra.run.smithi175.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-22T22:28:40.636 INFO:teuthology.orchestra.run.smithi175.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-22T22:28:40.636 INFO:teuthology.orchestra.run.smithi175.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-22T22:28:40.636 INFO:teuthology.lock.ops:Updating smithi175.front.sepia.ceph.com on lock server 2024-04-22T22:28:40.658 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-04-22T22:28:40.668 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-04-22T22:28:40.680 INFO:teuthology.task.internal:Checking for old test directory... 2024-04-22T22:28:40.680 DEBUG:teuthology.orchestra.run.smithi088:> test '!' -e /home/ubuntu/cephtest 2024-04-22T22:28:40.682 DEBUG:teuthology.orchestra.run.smithi175:> test '!' -e /home/ubuntu/cephtest 2024-04-22T22:28:40.698 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-04-22T22:28:40.705 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-04-22T22:28:40.705 DEBUG:teuthology.orchestra.run.smithi088:> test -z $(ls -A /var/lib/ceph) 2024-04-22T22:28:40.740 DEBUG:teuthology.orchestra.run.smithi175:> test -z $(ls -A /var/lib/ceph) 2024-04-22T22:28:40.841 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-04-22T22:28:40.899 INFO:teuthology.run_tasks:Running task kernel... 2024-04-22T22:28:40.914 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-04-22T22:28:40.914 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-04-22T22:28:40.915 DEBUG:teuthology.orchestra.run.smithi088:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-22T22:28:40.915 DEBUG:teuthology.orchestra.run.smithi175:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-22T22:28:40.931 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T22:28:40.931 DEBUG:teuthology.orchestra.run.smithi088:> uname -r 2024-04-22T22:28:40.932 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T22:28:40.932 DEBUG:teuthology.orchestra.run.smithi175:> uname -r 2024-04-22T22:28:40.988 INFO:teuthology.orchestra.run.smithi088.stdout:5.14.0-437.el9.x86_64 2024-04-22T22:28:40.988 INFO:teuthology.task.kernel:Running kernel on smithi088: 5.14.0-437.el9.x86_64 2024-04-22T22:28:40.988 DEBUG:teuthology.orchestra.run.smithi088:> sudo yum install -y kernel 2024-04-22T22:28:40.991 INFO:teuthology.orchestra.run.smithi175.stdout:5.14.0-437.el9.x86_64 2024-04-22T22:28:40.991 INFO:teuthology.task.kernel:Running kernel on smithi175: 5.14.0-437.el9.x86_64 2024-04-22T22:28:40.991 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum install -y kernel 2024-04-22T22:28:43.346 INFO:teuthology.orchestra.run.smithi088.stdout:CentOS Stream 9 - BaseOS 11 MB/s | 8.0 MB 00:00 2024-04-22T22:28:43.857 INFO:teuthology.orchestra.run.smithi175.stdout:CentOS Stream 9 - BaseOS 6.8 MB/s | 8.0 MB 00:01 2024-04-22T22:28:45.213 INFO:teuthology.orchestra.run.smithi088.stdout:CentOS Stream 9 - AppStream 24 MB/s | 19 MB 00:00 2024-04-22T22:28:45.816 INFO:teuthology.orchestra.run.smithi175.stdout:CentOS Stream 9 - AppStream 21 MB/s | 19 MB 00:00 2024-04-22T22:28:49.238 INFO:teuthology.orchestra.run.smithi088.stdout:CentOS Stream 9 - CRB 13 MB/s | 6.2 MB 00:00 2024-04-22T22:28:51.755 INFO:teuthology.orchestra.run.smithi088.stdout:CentOS Stream 9 - Extras packages 13 kB/s | 16 kB 00:01 2024-04-22T22:28:53.110 INFO:teuthology.orchestra.run.smithi088.stdout:Extra Packages for Enterprise Linux 17 MB/s | 21 MB 00:01 2024-04-22T22:28:57.649 INFO:teuthology.orchestra.run.smithi175.stdout:CentOS Stream 9 - CRB 784 kB/s | 6.2 MB 00:08 2024-04-22T22:28:58.198 INFO:teuthology.orchestra.run.smithi088.stdout:lab-extras 13 kB/s | 1.7 kB 00:00 2024-04-22T22:28:59.241 INFO:teuthology.orchestra.run.smithi175.stdout:CentOS Stream 9 - Extras packages 60 kB/s | 16 kB 00:00 2024-04-22T22:29:00.090 INFO:teuthology.orchestra.run.smithi088.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-22T22:29:00.090 INFO:teuthology.orchestra.run.smithi088.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-04-22T22:29:00.183 INFO:teuthology.orchestra.run.smithi088.stdout:Dependencies resolved. 2024-04-22T22:29:00.184 INFO:teuthology.orchestra.run.smithi088.stdout:Nothing to do. 2024-04-22T22:29:00.184 INFO:teuthology.orchestra.run.smithi088.stdout:Complete! 2024-04-22T22:29:00.287 DEBUG:teuthology.orchestra.run.smithi088:> echo no | sudo yum reinstall kernel || true 2024-04-22T22:29:00.778 INFO:teuthology.orchestra.run.smithi088.stdout:Last metadata expiration check: 0:00:02 ago on Mon 22 Apr 2024 10:28:58 PM UTC. 2024-04-22T22:29:00.892 INFO:teuthology.orchestra.run.smithi175.stdout:Extra Packages for Enterprise Linux 14 MB/s | 21 MB 00:01 2024-04-22T22:29:00.896 INFO:teuthology.orchestra.run.smithi088.stdout:Dependencies resolved. 2024-04-22T22:29:00.908 INFO:teuthology.orchestra.run.smithi088.stdout:================================================================================ 2024-04-22T22:29:00.908 INFO:teuthology.orchestra.run.smithi088.stdout: Package Architecture Version Repository Size 2024-04-22T22:29:00.908 INFO:teuthology.orchestra.run.smithi088.stdout:================================================================================ 2024-04-22T22:29:00.908 INFO:teuthology.orchestra.run.smithi088.stdout:Reinstalling: 2024-04-22T22:29:00.908 INFO:teuthology.orchestra.run.smithi088.stdout: kernel x86_64 5.14.0-437.el9 baseos 255 k 2024-04-22T22:29:00.908 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-04-22T22:29:00.908 INFO:teuthology.orchestra.run.smithi088.stdout:Transaction Summary 2024-04-22T22:29:00.908 INFO:teuthology.orchestra.run.smithi088.stdout:================================================================================ 2024-04-22T22:29:00.908 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-04-22T22:29:00.908 INFO:teuthology.orchestra.run.smithi088.stdout:Total download size: 255 k 2024-04-22T22:29:00.908 INFO:teuthology.orchestra.run.smithi088.stdout:Installed size: 0 2024-04-22T22:29:00.909 INFO:teuthology.orchestra.run.smithi088.stderr:Operation aborted. 2024-04-22T22:29:00.965 INFO:teuthology.orchestra.run.smithi088.stdout:Is this ok [y/N]: 2024-04-22T22:29:00.965 DEBUG:teuthology.orchestra.run.smithi088:> sudo yum reinstall -y kernel || true 2024-04-22T22:29:01.455 INFO:teuthology.orchestra.run.smithi088.stdout:Last metadata expiration check: 0:00:03 ago on Mon 22 Apr 2024 10:28:58 PM UTC. 2024-04-22T22:29:01.570 INFO:teuthology.orchestra.run.smithi088.stdout:Dependencies resolved. 2024-04-22T22:29:01.570 INFO:teuthology.orchestra.run.smithi088.stdout:================================================================================ 2024-04-22T22:29:01.571 INFO:teuthology.orchestra.run.smithi088.stdout: Package Architecture Version Repository Size 2024-04-22T22:29:01.571 INFO:teuthology.orchestra.run.smithi088.stdout:================================================================================ 2024-04-22T22:29:01.571 INFO:teuthology.orchestra.run.smithi088.stdout:Reinstalling: 2024-04-22T22:29:01.571 INFO:teuthology.orchestra.run.smithi088.stdout: kernel x86_64 5.14.0-437.el9 baseos 255 k 2024-04-22T22:29:01.571 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-04-22T22:29:01.571 INFO:teuthology.orchestra.run.smithi088.stdout:Transaction Summary 2024-04-22T22:29:01.571 INFO:teuthology.orchestra.run.smithi088.stdout:================================================================================ 2024-04-22T22:29:01.571 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-04-22T22:29:01.571 INFO:teuthology.orchestra.run.smithi088.stdout:Total download size: 255 k 2024-04-22T22:29:01.571 INFO:teuthology.orchestra.run.smithi088.stdout:Installed size: 0 2024-04-22T22:29:01.571 INFO:teuthology.orchestra.run.smithi088.stdout:Downloading Packages: 2024-04-22T22:29:01.817 INFO:teuthology.orchestra.run.smithi088.stdout:kernel-5.14.0-437.el9.x86_64.rpm 1.4 MB/s | 255 kB 00:00 2024-04-22T22:29:01.817 INFO:teuthology.orchestra.run.smithi088.stdout:-------------------------------------------------------------------------------- 2024-04-22T22:29:01.817 INFO:teuthology.orchestra.run.smithi088.stdout:Total 1.0 MB/s | 255 kB 00:00 2024-04-22T22:29:01.832 INFO:teuthology.orchestra.run.smithi088.stdout:Running transaction check 2024-04-22T22:29:02.016 INFO:teuthology.orchestra.run.smithi088.stdout:Transaction check succeeded. 2024-04-22T22:29:02.060 INFO:teuthology.orchestra.run.smithi088.stdout:Running transaction test 2024-04-22T22:29:02.061 INFO:teuthology.orchestra.run.smithi088.stdout:Transaction test succeeded. 2024-04-22T22:29:02.061 INFO:teuthology.orchestra.run.smithi088.stdout:Running transaction 2024-04-22T22:29:02.173 INFO:teuthology.orchestra.run.smithi088.stdout: Preparing : 1/1 2024-04-22T22:29:02.251 INFO:teuthology.orchestra.run.smithi088.stdout: Reinstalling : kernel-5.14.0-437.el9.x86_64 1/2 2024-04-22T22:29:02.251 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : kernel-5.14.0-437.el9.x86_64 2/2 2024-04-22T22:29:02.909 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: kernel-5.14.0-437.el9.x86_64 2/2 2024-04-22T22:29:02.909 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : kernel-5.14.0-437.el9.x86_64 1/2 2024-04-22T22:29:03.561 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : kernel-5.14.0-437.el9.x86_64 2/2 2024-04-22T22:29:03.561 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-04-22T22:29:03.561 INFO:teuthology.orchestra.run.smithi088.stdout:Reinstalled: 2024-04-22T22:29:03.561 INFO:teuthology.orchestra.run.smithi088.stdout: kernel-5.14.0-437.el9.x86_64 2024-04-22T22:29:03.561 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-04-22T22:29:03.561 INFO:teuthology.orchestra.run.smithi088.stdout:Complete! 2024-04-22T22:29:03.755 DEBUG:teuthology.orchestra.run.smithi088:> rpm -q kernel | sort -rV | head -n 1 2024-04-22T22:29:03.802 INFO:teuthology.orchestra.run.smithi088.stdout:kernel-5.14.0-437.el9.x86_64 2024-04-22T22:29:03.803 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-437.el9.x86_64 2024-04-22T22:29:03.803 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2024-04-22T22:29:03.803 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-04-22T22:29:03.803 DEBUG:teuthology.orchestra.run.smithi088:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-22T22:29:03.830 INFO:teuthology.orchestra.run.smithi088.stdout:ttyS1 2024-04-22T22:29:03.850 DEBUG:teuthology.parallel:result is None 2024-04-22T22:29:06.050 INFO:teuthology.orchestra.run.smithi175.stdout:lab-extras 16 kB/s | 1.7 kB 00:00 2024-04-22T22:29:07.848 INFO:teuthology.orchestra.run.smithi175.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-22T22:29:07.848 INFO:teuthology.orchestra.run.smithi175.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-04-22T22:29:07.942 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-04-22T22:29:07.943 INFO:teuthology.orchestra.run.smithi175.stdout:Nothing to do. 2024-04-22T22:29:07.944 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-04-22T22:29:08.063 DEBUG:teuthology.orchestra.run.smithi175:> echo no | sudo yum reinstall kernel || true 2024-04-22T22:29:08.562 INFO:teuthology.orchestra.run.smithi175.stdout:Last metadata expiration check: 0:00:02 ago on Mon 22 Apr 2024 10:29:06 PM UTC. 2024-04-22T22:29:08.691 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-04-22T22:29:08.702 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-04-22T22:29:08.702 INFO:teuthology.orchestra.run.smithi175.stdout: Package Architecture Version Repository Size 2024-04-22T22:29:08.702 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-04-22T22:29:08.703 INFO:teuthology.orchestra.run.smithi175.stdout:Reinstalling: 2024-04-22T22:29:08.703 INFO:teuthology.orchestra.run.smithi175.stdout: kernel x86_64 5.14.0-437.el9 baseos 255 k 2024-04-22T22:29:08.703 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-22T22:29:08.703 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction Summary 2024-04-22T22:29:08.703 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-04-22T22:29:08.703 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-22T22:29:08.703 INFO:teuthology.orchestra.run.smithi175.stdout:Total download size: 255 k 2024-04-22T22:29:08.703 INFO:teuthology.orchestra.run.smithi175.stdout:Installed size: 0 2024-04-22T22:29:08.703 INFO:teuthology.orchestra.run.smithi175.stderr:Operation aborted. 2024-04-22T22:29:08.758 INFO:teuthology.orchestra.run.smithi175.stdout:Is this ok [y/N]: 2024-04-22T22:29:08.758 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum reinstall -y kernel || true 2024-04-22T22:29:09.253 INFO:teuthology.orchestra.run.smithi175.stdout:Last metadata expiration check: 0:00:03 ago on Mon 22 Apr 2024 10:29:06 PM UTC. 2024-04-22T22:29:09.369 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-04-22T22:29:09.370 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-04-22T22:29:09.370 INFO:teuthology.orchestra.run.smithi175.stdout: Package Architecture Version Repository Size 2024-04-22T22:29:09.370 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-04-22T22:29:09.370 INFO:teuthology.orchestra.run.smithi175.stdout:Reinstalling: 2024-04-22T22:29:09.370 INFO:teuthology.orchestra.run.smithi175.stdout: kernel x86_64 5.14.0-437.el9 baseos 255 k 2024-04-22T22:29:09.370 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-22T22:29:09.370 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction Summary 2024-04-22T22:29:09.370 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-04-22T22:29:09.370 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-22T22:29:09.370 INFO:teuthology.orchestra.run.smithi175.stdout:Total download size: 255 k 2024-04-22T22:29:09.370 INFO:teuthology.orchestra.run.smithi175.stdout:Installed size: 0 2024-04-22T22:29:09.371 INFO:teuthology.orchestra.run.smithi175.stdout:Downloading Packages: 2024-04-22T22:29:09.711 INFO:teuthology.orchestra.run.smithi175.stdout:kernel-5.14.0-437.el9.x86_64.rpm 922 kB/s | 255 kB 00:00 2024-04-22T22:29:09.711 INFO:teuthology.orchestra.run.smithi175.stdout:-------------------------------------------------------------------------------- 2024-04-22T22:29:09.711 INFO:teuthology.orchestra.run.smithi175.stdout:Total 749 kB/s | 255 kB 00:00 2024-04-22T22:29:09.732 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction check 2024-04-22T22:29:09.931 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction check succeeded. 2024-04-22T22:29:09.931 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction test 2024-04-22T22:29:09.936 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction test succeeded. 2024-04-22T22:29:09.936 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction 2024-04-22T22:29:10.064 INFO:teuthology.orchestra.run.smithi175.stdout: Preparing : 1/1 2024-04-22T22:29:10.170 INFO:teuthology.orchestra.run.smithi175.stdout: Reinstalling : kernel-5.14.0-437.el9.x86_64 1/2 2024-04-22T22:29:10.170 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : kernel-5.14.0-437.el9.x86_64 2/2 2024-04-22T22:29:10.816 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: kernel-5.14.0-437.el9.x86_64 2/2 2024-04-22T22:29:10.816 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : kernel-5.14.0-437.el9.x86_64 1/2 2024-04-22T22:29:11.508 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : kernel-5.14.0-437.el9.x86_64 2/2 2024-04-22T22:29:11.508 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-22T22:29:11.508 INFO:teuthology.orchestra.run.smithi175.stdout:Reinstalled: 2024-04-22T22:29:11.508 INFO:teuthology.orchestra.run.smithi175.stdout: kernel-5.14.0-437.el9.x86_64 2024-04-22T22:29:11.508 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-22T22:29:11.508 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-04-22T22:29:11.672 DEBUG:teuthology.orchestra.run.smithi175:> rpm -q kernel | sort -rV | head -n 1 2024-04-22T22:29:11.718 INFO:teuthology.orchestra.run.smithi175.stdout:kernel-5.14.0-437.el9.x86_64 2024-04-22T22:29:11.719 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-437.el9.x86_64 2024-04-22T22:29:11.719 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2024-04-22T22:29:11.719 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-04-22T22:29:11.719 DEBUG:teuthology.orchestra.run.smithi175:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-22T22:29:11.758 INFO:teuthology.orchestra.run.smithi175.stdout:ttyS1 2024-04-22T22:29:11.776 DEBUG:teuthology.parallel:result is None 2024-04-22T22:29:11.777 INFO:teuthology.run_tasks:Running task internal.base... 2024-04-22T22:29:11.785 INFO:teuthology.task.internal:Creating test directory... 2024-04-22T22:29:11.785 DEBUG:teuthology.orchestra.run.smithi088:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-22T22:29:11.788 DEBUG:teuthology.orchestra.run.smithi175:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-22T22:29:11.832 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-04-22T22:29:11.850 INFO:teuthology.run_tasks:Running task internal.archive... 2024-04-22T22:29:11.866 INFO:teuthology.task.internal:Creating archive directory... 2024-04-22T22:29:11.866 DEBUG:teuthology.orchestra.run.smithi088:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-22T22:29:11.869 DEBUG:teuthology.orchestra.run.smithi175:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-22T22:29:11.917 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-04-22T22:29:11.927 INFO:teuthology.task.internal:Enabling coredump saving... 2024-04-22T22:29:11.927 DEBUG:teuthology.orchestra.run.smithi088:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-22T22:29:11.953 DEBUG:teuthology.orchestra.run.smithi175:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-22T22:29:11.990 INFO:teuthology.orchestra.run.smithi175.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-22T22:29:11.999 INFO:teuthology.orchestra.run.smithi175.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-22T22:29:12.011 INFO:teuthology.orchestra.run.smithi088.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-22T22:29:12.022 INFO:teuthology.orchestra.run.smithi088.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-22T22:29:12.023 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-04-22T22:29:12.034 INFO:teuthology.task.internal:Configuring sudo... 2024-04-22T22:29:12.034 DEBUG:teuthology.orchestra.run.smithi088:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-22T22:29:12.036 DEBUG:teuthology.orchestra.run.smithi175:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-22T22:29:12.065 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-04-22T22:29:12.078 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-04-22T22:29:12.078 DEBUG:teuthology.orchestra.run.smithi088:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-22T22:29:12.103 DEBUG:teuthology.orchestra.run.smithi175:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-22T22:29:12.120 DEBUG:teuthology.orchestra.run.smithi088:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-22T22:29:12.204 DEBUG:teuthology.orchestra.run.smithi088:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-22T22:29:12.245 DEBUG:teuthology.orchestra.run.smithi088:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-22T22:29:12.329 DEBUG:teuthology.orchestra.run.smithi088:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-22T22:29:12.368 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-04-22T22:29:12.368 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-22T22:29:12.433 DEBUG:teuthology.orchestra.run.smithi175:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-22T22:29:12.475 DEBUG:teuthology.orchestra.run.smithi175:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-22T22:29:12.518 DEBUG:teuthology.orchestra.run.smithi175:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-22T22:29:12.599 DEBUG:teuthology.orchestra.run.smithi175:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-22T22:29:12.638 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-04-22T22:29:12.638 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-22T22:29:12.703 DEBUG:teuthology.orchestra.run.smithi088:> sudo service rsyslog restart 2024-04-22T22:29:12.705 DEBUG:teuthology.orchestra.run.smithi175:> sudo service rsyslog restart 2024-04-22T22:29:12.755 INFO:teuthology.orchestra.run.smithi088.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-22T22:29:12.780 INFO:teuthology.orchestra.run.smithi175.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-22T22:29:13.249 INFO:teuthology.run_tasks:Running task internal.timer... 2024-04-22T22:29:13.260 INFO:teuthology.task.internal:Starting timer... 2024-04-22T22:29:13.261 INFO:teuthology.run_tasks:Running task pcp... 2024-04-22T22:29:13.283 INFO:teuthology.run_tasks:Running task selinux... 2024-04-22T22:29:13.296 DEBUG:teuthology.orchestra.run.smithi088:> sudo service auditd rotate 2024-04-22T22:29:13.376 INFO:teuthology.orchestra.run.smithi088.stdout:Rotating logs: 2024-04-22T22:29:13.377 DEBUG:teuthology.orchestra.run.smithi175:> sudo service auditd rotate 2024-04-22T22:29:13.440 INFO:teuthology.orchestra.run.smithi175.stdout:Rotating logs: 2024-04-22T22:29:13.442 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-04-22T22:29:13.442 DEBUG:teuthology.orchestra.run.smithi088:> /usr/sbin/getenforce 2024-04-22T22:29:13.468 INFO:teuthology.orchestra.run.smithi088.stdout:Permissive 2024-04-22T22:29:13.469 DEBUG:teuthology.orchestra.run.smithi175:> /usr/sbin/getenforce 2024-04-22T22:29:13.514 INFO:teuthology.orchestra.run.smithi175.stdout:Permissive 2024-04-22T22:29:13.514 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi088.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi175.front.sepia.ceph.com': 'permissive'} 2024-04-22T22:29:13.514 DEBUG:teuthology.orchestra.run.smithi088:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-04-22T22:29:13.540 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T22:29:13.541 DEBUG:teuthology.orchestra.run.smithi175:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-04-22T22:29:13.565 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T22:29:13.565 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-04-22T22:29:13.565 DEBUG:teuthology.orchestra.run.smithi088:> sudo /usr/sbin/setenforce permissive 2024-04-22T22:29:13.615 DEBUG:teuthology.orchestra.run.smithi175:> sudo /usr/sbin/setenforce permissive 2024-04-22T22:29:13.639 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-04-22T22:29:13.650 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-04-22T22:29:13.667 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-04-22T22:29:13.669 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi088.front.sepia.ceph.com,smithi175.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-04-22T22:32:51.381 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi088.front.sepia.ceph.com'), Remote(name='ubuntu@smithi175.front.sepia.ceph.com')] 2024-04-22T22:32:51.383 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi088.front.sepia.ceph.com' 2024-04-22T22:32:51.384 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi088.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-22T22:32:51.501 DEBUG:teuthology.orchestra.run.smithi088:> true 2024-04-22T22:32:51.578 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi088.front.sepia.ceph.com' 2024-04-22T22:32:51.578 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi175.front.sepia.ceph.com' 2024-04-22T22:32:51.579 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi175.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-22T22:32:51.655 DEBUG:teuthology.orchestra.run.smithi175:> true 2024-04-22T22:32:51.738 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi175.front.sepia.ceph.com' 2024-04-22T22:32:51.738 INFO:teuthology.run_tasks:Running task clock... 2024-04-22T22:32:51.748 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-04-22T22:32:51.748 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-22T22:32:51.749 DEBUG:teuthology.orchestra.run.smithi088:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-22T22:32:51.751 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-22T22:32:51.752 DEBUG:teuthology.orchestra.run.smithi175:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-22T22:32:51.778 INFO:teuthology.orchestra.run.smithi088.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-22T22:32:51.791 INFO:teuthology.orchestra.run.smithi088.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-22T22:32:51.807 INFO:teuthology.orchestra.run.smithi175.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-22T22:32:51.815 INFO:teuthology.orchestra.run.smithi088.stderr:sudo: ntpd: command not found 2024-04-22T22:32:51.821 INFO:teuthology.orchestra.run.smithi175.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-22T22:32:51.824 INFO:teuthology.orchestra.run.smithi088.stdout:506 Cannot talk to daemon 2024-04-22T22:32:51.838 INFO:teuthology.orchestra.run.smithi088.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-22T22:32:51.844 INFO:teuthology.orchestra.run.smithi175.stderr:sudo: ntpd: command not found 2024-04-22T22:32:51.850 INFO:teuthology.orchestra.run.smithi088.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-22T22:32:51.854 INFO:teuthology.orchestra.run.smithi175.stdout:506 Cannot talk to daemon 2024-04-22T22:32:51.867 INFO:teuthology.orchestra.run.smithi175.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-22T22:32:51.881 INFO:teuthology.orchestra.run.smithi175.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-22T22:32:51.905 INFO:teuthology.orchestra.run.smithi088.stderr:bash: line 1: ntpq: command not found 2024-04-22T22:32:51.915 INFO:teuthology.orchestra.run.smithi088.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-22T22:32:51.915 INFO:teuthology.orchestra.run.smithi088.stdout:=============================================================================== 2024-04-22T22:32:51.915 INFO:teuthology.orchestra.run.smithi088.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-22T22:32:51.915 INFO:teuthology.orchestra.run.smithi088.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-22T22:32:51.915 INFO:teuthology.orchestra.run.smithi088.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-22T22:32:51.915 INFO:teuthology.orchestra.run.smithi088.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-22T22:32:51.944 INFO:teuthology.orchestra.run.smithi175.stderr:bash: line 1: ntpq: command not found 2024-04-22T22:32:51.946 INFO:teuthology.orchestra.run.smithi175.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-22T22:32:51.946 INFO:teuthology.orchestra.run.smithi175.stdout:=============================================================================== 2024-04-22T22:32:51.946 INFO:teuthology.orchestra.run.smithi175.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-22T22:32:51.946 INFO:teuthology.orchestra.run.smithi175.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-22T22:32:51.946 INFO:teuthology.orchestra.run.smithi175.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-22T22:32:51.946 INFO:teuthology.orchestra.run.smithi175.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-22T22:32:51.947 INFO:teuthology.run_tasks:Running task cephadm... 2024-04-22T22:32:52.063 INFO:tasks.cephadm:Config: {'cephadm_branch': 'v17.2.0', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'image': 'quay.io/ceph/ceph:v17.2.0', 'conf': {'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1, 'mgr/cephadm/use_agent': True}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20}}, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'log-only-match': ['CEPHADM_'], 'sha1': '430e09df97c8fc7dc2b2ae424f68ed11366c540f'} 2024-04-22T22:32:52.064 INFO:tasks.cephadm:Cluster image is quay.io/ceph/ceph:v17.2.0 2024-04-22T22:32:52.064 INFO:tasks.cephadm:Cluster fsid is 41629230-00f8-11ef-bc93-c7b262605968 2024-04-22T22:32:52.064 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-04-22T22:32:52.064 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.88', 'mon.c': '[v2:172.21.15.88:3301,v1:172.21.15.88:6790]', 'mon.b': '172.21.15.175'} 2024-04-22T22:32:52.064 INFO:tasks.cephadm:First mon is mon.a on smithi088 2024-04-22T22:32:52.065 INFO:tasks.cephadm:First mgr is y 2024-04-22T22:32:52.065 INFO:tasks.cephadm:Normalizing hostnames... 2024-04-22T22:32:52.065 DEBUG:teuthology.orchestra.run.smithi088:> sudo hostname $(hostname -s) 2024-04-22T22:32:52.091 DEBUG:teuthology.orchestra.run.smithi175:> sudo hostname $(hostname -s) 2024-04-22T22:32:52.119 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref v17.2.0)... 2024-04-22T22:32:52.120 DEBUG:teuthology.orchestra.run.smithi088:> curl --silent https://raw.githubusercontent.com/ceph/ceph/v17.2.0/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-22T22:32:52.369 INFO:teuthology.orchestra.run.smithi088.stdout:-rw-r--r--. 1 ubuntu ubuntu 320521 Apr 22 22:32 /home/ubuntu/cephtest/cephadm 2024-04-22T22:32:52.370 DEBUG:teuthology.orchestra.run.smithi175:> curl --silent https://raw.githubusercontent.com/ceph/ceph/v17.2.0/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-22T22:32:52.537 INFO:teuthology.orchestra.run.smithi175.stdout:-rw-r--r--. 1 ubuntu ubuntu 320521 Apr 22 22:32 /home/ubuntu/cephtest/cephadm 2024-04-22T22:32:52.537 DEBUG:teuthology.orchestra.run.smithi088:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-22T22:32:52.554 DEBUG:teuthology.orchestra.run.smithi175:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-22T22:32:52.591 INFO:tasks.cephadm:Pulling image quay.io/ceph/ceph:v17.2.0 on all hosts... 2024-04-22T22:32:52.591 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 pull 2024-04-22T22:32:52.596 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 pull 2024-04-22T22:32:54.181 INFO:teuthology.orchestra.run.smithi088.stderr:Pulling container image quay.io/ceph/ceph:v17.2.0... 2024-04-22T22:32:54.267 INFO:teuthology.orchestra.run.smithi175.stderr:Pulling container image quay.io/ceph/ceph:v17.2.0... 2024-04-22T22:33:11.808 INFO:teuthology.orchestra.run.smithi175.stdout:{ 2024-04-22T22:33:11.808 INFO:teuthology.orchestra.run.smithi175.stdout: "ceph_version": "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)", 2024-04-22T22:33:11.809 INFO:teuthology.orchestra.run.smithi175.stdout: "image_id": "e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9", 2024-04-22T22:33:11.809 INFO:teuthology.orchestra.run.smithi175.stdout: "repo_digests": [ 2024-04-22T22:33:11.809 INFO:teuthology.orchestra.run.smithi175.stdout: "quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a", 2024-04-22T22:33:11.809 INFO:teuthology.orchestra.run.smithi175.stdout: "quay.io/ceph/ceph@sha256:cb4d698cb769b6aba05bf6ef04f41a7fe694160140347576e13bd9348514b667" 2024-04-22T22:33:11.809 INFO:teuthology.orchestra.run.smithi175.stdout: ] 2024-04-22T22:33:11.809 INFO:teuthology.orchestra.run.smithi175.stdout:} 2024-04-22T22:33:17.074 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-04-22T22:33:17.074 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph_version": "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)", 2024-04-22T22:33:17.074 INFO:teuthology.orchestra.run.smithi088.stdout: "image_id": "e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9", 2024-04-22T22:33:17.075 INFO:teuthology.orchestra.run.smithi088.stdout: "repo_digests": [ 2024-04-22T22:33:17.075 INFO:teuthology.orchestra.run.smithi088.stdout: "quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a", 2024-04-22T22:33:17.075 INFO:teuthology.orchestra.run.smithi088.stdout: "quay.io/ceph/ceph@sha256:cb4d698cb769b6aba05bf6ef04f41a7fe694160140347576e13bd9348514b667" 2024-04-22T22:33:17.075 INFO:teuthology.orchestra.run.smithi088.stdout: ] 2024-04-22T22:33:17.075 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-04-22T22:33:17.097 DEBUG:teuthology.orchestra.run.smithi088:> sudo mkdir -p /etc/ceph 2024-04-22T22:33:17.135 DEBUG:teuthology.orchestra.run.smithi175:> sudo mkdir -p /etc/ceph 2024-04-22T22:33:17.167 DEBUG:teuthology.orchestra.run.smithi088:> sudo chmod 777 /etc/ceph 2024-04-22T22:33:17.202 DEBUG:teuthology.orchestra.run.smithi175:> sudo chmod 777 /etc/ceph 2024-04-22T22:33:17.236 INFO:tasks.cephadm:Writing seed config... 2024-04-22T22:33:17.237 INFO:tasks.cephadm: override: [global] mon election default strategy = 1 2024-04-22T22:33:17.237 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-04-22T22:33:17.237 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-04-22T22:33:17.237 INFO:tasks.cephadm: override: [mgr] mgr/cephadm/use_agent = True 2024-04-22T22:33:17.237 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-04-22T22:33:17.238 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-04-22T22:33:17.238 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-04-22T22:33:17.238 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-04-22T22:33:17.238 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-04-22T22:33:17.238 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-04-22T22:33:17.238 DEBUG:teuthology.orchestra.run.smithi088:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-04-22T22:33:17.256 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 41629230-00f8-11ef-bc93-c7b262605968 mon election default strategy = 1 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = true bdev debug aio = true osd sloppy crc = true debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 mgr/cephadm/use_agent = True [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-04-22T22:33:17.257 DEBUG:teuthology.orchestra.run.smithi088:mon.a> sudo journalctl -f -n 0 -u ceph-41629230-00f8-11ef-bc93-c7b262605968@mon.a.service 2024-04-22T22:33:17.299 DEBUG:teuthology.orchestra.run.smithi088:mgr.y> sudo journalctl -f -n 0 -u ceph-41629230-00f8-11ef-bc93-c7b262605968@mgr.y.service 2024-04-22T22:33:17.342 INFO:tasks.cephadm:Bootstrapping... 2024-04-22T22:33:17.346 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 -v bootstrap --fsid 41629230-00f8-11ef-bc93-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.88 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-04-22T22:33:17.545 INFO:teuthology.orchestra.run.smithi088.stderr:-------------------------------------------------------------------------------- 2024-04-22T22:33:17.545 INFO:teuthology.orchestra.run.smithi088.stderr:cephadm ['--image', 'quay.io/ceph/ceph:v17.2.0', '-v', 'bootstrap', '--fsid', '41629230-00f8-11ef-bc93-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.88', '--skip-admin-label'] 2024-04-22T22:33:17.568 INFO:teuthology.orchestra.run.smithi088.stderr:/bin/podman: 4.9.4-dev 2024-04-22T22:33:17.570 INFO:teuthology.orchestra.run.smithi088.stderr:Verifying podman|docker is present... 2024-04-22T22:33:17.595 INFO:teuthology.orchestra.run.smithi088.stderr:/bin/podman: 4.9.4-dev 2024-04-22T22:33:17.598 INFO:teuthology.orchestra.run.smithi088.stderr:Verifying lvm2 is present... 2024-04-22T22:33:17.598 INFO:teuthology.orchestra.run.smithi088.stderr:Verifying time synchronization is in place... 2024-04-22T22:33:17.604 INFO:teuthology.orchestra.run.smithi088.stderr:systemctl: Failed to get unit file state for chrony.service: No such file or directory 2024-04-22T22:33:17.611 INFO:teuthology.orchestra.run.smithi088.stderr:systemctl: inactive 2024-04-22T22:33:17.618 INFO:teuthology.orchestra.run.smithi088.stderr:systemctl: enabled 2024-04-22T22:33:17.624 INFO:teuthology.orchestra.run.smithi088.stderr:systemctl: active 2024-04-22T22:33:17.625 INFO:teuthology.orchestra.run.smithi088.stderr:Unit chronyd.service is enabled and running 2024-04-22T22:33:17.625 INFO:teuthology.orchestra.run.smithi088.stderr:Repeating the final host check... 2024-04-22T22:33:17.656 INFO:teuthology.orchestra.run.smithi088.stderr:/bin/podman: 4.9.4-dev 2024-04-22T22:33:17.658 INFO:teuthology.orchestra.run.smithi088.stderr:podman (/bin/podman) version 4.9.4 is present 2024-04-22T22:33:17.658 INFO:teuthology.orchestra.run.smithi088.stderr:systemctl is present 2024-04-22T22:33:17.658 INFO:teuthology.orchestra.run.smithi088.stderr:lvcreate is present 2024-04-22T22:33:17.664 INFO:teuthology.orchestra.run.smithi088.stderr:systemctl: Failed to get unit file state for chrony.service: No such file or directory 2024-04-22T22:33:17.670 INFO:teuthology.orchestra.run.smithi088.stderr:systemctl: inactive 2024-04-22T22:33:17.677 INFO:teuthology.orchestra.run.smithi088.stderr:systemctl: enabled 2024-04-22T22:33:17.683 INFO:teuthology.orchestra.run.smithi088.stderr:systemctl: active 2024-04-22T22:33:17.684 INFO:teuthology.orchestra.run.smithi088.stderr:Unit chronyd.service is enabled and running 2024-04-22T22:33:17.684 INFO:teuthology.orchestra.run.smithi088.stderr:Host looks OK 2024-04-22T22:33:17.684 INFO:teuthology.orchestra.run.smithi088.stderr:Cluster fsid: 41629230-00f8-11ef-bc93-c7b262605968 2024-04-22T22:33:17.684 INFO:teuthology.orchestra.run.smithi088.stderr:Acquiring lock 140323939712880 on /run/cephadm/41629230-00f8-11ef-bc93-c7b262605968.lock 2024-04-22T22:33:17.684 INFO:teuthology.orchestra.run.smithi088.stderr:Lock 140323939712880 acquired on /run/cephadm/41629230-00f8-11ef-bc93-c7b262605968.lock 2024-04-22T22:33:17.685 INFO:teuthology.orchestra.run.smithi088.stderr:Verifying IP 172.21.15.88 port 3300 ... 2024-04-22T22:33:17.685 INFO:teuthology.orchestra.run.smithi088.stderr:Verifying IP 172.21.15.88 port 6789 ... 2024-04-22T22:33:17.685 INFO:teuthology.orchestra.run.smithi088.stderr:Base mon IP is 172.21.15.88, final addrv is [v2:172.21.15.88:3300,v1:172.21.15.88:6789] 2024-04-22T22:33:17.687 INFO:teuthology.orchestra.run.smithi088.stderr:/sbin/ip: default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.88 metric 100 2024-04-22T22:33:17.687 INFO:teuthology.orchestra.run.smithi088.stderr:/sbin/ip: 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.88 metric 100 2024-04-22T22:33:17.690 INFO:teuthology.orchestra.run.smithi088.stderr:/sbin/ip: ::1 dev lo proto kernel metric 256 pref medium 2024-04-22T22:33:17.690 INFO:teuthology.orchestra.run.smithi088.stderr:/sbin/ip: fe80::/64 dev enp3s0f1 proto kernel metric 1024 pref medium 2024-04-22T22:33:17.690 INFO:teuthology.orchestra.run.smithi088.stderr:/sbin/ip: default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 100 pref medium 2024-04-22T22:33:17.692 INFO:teuthology.orchestra.run.smithi088.stderr:/sbin/ip: 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-04-22T22:33:17.693 INFO:teuthology.orchestra.run.smithi088.stderr:/sbin/ip: inet6 ::1/128 scope host 2024-04-22T22:33:17.693 INFO:teuthology.orchestra.run.smithi088.stderr:/sbin/ip: valid_lft forever preferred_lft forever 2024-04-22T22:33:17.693 INFO:teuthology.orchestra.run.smithi088.stderr:/sbin/ip: 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-04-22T22:33:17.693 INFO:teuthology.orchestra.run.smithi088.stderr:/sbin/ip: inet6 fe80::198a:cb7d:d83d:401d/64 scope link noprefixroute 2024-04-22T22:33:17.693 INFO:teuthology.orchestra.run.smithi088.stderr:/sbin/ip: valid_lft forever preferred_lft forever 2024-04-22T22:33:17.694 INFO:teuthology.orchestra.run.smithi088.stderr:Mon IP `172.21.15.88` is in CIDR network `172.21.0.0/20` 2024-04-22T22:33:17.694 INFO:teuthology.orchestra.run.smithi088.stderr:- internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-04-22T22:33:17.694 INFO:teuthology.orchestra.run.smithi088.stderr:Pulling container image quay.io/ceph/ceph:v17.2.0... 2024-04-22T22:33:17.801 INFO:teuthology.orchestra.run.smithi088.stderr:/bin/podman: Trying to pull quay.io/ceph/ceph:v17.2.0... 2024-04-22T22:33:18.163 INFO:teuthology.orchestra.run.smithi088.stderr:/bin/podman: Getting image source signatures 2024-04-22T22:33:18.163 INFO:teuthology.orchestra.run.smithi088.stderr:/bin/podman: Copying blob sha256:33ca8fff7868c4dc0c11e09bca97c720eb9cfbab7221216754367dd8de70388a 2024-04-22T22:33:18.163 INFO:teuthology.orchestra.run.smithi088.stderr:/bin/podman: Copying blob sha256:89b4a75bc2d8500f15463747507c9623df43886c134463e7f0527e70900e7a7b 2024-04-22T22:33:18.163 INFO:teuthology.orchestra.run.smithi088.stderr:/bin/podman: Copying blob sha256:599d07cb321ff0a3c82224e1138fc685793fa69b93ed5780415751a5f7e4b8c2 2024-04-22T22:33:18.163 INFO:teuthology.orchestra.run.smithi088.stderr:/bin/podman: Copying blob sha256:c32ab78b488d0c72f64eded765c0cf6b5bf2c75dab66cb62a9d367fa6ec42513 2024-04-22T22:33:18.163 INFO:teuthology.orchestra.run.smithi088.stderr:/bin/podman: Copying blob sha256:a70843738bb77e1ab9c1f85969ebdfa55f178e746be081d1cb4f94011f69eb7c 2024-04-22T22:33:18.163 INFO:teuthology.orchestra.run.smithi088.stderr:/bin/podman: Copying config sha256:e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 2024-04-22T22:33:18.293 INFO:teuthology.orchestra.run.smithi088.stderr:/bin/podman: Writing manifest to image destination 2024-04-22T22:33:18.429 INFO:teuthology.orchestra.run.smithi088.stderr:/bin/podman: e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 2024-04-22T22:33:18.830 INFO:teuthology.orchestra.run.smithi088.stderr:ceph: ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable) 2024-04-22T22:33:19.237 INFO:teuthology.orchestra.run.smithi088.stderr:Ceph version: ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable) 2024-04-22T22:33:19.237 INFO:teuthology.orchestra.run.smithi088.stderr:Extracting ceph user uid/gid from container image... 2024-04-22T22:33:19.644 INFO:teuthology.orchestra.run.smithi088.stderr:stat: 167 167 2024-04-22T22:33:20.200 INFO:teuthology.orchestra.run.smithi088.stderr:Creating initial keys... 2024-04-22T22:33:20.566 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-authtool: AQCw5SZmYeLIHBAAQG89vgveDUYZA4tjiscbzA== 2024-04-22T22:33:21.554 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-authtool: AQCx5SZmx8YuHBAAe7torU1jVJMJ8R0JP6PnIQ== 2024-04-22T22:33:22.401 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-authtool: AQCy5SZmNf90FRAALmvjZ79FHqP0MrTwHt6xVg== 2024-04-22T22:33:22.934 INFO:teuthology.orchestra.run.smithi088.stderr:Creating initial monmap... 2024-04-22T22:33:23.282 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/monmaptool: /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-22T22:33:23.282 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/monmaptool: setting min_mon_release = octopus 2024-04-22T22:33:23.282 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/monmaptool: /usr/bin/monmaptool: set fsid to 41629230-00f8-11ef-bc93-c7b262605968 2024-04-22T22:33:23.282 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/monmaptool: /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-22T22:33:23.729 INFO:teuthology.orchestra.run.smithi088.stderr:monmaptool for a [v2:172.21.15.88:3300,v1:172.21.15.88:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-22T22:33:23.730 INFO:teuthology.orchestra.run.smithi088.stderr:setting min_mon_release = octopus 2024-04-22T22:33:23.730 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/monmaptool: set fsid to 41629230-00f8-11ef-bc93-c7b262605968 2024-04-22T22:33:23.730 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-22T22:33:23.730 INFO:teuthology.orchestra.run.smithi088.stderr: 2024-04-22T22:33:23.730 INFO:teuthology.orchestra.run.smithi088.stderr:Creating mon... 2024-04-22T22:33:24.610 INFO:teuthology.orchestra.run.smithi088.stderr:create mon.a on 2024-04-22T22:33:24.812 INFO:teuthology.orchestra.run.smithi088.stderr:systemctl: Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-04-22T22:33:24.958 INFO:teuthology.orchestra.run.smithi088.stderr:systemctl: Created symlink /etc/systemd/system/multi-user.target.wants/ceph-41629230-00f8-11ef-bc93-c7b262605968.target → /etc/systemd/system/ceph-41629230-00f8-11ef-bc93-c7b262605968.target. 2024-04-22T22:33:24.958 INFO:teuthology.orchestra.run.smithi088.stderr:systemctl: Created symlink /etc/systemd/system/ceph.target.wants/ceph-41629230-00f8-11ef-bc93-c7b262605968.target → /etc/systemd/system/ceph-41629230-00f8-11ef-bc93-c7b262605968.target. 2024-04-22T22:33:25.263 INFO:teuthology.orchestra.run.smithi088.stderr:systemctl: Failed to reset failed state of unit ceph-41629230-00f8-11ef-bc93-c7b262605968@mon.a.service: Unit ceph-41629230-00f8-11ef-bc93-c7b262605968@mon.a.service not loaded. 2024-04-22T22:33:25.270 INFO:teuthology.orchestra.run.smithi088.stderr:systemctl: Created symlink /etc/systemd/system/ceph-41629230-00f8-11ef-bc93-c7b262605968.target.wants/ceph-41629230-00f8-11ef-bc93-c7b262605968@mon.a.service → /etc/systemd/system/ceph-41629230-00f8-11ef-bc93-c7b262605968@.service. 2024-04-22T22:33:25.920 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:25 smithi088 ceph-mon[21503]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-22T22:33:25.921 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:25 smithi088 bash[21485]: 9302aff0be2643518272761231a2d83418bab0a3362cda9bb43773debdafe57a 2024-04-22T22:33:25.932 INFO:teuthology.orchestra.run.smithi088.stderr:systemctl: disabled 2024-04-22T22:33:25.938 INFO:teuthology.orchestra.run.smithi088.stderr:systemctl: inactive 2024-04-22T22:33:25.939 INFO:teuthology.orchestra.run.smithi088.stderr:firewalld.service is not enabled 2024-04-22T22:33:25.939 INFO:teuthology.orchestra.run.smithi088.stderr:Not possible to enable service . firewalld.service is not available 2024-04-22T22:33:25.939 INFO:teuthology.orchestra.run.smithi088.stderr:Waiting for mon to start... 2024-04-22T22:33:25.939 INFO:teuthology.orchestra.run.smithi088.stderr:Waiting for mon... 2024-04-22T22:33:26.177 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:25 smithi088 systemd[1]: Started Ceph mon.a for 41629230-00f8-11ef-bc93-c7b262605968. 2024-04-22T22:33:26.425 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: cluster: 2024-04-22T22:33:26.425 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: id: 41629230-00f8-11ef-bc93-c7b262605968 2024-04-22T22:33:26.425 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: health: HEALTH_OK 2024-04-22T22:33:26.425 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: 2024-04-22T22:33:26.425 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: services: 2024-04-22T22:33:26.425 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: mon: 1 daemons, quorum a (age 0.546781s) 2024-04-22T22:33:26.425 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: mgr: no daemons active 2024-04-22T22:33:26.425 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: osd: 0 osds: 0 up, 0 in 2024-04-22T22:33:26.426 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: 2024-04-22T22:33:26.426 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: data: 2024-04-22T22:33:26.426 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: pools: 0 pools, 0 pgs 2024-04-22T22:33:26.426 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: objects: 0 objects, 0 B 2024-04-22T22:33:26.426 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: usage: 0 B used, 0 B / 0 B avail 2024-04-22T22:33:26.426 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: pgs: 2024-04-22T22:33:26.426 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: 2024-04-22T22:33:26.912 INFO:teuthology.orchestra.run.smithi088.stderr:mon is available 2024-04-22T22:33:26.912 INFO:teuthology.orchestra.run.smithi088.stderr:Assimilating anything we can from ceph.conf... 2024-04-22T22:33:27.127 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:26 smithi088 ceph-mon[21503]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-22T22:33:27.127 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:26 smithi088 ceph-mon[21503]: monmap e1: 1 mons at {a=[v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0]} 2024-04-22T22:33:27.127 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:26 smithi088 ceph-mon[21503]: fsmap 2024-04-22T22:33:27.127 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:26 smithi088 ceph-mon[21503]: osdmap e1: 0 total, 0 up, 0 in 2024-04-22T22:33:27.127 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:26 smithi088 ceph-mon[21503]: mgrmap e1: no daemons active 2024-04-22T22:33:27.127 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:26 smithi088 ceph-mon[21503]: from='client.? 172.21.15.88:0/585620215' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-22T22:33:27.416 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: 2024-04-22T22:33:27.416 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: [global] 2024-04-22T22:33:27.416 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: fsid = 41629230-00f8-11ef-bc93-c7b262605968 2024-04-22T22:33:27.416 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: mon_host = [v2:172.21.15.88:3300,v1:172.21.15.88:6789] 2024-04-22T22:33:27.417 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: mon_osd_allow_pg_remap = true 2024-04-22T22:33:27.417 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: mon_osd_allow_primary_affinity = true 2024-04-22T22:33:27.417 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: mon_warn_on_no_sortbitwise = false 2024-04-22T22:33:27.417 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: osd_crush_chooseleaf_type = 0 2024-04-22T22:33:27.417 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: 2024-04-22T22:33:27.417 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: [mgr] 2024-04-22T22:33:27.417 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: mgr/cephadm/use_agent = True 2024-04-22T22:33:27.417 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: mgr/telemetry/nag = false 2024-04-22T22:33:27.417 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: 2024-04-22T22:33:27.417 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: [osd] 2024-04-22T22:33:27.417 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: osd_map_max_advance = 10 2024-04-22T22:33:27.417 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: osd_sloppy_crc = true 2024-04-22T22:33:27.884 INFO:teuthology.orchestra.run.smithi088.stderr:Generating new minimal ceph.conf... 2024-04-22T22:33:28.092 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:27 smithi088 ceph-mon[21503]: from='client.? 172.21.15.88:0/1585538051' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-22T22:33:28.093 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:27 smithi088 ceph-mon[21503]: from='client.? 172.21.15.88:0/1585538051' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-04-22T22:33:28.850 INFO:teuthology.orchestra.run.smithi088.stderr:Restarting the monitor... 2024-04-22T22:33:29.058 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:28 smithi088 systemd[1]: Stopping Ceph mon.a for 41629230-00f8-11ef-bc93-c7b262605968... 2024-04-22T22:33:29.058 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:28 smithi088 ceph-mon[21503]: from='client.? 172.21.15.88:0/1640891715' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:33:29.058 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:28 smithi088 bash[21724]: Error: no container with name or ID "ceph-41629230-00f8-11ef-bc93-c7b262605968-mon.a" found: no such container 2024-04-22T22:33:29.059 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:29 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mon-a[21499]: 2024-04-22T22:33:29.008+0000 7f27f01b5700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T22:33:29.059 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:29 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mon-a[21499]: 2024-04-22T22:33:29.008+0000 7f27f01b5700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-04-22T22:33:29.365 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:29 smithi088 podman[21737]: 2024-04-22 22:33:29.059702461 +0000 UTC m=+0.156700328 container died 9302aff0be2643518272761231a2d83418bab0a3362cda9bb43773debdafe57a (image=quay.io/ceph/ceph:v17.2.0, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-mon-a, maintainer=Guillaume Abrioux , build-date=2022-05-03T08:36:31.336870, RELEASE=HEAD, GIT_BRANCH=HEAD, io.k8s.display-name=CentOS Stream 8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., distribution-scope=public, version=8, ceph=True, io.openshift.expose-services=, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, com.redhat.component=centos-stream-container, release=754, io.buildah.version=1.19.8, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.openshift.tags=base centos centos-stream, vcs-type=git, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vendor=Red Hat, Inc., CEPH_POINT_RELEASE=-17.2.0, name=centos-stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_CLEAN=True, GIT_REPO=https://github.com/ceph/ceph-container.git, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, architecture=x86_64) 2024-04-22T22:33:29.365 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:29 smithi088 podman[21737]: 2024-04-22 22:33:29.366561094 +0000 UTC m=+0.463558950 container cleanup 9302aff0be2643518272761231a2d83418bab0a3362cda9bb43773debdafe57a (image=quay.io/ceph/ceph:v17.2.0, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-mon-a, GIT_CLEAN=True, release=754, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.openshift.tags=base centos centos-stream, CEPH_POINT_RELEASE=-17.2.0, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, io.buildah.version=1.19.8, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , vendor=Red Hat, Inc., GIT_REPO=https://github.com/ceph/ceph-container.git, vcs-type=git, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, RELEASE=HEAD, com.redhat.component=centos-stream-container, architecture=x86_64, io.k8s.display-name=CentOS Stream 8, name=centos-stream, build-date=2022-05-03T08:36:31.336870, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, distribution-scope=public, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, version=8, ceph=True, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2024-04-22T22:33:29.711 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:29 smithi088 bash[21737]: ceph-41629230-00f8-11ef-bc93-c7b262605968-mon-a 2024-04-22T22:33:29.712 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:29 smithi088 bash[21763]: Error: no container with name or ID "ceph-41629230-00f8-11ef-bc93-c7b262605968-mon.a" found: no such container 2024-04-22T22:33:29.712 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:29 smithi088 podman[21751]: 2024-04-22 22:33:29.584441142 +0000 UTC m=+0.521964997 container remove 9302aff0be2643518272761231a2d83418bab0a3362cda9bb43773debdafe57a (image=quay.io/ceph/ceph:v17.2.0, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-mon-a, distribution-scope=public, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.component=centos-stream-container, io.k8s.display-name=CentOS Stream 8, vcs-type=git, io.openshift.expose-services=, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_BRANCH=HEAD, name=centos-stream, RELEASE=HEAD, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, build-date=2022-05-03T08:36:31.336870, io.buildah.version=1.19.8, ceph=True, CEPH_POINT_RELEASE=-17.2.0, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, maintainer=Guillaume Abrioux , io.openshift.tags=base centos centos-stream, release=754, vendor=Red Hat, Inc., architecture=x86_64, version=8, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_CLEAN=True) 2024-04-22T22:33:29.712 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:29 smithi088 systemd[1]: ceph-41629230-00f8-11ef-bc93-c7b262605968@mon.a.service: Deactivated successfully. 2024-04-22T22:33:29.712 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:29 smithi088 systemd[1]: Stopped Ceph mon.a for 41629230-00f8-11ef-bc93-c7b262605968. 2024-04-22T22:33:29.712 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:29 smithi088 systemd[1]: Starting Ceph mon.a for 41629230-00f8-11ef-bc93-c7b262605968... 2024-04-22T22:33:30.069 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:29 smithi088 podman[21829]: 2024-04-22 22:33:29.793544603 +0000 UTC m=+0.100321057 container create c98720b304ee04dd629d74dfe0d5a4c219d20ee868a2c3492c37ac4c445bc04f (image=quay.io/ceph/ceph:v17.2.0, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-mon-a, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, architecture=x86_64, version=8, vendor=Red Hat, Inc., release=754, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.buildah.version=1.19.8, vcs-type=git, ceph=True, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.openshift.tags=base centos centos-stream, build-date=2022-05-03T08:36:31.336870, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.k8s.display-name=CentOS Stream 8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.component=centos-stream-container, maintainer=Guillaume Abrioux , description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_CLEAN=True, distribution-scope=public, name=centos-stream, io.openshift.expose-services=, CEPH_POINT_RELEASE=-17.2.0, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, RELEASE=HEAD, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-04-22T22:33:30.070 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:29 smithi088 podman[21829]: 2024-04-22 22:33:29.711172882 +0000 UTC m=+0.017949308 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph:v17.2.0 2024-04-22T22:33:30.070 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:29 smithi088 podman[21829]: 2024-04-22 22:33:29.987127006 +0000 UTC m=+0.293903417 container init c98720b304ee04dd629d74dfe0d5a4c219d20ee868a2c3492c37ac4c445bc04f (image=quay.io/ceph/ceph:v17.2.0, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-mon-a, io.openshift.expose-services=, GIT_REPO=https://github.com/ceph/ceph-container.git, io.openshift.tags=base centos centos-stream, GIT_CLEAN=True, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, build-date=2022-05-03T08:36:31.336870, com.redhat.component=centos-stream-container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., ceph=True, io.k8s.display-name=CentOS Stream 8, distribution-scope=public, RELEASE=HEAD, maintainer=Guillaume Abrioux , version=8, vendor=Red Hat, Inc., description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, CEPH_POINT_RELEASE=-17.2.0, name=centos-stream, io.buildah.version=1.19.8, vcs-type=git, architecture=x86_64, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_BRANCH=HEAD, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, release=754) 2024-04-22T22:33:30.070 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:29 smithi088 podman[21829]: 2024-04-22 22:33:29.989975251 +0000 UTC m=+0.296751674 container start c98720b304ee04dd629d74dfe0d5a4c219d20ee868a2c3492c37ac4c445bc04f (image=quay.io/ceph/ceph:v17.2.0, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-mon-a, GIT_BRANCH=HEAD, io.openshift.tags=base centos centos-stream, io.k8s.display-name=CentOS Stream 8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.openshift.expose-services=, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-type=git, ceph=True, build-date=2022-05-03T08:36:31.336870, vendor=Red Hat, Inc., com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, RELEASE=HEAD, version=8, GIT_CLEAN=True, distribution-scope=public, release=754, io.buildah.version=1.19.8, GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.component=centos-stream-container, CEPH_POINT_RELEASE=-17.2.0, name=centos-stream, maintainer=Guillaume Abrioux , architecture=x86_64, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754) 2024-04-22T22:33:30.070 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: set uid:gid to 167:167 (ceph:ceph) 2024-04-22T22:33:30.070 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable), process ceph-mon, pid 2 2024-04-22T22:33:30.070 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: pidfile_write: ignore empty --pid-file 2024-04-22T22:33:30.070 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: load: jerasure load: lrc 2024-04-22T22:33:30.070 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: RocksDB version: 6.15.5 2024-04-22T22:33:30.070 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-04-22T22:33:30.070 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Compile date Apr 18 2022 2024-04-22T22:33:30.070 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: DB SUMMARY 2024-04-22T22:33:30.070 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: DB Session ID: PE9NR6W8CA2U7M15AMLJ 2024-04-22T22:33:30.070 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: CURRENT file: CURRENT 2024-04-22T22:33:30.070 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: IDENTITY file: IDENTITY 2024-04-22T22:33:30.071 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: MANIFEST file: MANIFEST-000009 size: 131 Bytes 2024-04-22T22:33:30.071 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-04-22T22:33:30.071 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000010.log size: 82631 ; 2024-04-22T22:33:30.071 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.error_if_exists: 0 2024-04-22T22:33:30.071 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.create_if_missing: 0 2024-04-22T22:33:30.071 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.paranoid_checks: 1 2024-04-22T22:33:30.071 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-22T22:33:30.071 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.env: 0x557bef0c6860 2024-04-22T22:33:30.071 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.fs: Posix File System 2024-04-22T22:33:30.071 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.info_log: 0x557bf17a5dc0 2024-04-22T22:33:30.071 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.max_file_opening_threads: 16 2024-04-22T22:33:30.071 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.statistics: (nil) 2024-04-22T22:33:30.071 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.use_fsync: 0 2024-04-22T22:33:30.071 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.max_log_file_size: 0 2024-04-22T22:33:30.071 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-22T22:33:30.073 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-22T22:33:30.073 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.keep_log_file_num: 1000 2024-04-22T22:33:30.073 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.recycle_log_file_num: 0 2024-04-22T22:33:30.073 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.allow_fallocate: 1 2024-04-22T22:33:30.073 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.allow_mmap_reads: 0 2024-04-22T22:33:30.073 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.allow_mmap_writes: 0 2024-04-22T22:33:30.073 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.use_direct_reads: 0 2024-04-22T22:33:30.073 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-22T22:33:30.073 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.create_missing_column_families: 0 2024-04-22T22:33:30.073 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.db_log_dir: 2024-04-22T22:33:30.073 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2024-04-22T22:33:30.073 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-22T22:33:30.073 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-22T22:33:30.073 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-22T22:33:30.074 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-22T22:33:30.074 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-22T22:33:30.074 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-22T22:33:30.074 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.advise_random_on_open: 1 2024-04-22T22:33:30.074 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.db_write_buffer_size: 0 2024-04-22T22:33:30.074 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.write_buffer_manager: 0x557bf18962a0 2024-04-22T22:33:30.074 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-22T22:33:30.074 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-04-22T22:33:30.074 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-22T22:33:30.074 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-22T22:33:30.074 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.rate_limiter: (nil) 2024-04-22T22:33:30.074 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-22T22:33:30.074 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.wal_recovery_mode: 2 2024-04-22T22:33:30.074 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.enable_thread_tracking: 0 2024-04-22T22:33:30.074 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.enable_pipelined_write: 0 2024-04-22T22:33:30.074 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.unordered_write: 0 2024-04-22T22:33:30.075 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-22T22:33:30.075 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-22T22:33:30.075 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-22T22:33:30.075 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-22T22:33:30.075 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.row_cache: None 2024-04-22T22:33:30.075 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.wal_filter: None 2024-04-22T22:33:30.075 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-22T22:33:30.075 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.allow_ingest_behind: 0 2024-04-22T22:33:30.075 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.preserve_deletes: 0 2024-04-22T22:33:30.075 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.two_write_queues: 0 2024-04-22T22:33:30.075 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.manual_wal_flush: 0 2024-04-22T22:33:30.075 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.atomic_flush: 0 2024-04-22T22:33:30.075 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-22T22:33:30.075 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-22T22:33:30.075 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-22T22:33:30.076 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.log_readahead_size: 0 2024-04-22T22:33:30.076 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-22T22:33:30.076 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.best_efforts_recovery: 0 2024-04-22T22:33:30.076 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-22T22:33:30.076 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-22T22:33:30.076 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.allow_data_in_errors: 0 2024-04-22T22:33:30.076 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.db_host_id: __hostname__ 2024-04-22T22:33:30.076 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.max_background_jobs: 2 2024-04-22T22:33:30.076 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.max_background_compactions: -1 2024-04-22T22:33:30.076 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.max_subcompactions: 1 2024-04-22T22:33:30.076 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-22T22:33:30.076 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-22T22:33:30.077 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-22T22:33:30.077 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.max_total_wal_size: 0 2024-04-22T22:33:30.077 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-22T22:33:30.077 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-22T22:33:30.077 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-22T22:33:30.077 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-22T22:33:30.077 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.max_open_files: -1 2024-04-22T22:33:30.077 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.bytes_per_sync: 0 2024-04-22T22:33:30.077 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-22T22:33:30.077 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-22T22:33:30.077 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.compaction_readahead_size: 0 2024-04-22T22:33:30.077 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.max_background_flushes: -1 2024-04-22T22:33:30.077 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Compression algorithms supported: 2024-04-22T22:33:30.077 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-22T22:33:30.077 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: kZSTD supported: 0 2024-04-22T22:33:30.077 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: kXpressCompression supported: 0 2024-04-22T22:33:30.078 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: kLZ4HCCompression supported: 1 2024-04-22T22:33:30.078 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: kLZ4Compression supported: 1 2024-04-22T22:33:30.078 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: kBZip2Compression supported: 0 2024-04-22T22:33:30.078 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: kZlibCompression supported: 1 2024-04-22T22:33:30.078 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: kSnappyCompression supported: 1 2024-04-22T22:33:30.078 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-22T22:33:30.078 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: [db/version_set.cc:4725] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 2024-04-22T22:33:30.078 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: [db/column_family.cc:597] --------------- Options for column family [default]: 2024-04-22T22:33:30.078 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-22T22:33:30.078 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.merge_operator: 2024-04-22T22:33:30.078 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.compaction_filter: None 2024-04-22T22:33:30.078 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.compaction_filter_factory: None 2024-04-22T22:33:30.078 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.sst_partitioner_factory: None 2024-04-22T22:33:30.078 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-22T22:33:30.079 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-22T22:33:30.079 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x557bf1771d00) 2024-04-22T22:33:30.079 INFO:journalctl@ceph.mon.a.smithi088.stdout: cache_index_and_filter_blocks: 1 2024-04-22T22:33:30.079 INFO:journalctl@ceph.mon.a.smithi088.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-22T22:33:30.079 INFO:journalctl@ceph.mon.a.smithi088.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-22T22:33:30.079 INFO:journalctl@ceph.mon.a.smithi088.stdout: pin_top_level_index_and_filter: 1 2024-04-22T22:33:30.079 INFO:journalctl@ceph.mon.a.smithi088.stdout: index_type: 0 2024-04-22T22:33:30.079 INFO:journalctl@ceph.mon.a.smithi088.stdout: data_block_index_type: 0 2024-04-22T22:33:30.079 INFO:journalctl@ceph.mon.a.smithi088.stdout: index_shortening: 1 2024-04-22T22:33:30.079 INFO:journalctl@ceph.mon.a.smithi088.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-22T22:33:30.079 INFO:journalctl@ceph.mon.a.smithi088.stdout: hash_index_allow_collision: 1 2024-04-22T22:33:30.079 INFO:journalctl@ceph.mon.a.smithi088.stdout: checksum: 1 2024-04-22T22:33:30.079 INFO:journalctl@ceph.mon.a.smithi088.stdout: no_block_cache: 0 2024-04-22T22:33:30.079 INFO:journalctl@ceph.mon.a.smithi088.stdout: block_cache: 0x557bf17dc170 2024-04-22T22:33:30.079 INFO:journalctl@ceph.mon.a.smithi088.stdout: block_cache_name: BinnedLRUCache 2024-04-22T22:33:30.079 INFO:journalctl@ceph.mon.a.smithi088.stdout: block_cache_options: 2024-04-22T22:33:30.080 INFO:journalctl@ceph.mon.a.smithi088.stdout: capacity : 536870912 2024-04-22T22:33:30.080 INFO:journalctl@ceph.mon.a.smithi088.stdout: num_shard_bits : 4 2024-04-22T22:33:30.080 INFO:journalctl@ceph.mon.a.smithi088.stdout: strict_capacity_limit : 0 2024-04-22T22:33:30.080 INFO:journalctl@ceph.mon.a.smithi088.stdout: high_pri_pool_ratio: 0.000 2024-04-22T22:33:30.080 INFO:journalctl@ceph.mon.a.smithi088.stdout: block_cache_compressed: (nil) 2024-04-22T22:33:30.080 INFO:journalctl@ceph.mon.a.smithi088.stdout: persistent_cache: (nil) 2024-04-22T22:33:30.080 INFO:journalctl@ceph.mon.a.smithi088.stdout: block_size: 4096 2024-04-22T22:33:30.080 INFO:journalctl@ceph.mon.a.smithi088.stdout: block_size_deviation: 10 2024-04-22T22:33:30.080 INFO:journalctl@ceph.mon.a.smithi088.stdout: block_restart_interval: 16 2024-04-22T22:33:30.080 INFO:journalctl@ceph.mon.a.smithi088.stdout: index_block_restart_interval: 1 2024-04-22T22:33:30.080 INFO:journalctl@ceph.mon.a.smithi088.stdout: metadata_block_size: 4096 2024-04-22T22:33:30.081 INFO:journalctl@ceph.mon.a.smithi088.stdout: partition_filters: 0 2024-04-22T22:33:30.081 INFO:journalctl@ceph.mon.a.smithi088.stdout: use_delta_encoding: 1 2024-04-22T22:33:30.081 INFO:journalctl@ceph.mon.a.smithi088.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-04-22T22:33:30.081 INFO:journalctl@ceph.mon.a.smithi088.stdout: whole_key_filtering: 1 2024-04-22T22:33:30.081 INFO:journalctl@ceph.mon.a.smithi088.stdout: verify_compression: 0 2024-04-22T22:33:30.081 INFO:journalctl@ceph.mon.a.smithi088.stdout: read_amp_bytes_per_bit: 0 2024-04-22T22:33:30.081 INFO:journalctl@ceph.mon.a.smithi088.stdout: format_version: 4 2024-04-22T22:33:30.081 INFO:journalctl@ceph.mon.a.smithi088.stdout: enable_index_compression: 1 2024-04-22T22:33:30.081 INFO:journalctl@ceph.mon.a.smithi088.stdout: block_align: 0 2024-04-22T22:33:30.081 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.write_buffer_size: 33554432 2024-04-22T22:33:30.081 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.max_write_buffer_number: 2 2024-04-22T22:33:30.081 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.compression: NoCompression 2024-04-22T22:33:30.081 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.bottommost_compression: Disabled 2024-04-22T22:33:30.081 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.prefix_extractor: nullptr 2024-04-22T22:33:30.081 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-22T22:33:30.081 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.num_levels: 7 2024-04-22T22:33:30.082 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-22T22:33:30.082 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-22T22:33:30.082 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-22T22:33:30.082 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-22T22:33:30.082 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-22T22:33:30.082 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-22T22:33:30.082 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-22T22:33:30.082 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-22T22:33:30.082 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-22T22:33:30.082 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-22T22:33:30.082 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-22T22:33:30.082 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.compression_opts.level: 32767 2024-04-22T22:33:30.082 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.compression_opts.strategy: 0 2024-04-22T22:33:30.082 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-22T22:33:30.082 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-22T22:33:30.083 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-22T22:33:30.083 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.compression_opts.enabled: false 2024-04-22T22:33:30.083 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-22T22:33:30.083 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-22T22:33:30.083 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-22T22:33:30.083 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.target_file_size_base: 67108864 2024-04-22T22:33:30.083 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-22T22:33:30.083 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-22T22:33:30.083 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-22T22:33:30.083 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-22T22:33:30.083 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-22T22:33:30.083 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-22T22:33:30.083 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-22T22:33:30.083 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-22T22:33:30.083 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-22T22:33:30.084 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-22T22:33:30.084 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-22T22:33:30.084 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-22T22:33:30.084 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-22T22:33:30.084 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.arena_block_size: 4194304 2024-04-22T22:33:30.084 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-22T22:33:30.084 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-22T22:33:30.084 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-04-22T22:33:30.084 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.disable_auto_compactions: 0 2024-04-22T22:33:30.084 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-22T22:33:30.084 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-22T22:33:30.084 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-22T22:33:30.084 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-22T22:33:30.084 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-22T22:33:30.084 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-22T22:33:30.084 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-22T22:33:30.085 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-22T22:33:30.085 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-22T22:33:30.085 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-22T22:33:30.085 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.table_properties_collectors: 2024-04-22T22:33:30.085 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.inplace_update_support: 0 2024-04-22T22:33:30.085 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-22T22:33:30.085 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-22T22:33:30.085 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-22T22:33:30.085 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-22T22:33:30.085 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.bloom_locality: 0 2024-04-22T22:33:30.085 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.max_successive_merges: 0 2024-04-22T22:33:30.085 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-22T22:33:30.085 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.paranoid_file_checks: 0 2024-04-22T22:33:30.085 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.force_consistency_checks: 1 2024-04-22T22:33:30.085 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.report_bg_io_stats: 0 2024-04-22T22:33:30.085 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.ttl: 2592000 2024-04-22T22:33:30.086 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-22T22:33:30.086 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.enable_blob_files: false 2024-04-22T22:33:30.086 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.min_blob_size: 0 2024-04-22T22:33:30.086 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.blob_file_size: 268435456 2024-04-22T22:33:30.086 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-22T22:33:30.086 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-22T22:33:30.086 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-22T22:33:30.086 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: [db/version_set.cc:4773] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 11, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-22T22:33:30.086 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: [db/version_set.cc:4782] Column family [default] (ID 0), log number is 5 2024-04-22T22:33:30.086 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: [db/version_set.cc:4083] Creating manifest 13 2024-04-22T22:33:30.086 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713825210014791, "job": 1, "event": "recovery_started", "wal_files": [10]} 2024-04-22T22:33:30.086 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: [db/db_impl/db_impl_open.cc:847] Recovering log #10 mode 2 2024-04-22T22:33:30.086 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: [table/block_based/filter_policy.cc:996] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-04-22T22:33:30.086 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713825210015568, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 14, "file_size": 79181, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 77444, "index_size": 225, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10027, "raw_average_key_size": 47, "raw_value_size": 71753, "raw_average_value_size": 340, "num_data_blocks": 10, "num_entries": 211, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1713825210, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "da8f6600-3ca8-4603-aa25-362a77ae1eb1", "db_session_id": "PE9NR6W8CA2U7M15AMLJ"}} 2024-04-22T22:33:30.087 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: [db/version_set.cc:4083] Creating manifest 15 2024-04-22T22:33:30.087 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713825210015893, "job": 1, "event": "recovery_finished"} 2024-04-22T22:33:30.087 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: [file/delete_scheduler.cc:73] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000010.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-22T22:33:30.087 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: [db/db_impl/db_impl_open.cc:1701] SstFileManager instance 0x557bf17c2a80 2024-04-22T22:33:30.087 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: DB pointer 0x557bf17d2000 2024-04-22T22:33:30.087 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: [db/db_impl/db_impl.cc:902] ------- DUMPING STATS ------- 2024-04-22T22:33:30.087 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-04-22T22:33:30.087 INFO:journalctl@ceph.mon.a.smithi088.stdout: ** DB Stats ** 2024-04-22T22:33:30.087 INFO:journalctl@ceph.mon.a.smithi088.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-22T22:33:30.087 INFO:journalctl@ceph.mon.a.smithi088.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-22T22:33:30.087 INFO:journalctl@ceph.mon.a.smithi088.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-22T22:33:30.087 INFO:journalctl@ceph.mon.a.smithi088.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-22T22:33:30.087 INFO:journalctl@ceph.mon.a.smithi088.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-22T22:33:30.087 INFO:journalctl@ceph.mon.a.smithi088.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-04-22T22:33:30.087 INFO:journalctl@ceph.mon.a.smithi088.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-22T22:33:30.087 INFO:journalctl@ceph.mon.a.smithi088.stdout: 2024-04-22T22:33:30.088 INFO:journalctl@ceph.mon.a.smithi088.stdout: ** Compaction Stats [default] ** 2024-04-22T22:33:30.088 INFO:journalctl@ceph.mon.a.smithi088.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-22T22:33:30.088 INFO:journalctl@ceph.mon.a.smithi088.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-22T22:33:30.088 INFO:journalctl@ceph.mon.a.smithi088.stdout: L0 2/0 79.08 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 135.8 0.00 0.00 1 0.001 0 0 2024-04-22T22:33:30.088 INFO:journalctl@ceph.mon.a.smithi088.stdout: Sum 2/0 79.08 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 135.8 0.00 0.00 1 0.001 0 0 2024-04-22T22:33:30.088 INFO:journalctl@ceph.mon.a.smithi088.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 135.8 0.00 0.00 1 0.001 0 0 2024-04-22T22:33:30.088 INFO:journalctl@ceph.mon.a.smithi088.stdout: 2024-04-22T22:33:30.088 INFO:journalctl@ceph.mon.a.smithi088.stdout: ** Compaction Stats [default] ** 2024-04-22T22:33:30.088 INFO:journalctl@ceph.mon.a.smithi088.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-22T22:33:30.088 INFO:journalctl@ceph.mon.a.smithi088.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-22T22:33:30.088 INFO:journalctl@ceph.mon.a.smithi088.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 135.8 0.00 0.00 1 0.001 0 0 2024-04-22T22:33:30.088 INFO:journalctl@ceph.mon.a.smithi088.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-22T22:33:30.088 INFO:journalctl@ceph.mon.a.smithi088.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-22T22:33:30.088 INFO:journalctl@ceph.mon.a.smithi088.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-22T22:33:30.088 INFO:journalctl@ceph.mon.a.smithi088.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-22T22:33:30.088 INFO:journalctl@ceph.mon.a.smithi088.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-22T22:33:30.089 INFO:journalctl@ceph.mon.a.smithi088.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-22T22:33:30.089 INFO:journalctl@ceph.mon.a.smithi088.stdout: Cumulative compaction: 0.00 GB write, 25.43 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-22T22:33:30.089 INFO:journalctl@ceph.mon.a.smithi088.stdout: Interval compaction: 0.00 GB write, 25.43 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-22T22:33:30.089 INFO:journalctl@ceph.mon.a.smithi088.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-22T22:33:30.089 INFO:journalctl@ceph.mon.a.smithi088.stdout: 2024-04-22T22:33:30.089 INFO:journalctl@ceph.mon.a.smithi088.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-22T22:33:30.089 INFO:journalctl@ceph.mon.a.smithi088.stdout: 2024-04-22T22:33:30.089 INFO:journalctl@ceph.mon.a.smithi088.stdout: ** Compaction Stats [default] ** 2024-04-22T22:33:30.089 INFO:journalctl@ceph.mon.a.smithi088.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-22T22:33:30.089 INFO:journalctl@ceph.mon.a.smithi088.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-22T22:33:30.089 INFO:journalctl@ceph.mon.a.smithi088.stdout: L0 2/0 79.08 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 135.8 0.00 0.00 1 0.001 0 0 2024-04-22T22:33:30.090 INFO:journalctl@ceph.mon.a.smithi088.stdout: Sum 2/0 79.08 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 135.8 0.00 0.00 1 0.001 0 0 2024-04-22T22:33:30.090 INFO:journalctl@ceph.mon.a.smithi088.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-04-22T22:33:30.090 INFO:journalctl@ceph.mon.a.smithi088.stdout: 2024-04-22T22:33:30.090 INFO:journalctl@ceph.mon.a.smithi088.stdout: ** Compaction Stats [default] ** 2024-04-22T22:33:30.090 INFO:journalctl@ceph.mon.a.smithi088.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-22T22:33:30.090 INFO:journalctl@ceph.mon.a.smithi088.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-22T22:33:30.090 INFO:journalctl@ceph.mon.a.smithi088.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 135.8 0.00 0.00 1 0.001 0 0 2024-04-22T22:33:30.090 INFO:journalctl@ceph.mon.a.smithi088.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-22T22:33:30.090 INFO:journalctl@ceph.mon.a.smithi088.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-22T22:33:30.090 INFO:journalctl@ceph.mon.a.smithi088.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-22T22:33:30.090 INFO:journalctl@ceph.mon.a.smithi088.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-22T22:33:30.090 INFO:journalctl@ceph.mon.a.smithi088.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-22T22:33:30.090 INFO:journalctl@ceph.mon.a.smithi088.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-22T22:33:30.090 INFO:journalctl@ceph.mon.a.smithi088.stdout: Cumulative compaction: 0.00 GB write, 25.18 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-22T22:33:30.090 INFO:journalctl@ceph.mon.a.smithi088.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-22T22:33:30.091 INFO:journalctl@ceph.mon.a.smithi088.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-22T22:33:30.091 INFO:journalctl@ceph.mon.a.smithi088.stdout: 2024-04-22T22:33:30.091 INFO:journalctl@ceph.mon.a.smithi088.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-22T22:33:30.091 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: starting mon.a rank 0 at public addrs [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] at bind addrs [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 41629230-00f8-11ef-bc93-c7b262605968 2024-04-22T22:33:30.091 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: mon.a@-1(???) e1 preinit fsid 41629230-00f8-11ef-bc93-c7b262605968 2024-04-22T22:33:30.091 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: mon.a@-1(???).mds e1 new map 2024-04-22T22:33:30.091 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: mon.a@-1(???).mds e1 print_map 2024-04-22T22:33:30.091 INFO:journalctl@ceph.mon.a.smithi088.stdout: e1 2024-04-22T22:33:30.091 INFO:journalctl@ceph.mon.a.smithi088.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-22T22:33:30.091 INFO:journalctl@ceph.mon.a.smithi088.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-22T22:33:30.091 INFO:journalctl@ceph.mon.a.smithi088.stdout: legacy client fscid: -1 2024-04-22T22:33:30.091 INFO:journalctl@ceph.mon.a.smithi088.stdout: 2024-04-22T22:33:30.092 INFO:journalctl@ceph.mon.a.smithi088.stdout: No filesystems configured 2024-04-22T22:33:30.092 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-22T22:33:30.092 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-22T22:33:30.092 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-22T22:33:30.092 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-22T22:33:30.092 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-04-22T22:33:30.092 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 bash[21829]: c98720b304ee04dd629d74dfe0d5a4c219d20ee868a2c3492c37ac4c445bc04f 2024-04-22T22:33:30.092 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 systemd[1]: Started Ceph mon.a for 41629230-00f8-11ef-bc93-c7b262605968. 2024-04-22T22:33:30.092 INFO:teuthology.orchestra.run.smithi088.stderr:Setting mon public_network to 172.21.0.0/20 2024-04-22T22:33:30.325 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-22T22:33:30.325 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: monmap e1: 1 mons at {a=[v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0]} 2024-04-22T22:33:30.325 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: fsmap 2024-04-22T22:33:30.325 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: osdmap e1: 0 total, 0 up, 0 in 2024-04-22T22:33:30.325 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:30 smithi088 ceph-mon[21849]: mgrmap e1: no daemons active 2024-04-22T22:33:31.061 INFO:teuthology.orchestra.run.smithi088.stderr:Wrote config to /etc/ceph/ceph.conf 2024-04-22T22:33:31.061 INFO:teuthology.orchestra.run.smithi088.stderr:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-04-22T22:33:31.062 INFO:teuthology.orchestra.run.smithi088.stderr:Creating mgr... 2024-04-22T22:33:31.062 INFO:teuthology.orchestra.run.smithi088.stderr:Verifying port 9283 ... 2024-04-22T22:33:31.238 INFO:teuthology.orchestra.run.smithi088.stderr:systemctl: Failed to reset failed state of unit ceph-41629230-00f8-11ef-bc93-c7b262605968@mgr.y.service: Unit ceph-41629230-00f8-11ef-bc93-c7b262605968@mgr.y.service not loaded. 2024-04-22T22:33:31.245 INFO:teuthology.orchestra.run.smithi088.stderr:systemctl: Created symlink /etc/systemd/system/ceph-41629230-00f8-11ef-bc93-c7b262605968.target.wants/ceph-41629230-00f8-11ef-bc93-c7b262605968@mgr.y.service → /etc/systemd/system/ceph-41629230-00f8-11ef-bc93-c7b262605968@.service. 2024-04-22T22:33:31.845 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:31 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/3709775804' entity='client.admin' 2024-04-22T22:33:31.960 INFO:teuthology.orchestra.run.smithi088.stderr:systemctl: disabled 2024-04-22T22:33:31.968 INFO:teuthology.orchestra.run.smithi088.stderr:systemctl: inactive 2024-04-22T22:33:31.969 INFO:teuthology.orchestra.run.smithi088.stderr:firewalld.service is not enabled 2024-04-22T22:33:31.969 INFO:teuthology.orchestra.run.smithi088.stderr:Not possible to enable service . firewalld.service is not available 2024-04-22T22:33:31.979 INFO:teuthology.orchestra.run.smithi088.stderr:systemctl: disabled 2024-04-22T22:33:31.987 INFO:teuthology.orchestra.run.smithi088.stderr:systemctl: inactive 2024-04-22T22:33:31.988 INFO:teuthology.orchestra.run.smithi088.stderr:firewalld.service is not enabled 2024-04-22T22:33:31.988 INFO:teuthology.orchestra.run.smithi088.stderr:Not possible to open ports <[9283]>. firewalld.service is not available 2024-04-22T22:33:31.988 INFO:teuthology.orchestra.run.smithi088.stderr:Waiting for mgr to start... 2024-04-22T22:33:31.988 INFO:teuthology.orchestra.run.smithi088.stderr:Waiting for mgr... 2024-04-22T22:33:32.105 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:32 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:33:32.000+0000 7f2a4a051000 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-22T22:33:32.410 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:32 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:33:32.135+0000 7f2a4a051000 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-22T22:33:32.410 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:32 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:33:32.236+0000 7f2a4a051000 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-22T22:33:32.513 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: 2024-04-22T22:33:32.513 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: { 2024-04-22T22:33:32.513 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "fsid": "41629230-00f8-11ef-bc93-c7b262605968", 2024-04-22T22:33:32.513 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "health": { 2024-04-22T22:33:32.513 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2024-04-22T22:33:32.514 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "checks": {}, 2024-04-22T22:33:32.514 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "mutes": [] 2024-04-22T22:33:32.514 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: }, 2024-04-22T22:33:32.514 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "election_epoch": 5, 2024-04-22T22:33:32.514 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "quorum": [ 2024-04-22T22:33:32.514 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: 0 2024-04-22T22:33:32.514 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: ], 2024-04-22T22:33:32.514 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "quorum_names": [ 2024-04-22T22:33:32.514 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "a" 2024-04-22T22:33:32.514 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: ], 2024-04-22T22:33:32.514 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "quorum_age": 2, 2024-04-22T22:33:32.514 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "monmap": { 2024-04-22T22:33:32.514 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-22T22:33:32.514 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "min_mon_release_name": "quincy", 2024-04-22T22:33:32.514 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_mons": 1 2024-04-22T22:33:32.514 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: }, 2024-04-22T22:33:32.515 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "osdmap": { 2024-04-22T22:33:32.515 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-22T22:33:32.515 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_osds": 0, 2024-04-22T22:33:32.515 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_up_osds": 0, 2024-04-22T22:33:32.515 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "osd_up_since": 0, 2024-04-22T22:33:32.515 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_in_osds": 0, 2024-04-22T22:33:32.518 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "osd_in_since": 0, 2024-04-22T22:33:32.518 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2024-04-22T22:33:32.518 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: }, 2024-04-22T22:33:32.518 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "pgmap": { 2024-04-22T22:33:32.519 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "pgs_by_state": [], 2024-04-22T22:33:32.519 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_pgs": 0, 2024-04-22T22:33:32.519 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_pools": 0, 2024-04-22T22:33:32.519 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_objects": 0, 2024-04-22T22:33:32.519 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "data_bytes": 0, 2024-04-22T22:33:32.519 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "bytes_used": 0, 2024-04-22T22:33:32.519 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "bytes_avail": 0, 2024-04-22T22:33:32.519 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "bytes_total": 0 2024-04-22T22:33:32.519 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: }, 2024-04-22T22:33:32.519 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "fsmap": { 2024-04-22T22:33:32.519 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-22T22:33:32.519 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "by_rank": [], 2024-04-22T22:33:32.519 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "up:standby": 0 2024-04-22T22:33:32.519 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: }, 2024-04-22T22:33:32.519 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "mgrmap": { 2024-04-22T22:33:32.519 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "available": false, 2024-04-22T22:33:32.520 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_standbys": 0, 2024-04-22T22:33:32.520 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "modules": [ 2024-04-22T22:33:32.520 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "iostat", 2024-04-22T22:33:32.520 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "nfs", 2024-04-22T22:33:32.520 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "restful" 2024-04-22T22:33:32.520 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: ], 2024-04-22T22:33:32.520 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "services": {} 2024-04-22T22:33:32.520 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: }, 2024-04-22T22:33:32.520 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "servicemap": { 2024-04-22T22:33:32.520 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-22T22:33:32.520 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "modified": "2024-04-22T22:33:25.879086+0000", 2024-04-22T22:33:32.520 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "services": {} 2024-04-22T22:33:32.520 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: }, 2024-04-22T22:33:32.520 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "progress_events": {} 2024-04-22T22:33:32.520 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: } 2024-04-22T22:33:32.711 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:32 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/1747973364' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-22T22:33:32.712 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:32 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:33:32.560+0000 7f2a4a051000 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-22T22:33:32.712 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:32 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:33:32.643+0000 7f2a4a051000 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-22T22:33:33.115 INFO:teuthology.orchestra.run.smithi088.stderr:mgr not available, waiting (1/15)... 2024-04-22T22:33:34.211 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:33 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:33:33.774+0000 7f2a4a051000 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-22T22:33:34.211 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:33 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:33:33.936+0000 7f2a4a051000 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-22T22:33:34.211 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:34 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:33:34.017+0000 7f2a4a051000 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-22T22:33:34.711 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:34 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:33:34.326+0000 7f2a4a051000 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-22T22:33:34.711 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:34 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:33:34.415+0000 7f2a4a051000 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-22T22:33:34.712 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:34 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:33:34.507+0000 7f2a4a051000 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-22T22:33:35.182 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:34 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:33:34.743+0000 7f2a4a051000 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-22T22:33:35.456 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:35 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:33:35.182+0000 7f2a4a051000 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-22T22:33:35.637 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: 2024-04-22T22:33:35.637 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: { 2024-04-22T22:33:35.637 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "fsid": "41629230-00f8-11ef-bc93-c7b262605968", 2024-04-22T22:33:35.637 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "health": { 2024-04-22T22:33:35.637 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2024-04-22T22:33:35.637 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "checks": {}, 2024-04-22T22:33:35.637 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "mutes": [] 2024-04-22T22:33:35.638 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: }, 2024-04-22T22:33:35.638 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "election_epoch": 5, 2024-04-22T22:33:35.638 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "quorum": [ 2024-04-22T22:33:35.639 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: 0 2024-04-22T22:33:35.639 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: ], 2024-04-22T22:33:35.639 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "quorum_names": [ 2024-04-22T22:33:35.639 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "a" 2024-04-22T22:33:35.639 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: ], 2024-04-22T22:33:35.639 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "quorum_age": 5, 2024-04-22T22:33:35.639 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "monmap": { 2024-04-22T22:33:35.639 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-22T22:33:35.639 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "min_mon_release_name": "quincy", 2024-04-22T22:33:35.639 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_mons": 1 2024-04-22T22:33:35.639 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: }, 2024-04-22T22:33:35.640 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "osdmap": { 2024-04-22T22:33:35.640 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-22T22:33:35.640 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_osds": 0, 2024-04-22T22:33:35.640 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_up_osds": 0, 2024-04-22T22:33:35.641 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "osd_up_since": 0, 2024-04-22T22:33:35.641 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_in_osds": 0, 2024-04-22T22:33:35.641 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "osd_in_since": 0, 2024-04-22T22:33:35.641 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2024-04-22T22:33:35.641 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: }, 2024-04-22T22:33:35.641 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "pgmap": { 2024-04-22T22:33:35.641 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "pgs_by_state": [], 2024-04-22T22:33:35.641 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_pgs": 0, 2024-04-22T22:33:35.641 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_pools": 0, 2024-04-22T22:33:35.641 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_objects": 0, 2024-04-22T22:33:35.641 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "data_bytes": 0, 2024-04-22T22:33:35.642 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "bytes_used": 0, 2024-04-22T22:33:35.642 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "bytes_avail": 0, 2024-04-22T22:33:35.642 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "bytes_total": 0 2024-04-22T22:33:35.642 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: }, 2024-04-22T22:33:35.642 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "fsmap": { 2024-04-22T22:33:35.642 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-22T22:33:35.642 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "by_rank": [], 2024-04-22T22:33:35.642 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "up:standby": 0 2024-04-22T22:33:35.642 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: }, 2024-04-22T22:33:35.642 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "mgrmap": { 2024-04-22T22:33:35.643 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "available": false, 2024-04-22T22:33:35.643 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_standbys": 0, 2024-04-22T22:33:35.643 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "modules": [ 2024-04-22T22:33:35.643 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "iostat", 2024-04-22T22:33:35.643 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "nfs", 2024-04-22T22:33:35.643 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "restful" 2024-04-22T22:33:35.643 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: ], 2024-04-22T22:33:35.643 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "services": {} 2024-04-22T22:33:35.644 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: }, 2024-04-22T22:33:35.644 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "servicemap": { 2024-04-22T22:33:35.644 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-22T22:33:35.644 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "modified": "2024-04-22T22:33:25.879086+0000", 2024-04-22T22:33:35.644 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "services": {} 2024-04-22T22:33:35.644 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: }, 2024-04-22T22:33:35.644 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "progress_events": {} 2024-04-22T22:33:35.644 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: } 2024-04-22T22:33:35.711 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:35 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:33:35.676+0000 7f2a4a051000 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-22T22:33:36.020 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:35 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:33:35.769+0000 7f2a4a051000 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-22T22:33:36.203 INFO:teuthology.orchestra.run.smithi088.stderr:mgr not available, waiting (2/15)... 2024-04-22T22:33:36.461 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:36 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/3267835155' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-22T22:33:36.462 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:36 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:33:36.063+0000 7f2a4a051000 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-22T22:33:36.462 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:36 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:33:36.153+0000 7f2a4a051000 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-22T22:33:36.903 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:36 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:33:36.568+0000 7f2a4a051000 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-22T22:33:36.903 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:36 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:33:36.699+0000 7f2a4a051000 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-22T22:33:36.903 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:36 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:33:36.790+0000 7f2a4a051000 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-22T22:33:36.903 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:36 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:33:36.902+0000 7f2a4a051000 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-22T22:33:37.211 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:36 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:33:36.989+0000 7f2a4a051000 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-22T22:33:37.891 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:37 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:33:37.533+0000 7f2a4a051000 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-22T22:33:38.211 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:37 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:33:37.891+0000 7f2a4a051000 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-22T22:33:38.212 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:37 smithi088 ceph-mon[21849]: Activating manager daemon y 2024-04-22T22:33:38.212 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:37 smithi088 ceph-mon[21849]: mgrmap e2: y(active, starting, since 0.00264528s) 2024-04-22T22:33:38.212 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:37 smithi088 ceph-mon[21849]: from='mgr.14100 172.21.15.88:0/1000553803' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-22T22:33:38.212 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:37 smithi088 ceph-mon[21849]: from='mgr.14100 172.21.15.88:0/1000553803' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-22T22:33:38.212 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:37 smithi088 ceph-mon[21849]: from='mgr.14100 172.21.15.88:0/1000553803' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-22T22:33:38.212 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:37 smithi088 ceph-mon[21849]: from='mgr.14100 172.21.15.88:0/1000553803' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T22:33:38.212 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:37 smithi088 ceph-mon[21849]: from='mgr.14100 172.21.15.88:0/1000553803' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-22T22:33:38.212 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:37 smithi088 ceph-mon[21849]: Manager daemon y is now available 2024-04-22T22:33:38.212 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:37 smithi088 ceph-mon[21849]: from='mgr.14100 172.21.15.88:0/1000553803' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:33:38.212 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:37 smithi088 ceph-mon[21849]: from='mgr.14100 172.21.15.88:0/1000553803' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:33:38.212 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:37 smithi088 ceph-mon[21849]: from='mgr.14100 172.21.15.88:0/1000553803' entity='mgr.y' 2024-04-22T22:33:38.212 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:37 smithi088 ceph-mon[21849]: from='mgr.14100 172.21.15.88:0/1000553803' entity='mgr.y' 2024-04-22T22:33:38.213 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:37 smithi088 ceph-mon[21849]: from='mgr.14100 172.21.15.88:0/1000553803' entity='mgr.y' 2024-04-22T22:33:40.211 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:39 smithi088 ceph-mon[21849]: mgrmap e3: y(active, since 1.00673s) 2024-04-22T22:33:41.211 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:40 smithi088 ceph-mon[21849]: mgrmap e4: y(active, since 2s) 2024-04-22T22:33:42.030 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: 2024-04-22T22:33:42.031 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: { 2024-04-22T22:33:42.031 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "fsid": "41629230-00f8-11ef-bc93-c7b262605968", 2024-04-22T22:33:42.031 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "health": { 2024-04-22T22:33:42.031 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2024-04-22T22:33:42.031 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "checks": {}, 2024-04-22T22:33:42.031 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "mutes": [] 2024-04-22T22:33:42.031 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: }, 2024-04-22T22:33:42.031 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "election_epoch": 5, 2024-04-22T22:33:42.031 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "quorum": [ 2024-04-22T22:33:42.031 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: 0 2024-04-22T22:33:42.031 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: ], 2024-04-22T22:33:42.031 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "quorum_names": [ 2024-04-22T22:33:42.031 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "a" 2024-04-22T22:33:42.031 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: ], 2024-04-22T22:33:42.032 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "quorum_age": 11, 2024-04-22T22:33:42.032 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "monmap": { 2024-04-22T22:33:42.032 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-22T22:33:42.032 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "min_mon_release_name": "quincy", 2024-04-22T22:33:42.032 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_mons": 1 2024-04-22T22:33:42.032 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: }, 2024-04-22T22:33:42.032 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "osdmap": { 2024-04-22T22:33:42.032 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-22T22:33:42.032 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_osds": 0, 2024-04-22T22:33:42.032 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_up_osds": 0, 2024-04-22T22:33:42.032 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "osd_up_since": 0, 2024-04-22T22:33:42.032 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_in_osds": 0, 2024-04-22T22:33:42.032 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "osd_in_since": 0, 2024-04-22T22:33:42.032 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2024-04-22T22:33:42.032 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: }, 2024-04-22T22:33:42.033 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "pgmap": { 2024-04-22T22:33:42.033 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "pgs_by_state": [], 2024-04-22T22:33:42.033 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_pgs": 0, 2024-04-22T22:33:42.033 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_pools": 0, 2024-04-22T22:33:42.033 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_objects": 0, 2024-04-22T22:33:42.033 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "data_bytes": 0, 2024-04-22T22:33:42.033 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "bytes_used": 0, 2024-04-22T22:33:42.033 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "bytes_avail": 0, 2024-04-22T22:33:42.033 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "bytes_total": 0 2024-04-22T22:33:42.033 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: }, 2024-04-22T22:33:42.033 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "fsmap": { 2024-04-22T22:33:42.033 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-22T22:33:42.033 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "by_rank": [], 2024-04-22T22:33:42.033 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "up:standby": 0 2024-04-22T22:33:42.033 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: }, 2024-04-22T22:33:42.034 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "mgrmap": { 2024-04-22T22:33:42.034 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "available": true, 2024-04-22T22:33:42.034 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_standbys": 0, 2024-04-22T22:33:42.034 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "modules": [ 2024-04-22T22:33:42.034 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "iostat", 2024-04-22T22:33:42.034 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "nfs", 2024-04-22T22:33:42.034 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "restful" 2024-04-22T22:33:42.034 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: ], 2024-04-22T22:33:42.034 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "services": {} 2024-04-22T22:33:42.034 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: }, 2024-04-22T22:33:42.034 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "servicemap": { 2024-04-22T22:33:42.034 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-22T22:33:42.034 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "modified": "2024-04-22T22:33:25.879086+0000", 2024-04-22T22:33:42.035 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "services": {} 2024-04-22T22:33:42.035 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: }, 2024-04-22T22:33:42.035 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "progress_events": {} 2024-04-22T22:33:42.035 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: } 2024-04-22T22:33:42.211 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:41 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/2751773649' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-22T22:33:44.938 INFO:teuthology.orchestra.run.smithi088.stderr:mgr is available 2024-04-22T22:33:45.560 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: 2024-04-22T22:33:45.560 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: [global] 2024-04-22T22:33:45.560 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: fsid = 41629230-00f8-11ef-bc93-c7b262605968 2024-04-22T22:33:45.560 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: mon_osd_allow_pg_remap = true 2024-04-22T22:33:45.561 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: mon_osd_allow_primary_affinity = true 2024-04-22T22:33:45.561 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: mon_warn_on_no_sortbitwise = false 2024-04-22T22:33:45.561 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: osd_crush_chooseleaf_type = 0 2024-04-22T22:33:45.561 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: 2024-04-22T22:33:45.561 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: [mgr] 2024-04-22T22:33:45.561 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: mgr/telemetry/nag = false 2024-04-22T22:33:45.561 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: 2024-04-22T22:33:45.561 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: [osd] 2024-04-22T22:33:45.561 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: osd_map_max_advance = 10 2024-04-22T22:33:45.561 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: osd_sloppy_crc = true 2024-04-22T22:33:46.111 INFO:teuthology.orchestra.run.smithi088.stderr:Enabling cephadm module... 2024-04-22T22:33:46.307 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:46 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/3897374277' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-22T22:33:46.307 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:46 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/3897374277' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-04-22T22:33:47.312 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:47 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/1199649359' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-04-22T22:33:47.312 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:47 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: ignoring --setuser ceph since I am not root 2024-04-22T22:33:47.312 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:47 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: ignoring --setgroup ceph since I am not root 2024-04-22T22:33:47.312 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:47 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:33:47.184+0000 7fa13a09f000 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-22T22:33:47.313 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:47 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:33:47.312+0000 7fa13a09f000 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-22T22:33:47.598 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:47 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:33:47.410+0000 7fa13a09f000 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-22T22:33:47.910 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:47 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:33:47.721+0000 7fa13a09f000 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-22T22:33:47.910 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:47 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:33:47.802+0000 7fa13a09f000 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-22T22:33:48.211 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:48 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/1199649359' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-04-22T22:33:48.211 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:48 smithi088 ceph-mon[21849]: mgrmap e5: y(active, since 9s) 2024-04-22T22:33:48.276 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: { 2024-04-22T22:33:48.276 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "epoch": 5, 2024-04-22T22:33:48.276 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "available": true, 2024-04-22T22:33:48.276 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "active_name": "y", 2024-04-22T22:33:48.276 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_standby": 0 2024-04-22T22:33:48.276 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: } 2024-04-22T22:33:48.824 INFO:teuthology.orchestra.run.smithi088.stderr:Waiting for the mgr to restart... 2024-04-22T22:33:48.824 INFO:teuthology.orchestra.run.smithi088.stderr:Waiting for mgr epoch 5... 2024-04-22T22:33:49.192 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:49 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/2751245558' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-22T22:33:49.192 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:48 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:33:48.938+0000 7fa13a09f000 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-22T22:33:49.192 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:49 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:33:49.107+0000 7fa13a09f000 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-22T22:33:49.192 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:49 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:33:49.192+0000 7fa13a09f000 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-22T22:33:49.705 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:49 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:33:49.517+0000 7fa13a09f000 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-22T22:33:49.705 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:49 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:33:49.609+0000 7fa13a09f000 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-22T22:33:49.705 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:49 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:33:49.705+0000 7fa13a09f000 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-22T22:33:49.961 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:49 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:33:49.949+0000 7fa13a09f000 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-22T22:33:50.712 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:50 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:33:50.393+0000 7fa13a09f000 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-22T22:33:51.211 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:50 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:33:50.869+0000 7fa13a09f000 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-22T22:33:51.212 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:50 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:33:50.961+0000 7fa13a09f000 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-22T22:33:51.712 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:51 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:33:51.249+0000 7fa13a09f000 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-22T22:33:51.712 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:51 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:33:51.336+0000 7fa13a09f000 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-22T22:33:52.062 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:51 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:33:51.731+0000 7fa13a09f000 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-22T22:33:52.062 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:51 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:33:51.861+0000 7fa13a09f000 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-22T22:33:52.062 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:51 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:33:51.951+0000 7fa13a09f000 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-22T22:33:52.461 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:52 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:33:52.061+0000 7fa13a09f000 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-22T22:33:52.462 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:52 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:33:52.148+0000 7fa13a09f000 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-22T22:33:52.961 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:52 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:33:52.682+0000 7fa13a09f000 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-22T22:33:53.461 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:53 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:33:53.035+0000 7fa13a09f000 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-22T22:33:53.462 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:53 smithi088 ceph-mon[21849]: Active manager daemon y restarted 2024-04-22T22:33:53.462 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:53 smithi088 ceph-mon[21849]: Activating manager daemon y 2024-04-22T22:33:53.462 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:53 smithi088 ceph-mon[21849]: osdmap e2: 0 total, 0 up, 0 in 2024-04-22T22:33:54.091 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:53 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: [22/Apr/2024:22:33:53] ENGINE Bus STARTING 2024-04-22T22:33:54.091 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:53 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: [22/Apr/2024:22:33:53] ENGINE Serving on https://172.21.15.88:7150 2024-04-22T22:33:54.091 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:53 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: [22/Apr/2024:22:33:53] ENGINE Bus STARTED 2024-04-22T22:33:54.105 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: { 2024-04-22T22:33:54.105 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "mgrmap_epoch": 7, 2024-04-22T22:33:54.105 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "initialized": true 2024-04-22T22:33:54.105 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: } 2024-04-22T22:33:54.411 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:54 smithi088 ceph-mon[21849]: mgrmap e6: y(active, starting, since 0.0526635s) 2024-04-22T22:33:54.411 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:54 smithi088 ceph-mon[21849]: from='mgr.14118 172.21.15.88:0/609783742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T22:33:54.411 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:54 smithi088 ceph-mon[21849]: from='mgr.14118 172.21.15.88:0/609783742' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-22T22:33:54.411 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:54 smithi088 ceph-mon[21849]: from='mgr.14118 172.21.15.88:0/609783742' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-22T22:33:54.411 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:54 smithi088 ceph-mon[21849]: from='mgr.14118 172.21.15.88:0/609783742' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-22T22:33:54.411 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:54 smithi088 ceph-mon[21849]: from='mgr.14118 172.21.15.88:0/609783742' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-22T22:33:54.411 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:54 smithi088 ceph-mon[21849]: Manager daemon y is now available 2024-04-22T22:33:54.411 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:54 smithi088 ceph-mon[21849]: from='mgr.14118 172.21.15.88:0/609783742' entity='mgr.y' 2024-04-22T22:33:54.411 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:54 smithi088 ceph-mon[21849]: from='mgr.14118 172.21.15.88:0/609783742' entity='mgr.y' 2024-04-22T22:33:54.411 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:54 smithi088 ceph-mon[21849]: from='mgr.14118 172.21.15.88:0/609783742' entity='mgr.y' 2024-04-22T22:33:54.411 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:54 smithi088 ceph-mon[21849]: from='mgr.14118 172.21.15.88:0/609783742' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:33:54.411 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:54 smithi088 ceph-mon[21849]: from='mgr.14118 172.21.15.88:0/609783742' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:33:54.412 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:54 smithi088 ceph-mon[21849]: from='mgr.14118 172.21.15.88:0/609783742' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:33:54.412 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:54 smithi088 ceph-mon[21849]: from='mgr.14118 172.21.15.88:0/609783742' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:33:54.412 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:54 smithi088 ceph-mon[21849]: from='mgr.14118 172.21.15.88:0/609783742' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:33:54.412 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:54 smithi088 ceph-mon[21849]: [22/Apr/2024:22:33:53] ENGINE Bus STARTING 2024-04-22T22:33:54.412 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:54 smithi088 ceph-mon[21849]: [22/Apr/2024:22:33:53] ENGINE Serving on https://172.21.15.88:7150 2024-04-22T22:33:54.412 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:54 smithi088 ceph-mon[21849]: [22/Apr/2024:22:33:53] ENGINE Bus STARTED 2024-04-22T22:33:54.412 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:54 smithi088 ceph-mon[21849]: from='mgr.14118 172.21.15.88:0/609783742' entity='mgr.y' 2024-04-22T22:33:54.412 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:54 smithi088 ceph-mon[21849]: from='mgr.14118 172.21.15.88:0/609783742' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:33:54.665 INFO:teuthology.orchestra.run.smithi088.stderr:mgr epoch 5 is available 2024-04-22T22:33:54.665 INFO:teuthology.orchestra.run.smithi088.stderr:Setting orchestrator backend to cephadm... 2024-04-22T22:33:55.294 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:55 smithi088 ceph-mon[21849]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-22T22:33:55.294 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:55 smithi088 ceph-mon[21849]: mgrmap e7: y(active, since 1.06007s) 2024-04-22T22:33:55.294 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:55 smithi088 ceph-mon[21849]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-22T22:33:56.403 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: value unchanged 2024-04-22T22:33:56.690 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:56 smithi088 ceph-mon[21849]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:33:56.690 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:56 smithi088 ceph-mon[21849]: from='mgr.14118 172.21.15.88:0/609783742' entity='mgr.y' 2024-04-22T22:33:56.690 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:56 smithi088 ceph-mon[21849]: from='mgr.14118 172.21.15.88:0/609783742' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:33:56.690 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:56 smithi088 ceph-mon[21849]: mgrmap e8: y(active, since 2s) 2024-04-22T22:33:56.893 INFO:teuthology.orchestra.run.smithi088.stderr:Generating ssh key... 2024-04-22T22:33:57.595 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:57 smithi088 ceph-mon[21849]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:33:57.897 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:57 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: Generating public/private rsa key pair. 2024-04-22T22:33:57.897 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:57 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: Your identification has been saved in /tmp/tmpbmoet98z/key. 2024-04-22T22:33:57.897 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:57 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: Your public key has been saved in /tmp/tmpbmoet98z/key.pub. 2024-04-22T22:33:57.897 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:57 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: The key fingerprint is: 2024-04-22T22:33:57.897 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:57 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: SHA256:ZP9jCvBR1c8WOTdk0RZVIDOkloZ7+/atCeFTJizqoW4 ceph-41629230-00f8-11ef-bc93-c7b262605968 2024-04-22T22:33:57.897 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:57 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: The key's randomart image is: 2024-04-22T22:33:57.897 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:57 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: +---[RSA 3072]----+ 2024-04-22T22:33:57.897 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:57 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: | .*.o*X| 2024-04-22T22:33:57.897 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:57 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: | . + +o=+| 2024-04-22T22:33:57.897 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:57 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: | + * +=| 2024-04-22T22:33:57.898 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:57 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: | o * . +| 2024-04-22T22:33:57.898 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:57 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: | . S + + o. | 2024-04-22T22:33:57.898 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:57 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: | o + = = | 2024-04-22T22:33:57.898 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:57 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: | = . B | 2024-04-22T22:33:57.898 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:57 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: | Eo o +.+ o | 2024-04-22T22:33:57.898 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:57 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: | oo . ....+..| 2024-04-22T22:33:57.898 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:33:57 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: +----[SHA256]-----+ 2024-04-22T22:33:58.741 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:58 smithi088 ceph-mon[21849]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:33:58.741 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:58 smithi088 ceph-mon[21849]: Generating ssh key... 2024-04-22T22:33:58.741 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:58 smithi088 ceph-mon[21849]: from='mgr.14118 172.21.15.88:0/609783742' entity='mgr.y' 2024-04-22T22:33:58.741 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:58 smithi088 ceph-mon[21849]: from='mgr.14118 172.21.15.88:0/609783742' entity='mgr.y' 2024-04-22T22:33:58.741 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDWDOKNp6jF1ABoacqbxoADVyyyka41FkMrdU5x1ZXhmRbKEYICcCe8TuX+8a4l4o+ZOz7hxuWwN7B33bB6j/xrP1Np4x47E3Od7q0SoGVe4RitukEN4mRP6PWzKP4HPIx9TFPLrp8t7misAWC5VYTELOyC9SuwaWsLSk8a91SFzWJncj1SHSV+yxBUdX203I6tqzjmSfTX4UeY4S5MDASvgbqEZBJDX7oKNKKHS9IJ4j4rQrsHIHpNblsdUu3+KxnZd3tu/YfpyxkO5cm/1+LMyKS9ZyNHxBX7BeMR9wC9HSQJ4IujMLmeGV38mLsLTkxfnptzY0FMJ6tTHqozRCBRN/HxyxfTGN0mKVbNnlxmNhWkyVn3rsHkh82prlK9X0G5uIXr9Xck/ccVqXPvYSoW9PqhZS+G+xRoWPu38bnlftgBCAuSFIqKf2E4YvXbqm2JsqMJoO0a3Ejgcks+nLI6LPCyLbda3cO5vUY6CS+/Twz5WaMWm4me1DpjKGs3YOk= ceph-41629230-00f8-11ef-bc93-c7b262605968 2024-04-22T22:33:59.299 INFO:teuthology.orchestra.run.smithi088.stderr:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-04-22T22:33:59.299 INFO:teuthology.orchestra.run.smithi088.stderr:Adding key to root@localhost authorized_keys... 2024-04-22T22:33:59.299 INFO:teuthology.orchestra.run.smithi088.stderr:Adding host smithi088... 2024-04-22T22:33:59.910 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:33:59 smithi088 ceph-mon[21849]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:34:00.737 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: Added host 'smithi088' with addr '172.21.15.88' 2024-04-22T22:34:01.287 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:01 smithi088 ceph-mon[21849]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi088", "addr": "172.21.15.88", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:34:01.287 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:01 smithi088 ceph-mon[21849]: from='mgr.14118 172.21.15.88:0/609783742' entity='mgr.y' 2024-04-22T22:34:01.287 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:01 smithi088 ceph-mon[21849]: from='mgr.14118 172.21.15.88:0/609783742' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:34:01.289 INFO:teuthology.orchestra.run.smithi088.stderr:Deploying unmanaged mon service... 2024-04-22T22:34:01.933 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: Scheduled mon update... 2024-04-22T22:34:02.212 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:02 smithi088 ceph-mon[21849]: Deploying cephadm binary to smithi088 2024-04-22T22:34:02.212 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:02 smithi088 ceph-mon[21849]: Added host smithi088 2024-04-22T22:34:02.212 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:02 smithi088 ceph-mon[21849]: from='mgr.14118 172.21.15.88:0/609783742' entity='mgr.y' 2024-04-22T22:34:02.499 INFO:teuthology.orchestra.run.smithi088.stderr:Deploying unmanaged mgr service... 2024-04-22T22:34:03.078 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:03 smithi088 ceph-mon[21849]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:34:03.078 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:03 smithi088 ceph-mon[21849]: Saving service mon spec with placement count:5 2024-04-22T22:34:04.138 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: Scheduled mgr update... 2024-04-22T22:34:04.712 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:04 smithi088 ceph-mon[21849]: from='mgr.14118 172.21.15.88:0/609783742' entity='mgr.y' 2024-04-22T22:34:04.712 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:04 smithi088 ceph-mon[21849]: from='mgr.14118 172.21.15.88:0/609783742' entity='mgr.y' 2024-04-22T22:34:04.712 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:04 smithi088 ceph-mon[21849]: from='mgr.14118 172.21.15.88:0/609783742' entity='mgr.y' 2024-04-22T22:34:06.288 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:06 smithi088 ceph-mon[21849]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:34:06.288 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:06 smithi088 ceph-mon[21849]: Saving service mgr spec with placement count:2 2024-04-22T22:34:06.288 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:06 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/2693148831' entity='client.admin' 2024-04-22T22:34:07.348 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:07 smithi088 ceph-mon[21849]: from='mgr.14118 172.21.15.88:0/609783742' entity='mgr.y' 2024-04-22T22:34:07.348 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:07 smithi088 ceph-mon[21849]: from='mgr.14118 172.21.15.88:0/609783742' entity='mgr.y' 2024-04-22T22:34:07.348 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:07 smithi088 ceph-mon[21849]: from='mgr.14118 172.21.15.88:0/609783742' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:34:07.349 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:07 smithi088 ceph-mon[21849]: from='mgr.14118 172.21.15.88:0/609783742' entity='mgr.y' 2024-04-22T22:34:07.349 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:07 smithi088 ceph-mon[21849]: from='mgr.14118 172.21.15.88:0/609783742' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi088", "caps": []}]: dispatch 2024-04-22T22:34:07.349 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:07 smithi088 ceph-mon[21849]: from='mgr.14118 172.21.15.88:0/609783742' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.agent.smithi088", "caps": []}]': finished 2024-04-22T22:34:07.349 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:07 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/2121910420' entity='client.admin' 2024-04-22T22:34:07.349 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:07 smithi088 ceph-mon[21849]: Deploying daemon agent.smithi088 on smithi088 2024-04-22T22:34:07.351 INFO:teuthology.orchestra.run.smithi088.stderr:Enabling the dashboard module... 2024-04-22T22:34:08.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:08 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/1448349109' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-04-22T22:34:08.518 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:34:08 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: ignoring --setuser ceph since I am not root 2024-04-22T22:34:08.518 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:34:08 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: ignoring --setgroup ceph since I am not root 2024-04-22T22:34:08.518 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:34:08 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:34:08.388+0000 7f3e037ad000 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-22T22:34:08.518 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:34:08 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:34:08.517+0000 7f3e037ad000 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-22T22:34:08.805 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:34:08 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:34:08.616+0000 7f3e037ad000 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-22T22:34:09.158 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:34:08 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:34:08.930+0000 7f3e037ad000 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-22T22:34:09.158 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:34:09 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:34:09.014+0000 7f3e037ad000 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-22T22:34:09.462 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:09 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/1448349109' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-04-22T22:34:09.462 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:09 smithi088 ceph-mon[21849]: mgrmap e9: y(active, since 15s) 2024-04-22T22:34:09.524 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: { 2024-04-22T22:34:09.524 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "epoch": 9, 2024-04-22T22:34:09.524 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "available": true, 2024-04-22T22:34:09.524 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "active_name": "y", 2024-04-22T22:34:09.524 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_standby": 0 2024-04-22T22:34:09.524 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: } 2024-04-22T22:34:10.123 INFO:teuthology.orchestra.run.smithi088.stderr:Waiting for the mgr to restart... 2024-04-22T22:34:10.123 INFO:teuthology.orchestra.run.smithi088.stderr:Waiting for mgr epoch 9... 2024-04-22T22:34:10.387 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:10 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/2614363650' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-22T22:34:10.387 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:34:10 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:34:10.164+0000 7f3e037ad000 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-22T22:34:10.387 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:34:10 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:34:10.329+0000 7f3e037ad000 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-22T22:34:10.712 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:34:10 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:34:10.416+0000 7f3e037ad000 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-22T22:34:11.152 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:34:10 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:34:10.730+0000 7f3e037ad000 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-22T22:34:11.152 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:34:10 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:34:10.820+0000 7f3e037ad000 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-22T22:34:11.152 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:34:10 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:34:10.912+0000 7f3e037ad000 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-22T22:34:11.152 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:34:11 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:34:11.152+0000 7f3e037ad000 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-22T22:34:11.961 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:34:11 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:34:11.587+0000 7f3e037ad000 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-22T22:34:12.453 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:34:12 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:34:12.069+0000 7f3e037ad000 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-22T22:34:12.453 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:34:12 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:34:12.163+0000 7f3e037ad000 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-22T22:34:12.453 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:34:12 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:34:12.453+0000 7f3e037ad000 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-22T22:34:12.712 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:34:12 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:34:12.543+0000 7f3e037ad000 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-22T22:34:13.212 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:34:12 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:34:12.943+0000 7f3e037ad000 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-22T22:34:13.212 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:34:13 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:34:13.074+0000 7f3e037ad000 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-22T22:34:13.212 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:34:13 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:34:13.167+0000 7f3e037ad000 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-22T22:34:13.712 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:34:13 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:34:13.280+0000 7f3e037ad000 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-22T22:34:13.712 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:34:13 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:34:13.368+0000 7f3e037ad000 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-22T22:34:14.212 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:34:13 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:34:13.907+0000 7f3e037ad000 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-22T22:34:14.712 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:14 smithi088 ceph-mon[21849]: Active manager daemon y restarted 2024-04-22T22:34:14.712 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:14 smithi088 ceph-mon[21849]: Activating manager daemon y 2024-04-22T22:34:14.712 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:14 smithi088 ceph-mon[21849]: osdmap e3: 0 total, 0 up, 0 in 2024-04-22T22:34:14.713 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:34:14 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:34:14.263+0000 7f3e037ad000 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-22T22:34:15.287 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:34:15 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: [22/Apr/2024:22:34:15] ENGINE Bus STARTING 2024-04-22T22:34:15.333 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: { 2024-04-22T22:34:15.334 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "mgrmap_epoch": 11, 2024-04-22T22:34:15.334 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "initialized": true 2024-04-22T22:34:15.334 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: } 2024-04-22T22:34:15.653 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:34:15 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: [22/Apr/2024:22:34:15] ENGINE Serving on https://172.21.15.88:7150 2024-04-22T22:34:15.654 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:34:15 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: [22/Apr/2024:22:34:15] ENGINE Bus STARTED 2024-04-22T22:34:15.654 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:15 smithi088 ceph-mon[21849]: mgrmap e10: y(active, starting, since 0.0526614s) 2024-04-22T22:34:15.654 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:15 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T22:34:15.654 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:15 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-22T22:34:15.654 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:15 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-22T22:34:15.654 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:15 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-22T22:34:15.654 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:15 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-22T22:34:15.654 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:15 smithi088 ceph-mon[21849]: Manager daemon y is now available 2024-04-22T22:34:15.654 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:15 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:34:15.654 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:15 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:34:15.654 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:15 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:34:15.654 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:15 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:34:15.655 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:15 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:34:15.655 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:15 smithi088 ceph-mon[21849]: [22/Apr/2024:22:34:15] ENGINE Bus STARTING 2024-04-22T22:34:15.655 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:15 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:34:15.907 INFO:teuthology.orchestra.run.smithi088.stderr:mgr epoch 9 is available 2024-04-22T22:34:15.907 INFO:teuthology.orchestra.run.smithi088.stderr:Generating a dashboard self-signed certificate... 2024-04-22T22:34:16.549 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:16 smithi088 ceph-mon[21849]: [22/Apr/2024:22:34:15] ENGINE Serving on https://172.21.15.88:7150 2024-04-22T22:34:16.550 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:16 smithi088 ceph-mon[21849]: [22/Apr/2024:22:34:15] ENGINE Bus STARTED 2024-04-22T22:34:16.550 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:16 smithi088 ceph-mon[21849]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-22T22:34:16.550 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:16 smithi088 ceph-mon[21849]: mgrmap e11: y(active, since 1.06223s) 2024-04-22T22:34:16.550 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:16 smithi088 ceph-mon[21849]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-22T22:34:16.641 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: Self-signed certificate created 2024-04-22T22:34:17.288 INFO:teuthology.orchestra.run.smithi088.stderr:Creating initial admin user... 2024-04-22T22:34:17.538 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:17 smithi088 ceph-mon[21849]: mgrmap e12: y(active, since 2s) 2024-04-22T22:34:17.538 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:17 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:34:17.538 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:17 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:34:17.538 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:17 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:34:17.538 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:17 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi088", "caps": []}]: dispatch 2024-04-22T22:34:17.538 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:17 smithi088 ceph-mon[21849]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:34:17.538 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:17 smithi088 ceph-mon[21849]: Deploying daemon agent.smithi088 on smithi088 2024-04-22T22:34:17.538 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:17 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:34:17.538 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:17 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:34:18.165 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: {"username": "admin", "password": "$2b$12$EDC0F.uZU8/H2qwJ8BEDo.CPIkYbzSWX8UfBc9x56r5cC60rv3hZu", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1713825258, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-04-22T22:34:18.770 INFO:teuthology.orchestra.run.smithi088.stderr:Fetching dashboard port number... 2024-04-22T22:34:19.355 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:19 smithi088 ceph-mon[21849]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:34:19.355 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:19 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:34:19.405 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: 8443 2024-04-22T22:34:20.113 INFO:teuthology.orchestra.run.smithi088.stderr:systemctl: disabled 2024-04-22T22:34:20.119 INFO:teuthology.orchestra.run.smithi088.stderr:systemctl: inactive 2024-04-22T22:34:20.120 INFO:teuthology.orchestra.run.smithi088.stderr:firewalld.service is not enabled 2024-04-22T22:34:20.120 INFO:teuthology.orchestra.run.smithi088.stderr:Not possible to open ports <[8443]>. firewalld.service is not available 2024-04-22T22:34:20.122 INFO:teuthology.orchestra.run.smithi088.stderr:Ceph Dashboard is now available at: 2024-04-22T22:34:20.122 INFO:teuthology.orchestra.run.smithi088.stderr: 2024-04-22T22:34:20.122 INFO:teuthology.orchestra.run.smithi088.stderr: URL: https://smithi088:8443/ 2024-04-22T22:34:20.122 INFO:teuthology.orchestra.run.smithi088.stderr: User: admin 2024-04-22T22:34:20.122 INFO:teuthology.orchestra.run.smithi088.stderr: Password: 9m83k0zj5k 2024-04-22T22:34:20.122 INFO:teuthology.orchestra.run.smithi088.stderr: 2024-04-22T22:34:20.122 INFO:teuthology.orchestra.run.smithi088.stderr:Enabling autotune for osd_memory_target 2024-04-22T22:34:20.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:20 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/1972512797' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-04-22T22:34:22.015 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: set mgr/dashboard/cluster/status 2024-04-22T22:34:22.296 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:22 smithi088 ceph-mon[21849]: mgrmap e13: y(active, since 6s) 2024-04-22T22:34:22.296 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:22 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/3872682108' entity='client.admin' 2024-04-22T22:34:22.558 INFO:teuthology.orchestra.run.smithi088.stderr:You can access the Ceph CLI with: 2024-04-22T22:34:22.558 INFO:teuthology.orchestra.run.smithi088.stderr: 2024-04-22T22:34:22.558 INFO:teuthology.orchestra.run.smithi088.stderr: sudo /home/ubuntu/cephtest/cephadm shell --fsid 41629230-00f8-11ef-bc93-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-04-22T22:34:22.558 INFO:teuthology.orchestra.run.smithi088.stderr: 2024-04-22T22:34:22.558 INFO:teuthology.orchestra.run.smithi088.stderr:Please consider enabling telemetry to help improve Ceph: 2024-04-22T22:34:22.559 INFO:teuthology.orchestra.run.smithi088.stderr: 2024-04-22T22:34:22.559 INFO:teuthology.orchestra.run.smithi088.stderr: ceph telemetry on 2024-04-22T22:34:22.559 INFO:teuthology.orchestra.run.smithi088.stderr: 2024-04-22T22:34:22.559 INFO:teuthology.orchestra.run.smithi088.stderr:For more information see: 2024-04-22T22:34:22.559 INFO:teuthology.orchestra.run.smithi088.stderr: 2024-04-22T22:34:22.559 INFO:teuthology.orchestra.run.smithi088.stderr: https://docs.ceph.com/docs/master/mgr/telemetry/ 2024-04-22T22:34:22.559 INFO:teuthology.orchestra.run.smithi088.stderr: 2024-04-22T22:34:22.559 INFO:teuthology.orchestra.run.smithi088.stderr:Bootstrap complete. 2024-04-22T22:34:22.593 INFO:tasks.cephadm:Fetching config... 2024-04-22T22:34:22.593 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-04-22T22:34:22.593 DEBUG:teuthology.orchestra.run.smithi088:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-04-22T22:34:22.608 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-04-22T22:34:22.608 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-04-22T22:34:22.608 DEBUG:teuthology.orchestra.run.smithi088:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-04-22T22:34:22.663 INFO:tasks.cephadm:Fetching mon keyring... 2024-04-22T22:34:22.664 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-04-22T22:34:22.664 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd if=/var/lib/ceph/41629230-00f8-11ef-bc93-c7b262605968/mon.a/keyring of=/dev/stdout 2024-04-22T22:34:22.755 INFO:tasks.cephadm:Fetching pub ssh key... 2024-04-22T22:34:22.756 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-04-22T22:34:22.756 DEBUG:teuthology.orchestra.run.smithi088:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-04-22T22:34:22.811 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-04-22T22:34:22.811 DEBUG:teuthology.orchestra.run.smithi088:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDWDOKNp6jF1ABoacqbxoADVyyyka41FkMrdU5x1ZXhmRbKEYICcCe8TuX+8a4l4o+ZOz7hxuWwN7B33bB6j/xrP1Np4x47E3Od7q0SoGVe4RitukEN4mRP6PWzKP4HPIx9TFPLrp8t7misAWC5VYTELOyC9SuwaWsLSk8a91SFzWJncj1SHSV+yxBUdX203I6tqzjmSfTX4UeY4S5MDASvgbqEZBJDX7oKNKKHS9IJ4j4rQrsHIHpNblsdUu3+KxnZd3tu/YfpyxkO5cm/1+LMyKS9ZyNHxBX7BeMR9wC9HSQJ4IujMLmeGV38mLsLTkxfnptzY0FMJ6tTHqozRCBRN/HxyxfTGN0mKVbNnlxmNhWkyVn3rsHkh82prlK9X0G5uIXr9Xck/ccVqXPvYSoW9PqhZS+G+xRoWPu38bnlftgBCAuSFIqKf2E4YvXbqm2JsqMJoO0a3Ejgcks+nLI6LPCyLbda3cO5vUY6CS+/Twz5WaMWm4me1DpjKGs3YOk= ceph-41629230-00f8-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-22T22:34:22.957 INFO:teuthology.orchestra.run.smithi088.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDWDOKNp6jF1ABoacqbxoADVyyyka41FkMrdU5x1ZXhmRbKEYICcCe8TuX+8a4l4o+ZOz7hxuWwN7B33bB6j/xrP1Np4x47E3Od7q0SoGVe4RitukEN4mRP6PWzKP4HPIx9TFPLrp8t7misAWC5VYTELOyC9SuwaWsLSk8a91SFzWJncj1SHSV+yxBUdX203I6tqzjmSfTX4UeY4S5MDASvgbqEZBJDX7oKNKKHS9IJ4j4rQrsHIHpNblsdUu3+KxnZd3tu/YfpyxkO5cm/1+LMyKS9ZyNHxBX7BeMR9wC9HSQJ4IujMLmeGV38mLsLTkxfnptzY0FMJ6tTHqozRCBRN/HxyxfTGN0mKVbNnlxmNhWkyVn3rsHkh82prlK9X0G5uIXr9Xck/ccVqXPvYSoW9PqhZS+G+xRoWPu38bnlftgBCAuSFIqKf2E4YvXbqm2JsqMJoO0a3Ejgcks+nLI6LPCyLbda3cO5vUY6CS+/Twz5WaMWm4me1DpjKGs3YOk= ceph-41629230-00f8-11ef-bc93-c7b262605968 2024-04-22T22:34:22.968 DEBUG:teuthology.orchestra.run.smithi175:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDWDOKNp6jF1ABoacqbxoADVyyyka41FkMrdU5x1ZXhmRbKEYICcCe8TuX+8a4l4o+ZOz7hxuWwN7B33bB6j/xrP1Np4x47E3Od7q0SoGVe4RitukEN4mRP6PWzKP4HPIx9TFPLrp8t7misAWC5VYTELOyC9SuwaWsLSk8a91SFzWJncj1SHSV+yxBUdX203I6tqzjmSfTX4UeY4S5MDASvgbqEZBJDX7oKNKKHS9IJ4j4rQrsHIHpNblsdUu3+KxnZd3tu/YfpyxkO5cm/1+LMyKS9ZyNHxBX7BeMR9wC9HSQJ4IujMLmeGV38mLsLTkxfnptzY0FMJ6tTHqozRCBRN/HxyxfTGN0mKVbNnlxmNhWkyVn3rsHkh82prlK9X0G5uIXr9Xck/ccVqXPvYSoW9PqhZS+G+xRoWPu38bnlftgBCAuSFIqKf2E4YvXbqm2JsqMJoO0a3Ejgcks+nLI6LPCyLbda3cO5vUY6CS+/Twz5WaMWm4me1DpjKGs3YOk= ceph-41629230-00f8-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-22T22:34:23.008 INFO:teuthology.orchestra.run.smithi175.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDWDOKNp6jF1ABoacqbxoADVyyyka41FkMrdU5x1ZXhmRbKEYICcCe8TuX+8a4l4o+ZOz7hxuWwN7B33bB6j/xrP1Np4x47E3Od7q0SoGVe4RitukEN4mRP6PWzKP4HPIx9TFPLrp8t7misAWC5VYTELOyC9SuwaWsLSk8a91SFzWJncj1SHSV+yxBUdX203I6tqzjmSfTX4UeY4S5MDASvgbqEZBJDX7oKNKKHS9IJ4j4rQrsHIHpNblsdUu3+KxnZd3tu/YfpyxkO5cm/1+LMyKS9ZyNHxBX7BeMR9wC9HSQJ4IujMLmeGV38mLsLTkxfnptzY0FMJ6tTHqozRCBRN/HxyxfTGN0mKVbNnlxmNhWkyVn3rsHkh82prlK9X0G5uIXr9Xck/ccVqXPvYSoW9PqhZS+G+xRoWPu38bnlftgBCAuSFIqKf2E4YvXbqm2JsqMJoO0a3Ejgcks+nLI6LPCyLbda3cO5vUY6CS+/Twz5WaMWm4me1DpjKGs3YOk= ceph-41629230-00f8-11ef-bc93-c7b262605968 2024-04-22T22:34:23.020 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-04-22T22:34:23.962 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:34:23 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:34:23] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:34:24.561 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:24 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:34:24.561 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:24 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:34:24.561 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:24 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:34:24.562 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:24 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:34:24.562 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:24 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:34:24.562 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:24 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:34:24.562 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:24 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:34:27.313 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-04-22T22:34:27.313 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-04-22T22:34:27.832 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:27 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/1294205307' entity='client.admin' 2024-04-22T22:34:27.832 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:27 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:34:27.832 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:27 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:34:28.151 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:34:27 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:34:27] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:34:29.178 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:28 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:34:29.712 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:34:29 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:34:29] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:34:30.520 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi175 2024-04-22T22:34:30.521 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-04-22T22:34:30.521 DEBUG:teuthology.orchestra.run.smithi175:> dd of=/etc/ceph/ceph.conf 2024-04-22T22:34:30.539 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-04-22T22:34:30.539 DEBUG:teuthology.orchestra.run.smithi175:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-22T22:34:30.597 INFO:tasks.cephadm:Adding host smithi175 to orchestrator... 2024-04-22T22:34:30.597 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph orch host add smithi175 2024-04-22T22:34:30.895 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:30 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:34:30.895 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:30 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:34:30.895 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:30 smithi088 ceph-mon[21849]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:34:30.895 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:30 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:34:30.895 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:30 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:34:30.895 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:30 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:34:30.895 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:30 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:34:30.895 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:30 smithi088 ceph-mon[21849]: Updating smithi088:/etc/ceph/ceph.conf 2024-04-22T22:34:30.895 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:30 smithi088 ceph-mon[21849]: Updating smithi088:/etc/ceph/ceph.client.admin.keyring 2024-04-22T22:34:30.895 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:30 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:34:30.896 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:30 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:34:33.236 INFO:teuthology.orchestra.run.smithi088.stdout:Added host 'smithi175' with addr '172.21.15.175' 2024-04-22T22:34:33.807 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph orch host ls --format=json 2024-04-22T22:34:34.366 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:34 smithi088 ceph-mon[21849]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi175", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:34:34.367 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:34 smithi088 ceph-mon[21849]: Deploying cephadm binary to smithi175 2024-04-22T22:34:34.367 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:34 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:34:34.367 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:34 smithi088 ceph-mon[21849]: Added host smithi175 2024-04-22T22:34:34.367 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:34 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:34:34.367 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:34 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:34:34.367 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:34 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:34:34.367 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:34 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:34:34.367 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:34 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:34:34.367 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:34 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:34:34.367 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:34 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi175", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:34:34.367 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:34 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:34:34.367 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:34 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi175", "caps": []}]: dispatch 2024-04-22T22:34:34.368 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:34 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.agent.smithi175", "caps": []}]': finished 2024-04-22T22:34:35.645 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-04-22T22:34:35.645 INFO:teuthology.orchestra.run.smithi088.stdout:[{"addr": "172.21.15.88", "hostname": "smithi088", "labels": [], "status": ""}, {"addr": "172.21.15.175", "hostname": "smithi175", "labels": [], "status": ""}] 2024-04-22T22:34:35.919 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:34:35 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:34:35] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:34:36.172 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:35 smithi088 ceph-mon[21849]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:34:36.172 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:35 smithi088 ceph-mon[21849]: Deploying daemon agent.smithi175 on smithi175 2024-04-22T22:34:36.172 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:35 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:34:36.172 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:35 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:34:36.172 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:35 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:34:36.172 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:35 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:34:36.172 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:35 smithi088 ceph-mon[21849]: Updating smithi175:/etc/ceph/ceph.conf 2024-04-22T22:34:36.172 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:35 smithi088 ceph-mon[21849]: Updating smithi175:/etc/ceph/ceph.client.admin.keyring 2024-04-22T22:34:36.172 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:35 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:34:36.173 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:35 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:34:36.173 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:35 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:34:36.173 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:35 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:34:36.173 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:35 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:34:36.173 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:35 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:34:36.173 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:35 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:34:36.195 INFO:tasks.cephadm:Setting crush tunables to default 2024-04-22T22:34:36.195 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph osd crush tunables default 2024-04-22T22:34:36.828 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:34:36 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:34:36] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:34:37.212 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:36 smithi088 ceph-mon[21849]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T22:34:37.212 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:36 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:34:37.212 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:36 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:34:37.922 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:34:37 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:34:37] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:34:38.212 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:37 smithi088 ceph-mon[21849]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:34:38.212 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:37 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:34:38.212 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:37 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:34:38.933 INFO:teuthology.orchestra.run.smithi088.stderr:adjusted tunables profile to default 2024-04-22T22:34:39.212 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:38 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/2944645972' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-22T22:34:39.472 INFO:tasks.cephadm:Adding mon.a on smithi088 2024-04-22T22:34:39.472 INFO:tasks.cephadm:Adding mon.c on smithi088 2024-04-22T22:34:39.472 INFO:tasks.cephadm:Adding mon.b on smithi175 2024-04-22T22:34:39.472 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph orch apply mon '3;smithi088:172.21.15.88=a;smithi088:[v2:172.21.15.88:3301,v1:172.21.15.88:6790]=c;smithi175:172.21.15.175=b' 2024-04-22T22:34:40.212 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:39 smithi088 ceph-mon[21849]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:34:40.212 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:39 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/2944645972' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-22T22:34:40.212 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:39 smithi088 ceph-mon[21849]: osdmap e4: 0 total, 0 up, 0 in 2024-04-22T22:34:40.212 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:39 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:34:41.141 INFO:teuthology.orchestra.run.smithi175.stdout:Scheduled mon update... 2024-04-22T22:34:41.696 DEBUG:teuthology.orchestra.run.smithi088:mon.c> sudo journalctl -f -n 0 -u ceph-41629230-00f8-11ef-bc93-c7b262605968@mon.c.service 2024-04-22T22:34:41.699 DEBUG:teuthology.orchestra.run.smithi175:mon.b> sudo journalctl -f -n 0 -u ceph-41629230-00f8-11ef-bc93-c7b262605968@mon.b.service 2024-04-22T22:34:41.701 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-22T22:34:41.701 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-22T22:34:42.462 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:42 smithi088 ceph-mon[21849]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:34:42.462 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:42 smithi088 ceph-mon[21849]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi088:172.21.15.88=a;smithi088:[v2:172.21.15.88:3301,v1:172.21.15.88:6790]=c;smithi175:172.21.15.175=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:34:42.462 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:42 smithi088 ceph-mon[21849]: Saving service mon spec with placement smithi088:172.21.15.88=a;smithi088:[v2:172.21.15.88:3301,v1:172.21.15.88:6790]=c;smithi175:172.21.15.175=b;count:3 2024-04-22T22:34:42.462 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:42 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:34:42.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:42 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:34:42.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:42 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:34:42.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:42 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:34:42.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:42 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:34:42.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:42 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T22:34:42.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:42 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:34:42.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:42 smithi088 ceph-mon[21849]: Deploying daemon mon.c on smithi088 2024-04-22T22:34:43.563 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-22T22:34:43.563 INFO:teuthology.orchestra.run.smithi175.stdout:{"epoch":1,"fsid":"41629230-00f8-11ef-bc93-c7b262605968","modified":"2024-04-22T22:33:23.219529Z","created":"2024-04-22T22:33:23.219529Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:3300","nonce":0},{"type":"v1","addr":"172.21.15.88:6789","nonce":0}]},"addr":"172.21.15.88:6789/0","public_addr":"172.21.15.88:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-04-22T22:34:43.564 INFO:teuthology.orchestra.run.smithi175.stderr:dumped monmap epoch 1 2024-04-22T22:34:44.252 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:44 smithi088 ceph-mon[21849]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:34:44.252 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:44 smithi088 ceph-mon[21849]: from='client.? 172.21.15.175:0/1757750900' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-22T22:34:45.165 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-22T22:34:45.166 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-22T22:34:50.705 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-22T22:34:50.705 INFO:teuthology.orchestra.run.smithi175.stdout:{"epoch":2,"fsid":"41629230-00f8-11ef-bc93-c7b262605968","modified":"2024-04-22T22:34:45.215400Z","created":"2024-04-22T22:33:23.219529Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:3300","nonce":0},{"type":"v1","addr":"172.21.15.88:6789","nonce":0}]},"addr":"172.21.15.88:6789/0","public_addr":"172.21.15.88:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:3301","nonce":0},{"type":"v1","addr":"172.21.15.88:6790","nonce":0}]},"addr":"172.21.15.88:6790/0","public_addr":"172.21.15.88:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-22T22:34:50.707 INFO:teuthology.orchestra.run.smithi175.stderr:dumped monmap epoch 2 2024-04-22T22:34:50.712 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:34:50 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:34:50] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:34:50.713 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:50 smithi088 ceph-mon[21849]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:34:50.713 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:50 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T22:34:50.713 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:50 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T22:34:50.713 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:50 smithi088 ceph-mon[21849]: mon.a calling monitor election 2024-04-22T22:34:50.713 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:50 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T22:34:50.713 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:50 smithi088 ceph-mon[21849]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:34:50.713 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:50 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T22:34:50.713 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:50 smithi088 ceph-mon[21849]: mon.c calling monitor election 2024-04-22T22:34:50.713 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:50 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T22:34:50.713 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:50 smithi088 ceph-mon[21849]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:34:50.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:50 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T22:34:50.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:50 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T22:34:50.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:50 smithi088 ceph-mon[21849]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-22T22:34:50.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:50 smithi088 ceph-mon[21849]: monmap e2: 2 mons at {a=[v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0],c=[v2:172.21.15.88:3301/0,v1:172.21.15.88:6790/0]} 2024-04-22T22:34:50.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:50 smithi088 ceph-mon[21849]: fsmap 2024-04-22T22:34:50.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:50 smithi088 ceph-mon[21849]: osdmap e4: 0 total, 0 up, 0 in 2024-04-22T22:34:50.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:50 smithi088 ceph-mon[21849]: mgrmap e13: y(active, since 35s) 2024-04-22T22:34:50.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:50 smithi088 ceph-mon[21849]: overall HEALTH_OK 2024-04-22T22:34:50.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:50 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:34:50.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:50 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:34:50.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:50 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T22:34:50.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:50 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:34:50.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:50 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:34:50.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:34:50 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:34:51.712 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:51 smithi088 ceph-mon[21849]: Deploying daemon mon.b on smithi175 2024-04-22T22:34:51.713 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:51 smithi088 ceph-mon[21849]: from='client.? 172.21.15.175:0/4220572302' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-22T22:34:51.713 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:51 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T22:34:51.713 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:34:51 smithi088 ceph-mon[26737]: Deploying daemon mon.b on smithi175 2024-04-22T22:34:51.713 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:34:51 smithi088 ceph-mon[26737]: from='client.? 172.21.15.175:0/4220572302' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-22T22:34:51.713 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:34:51 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T22:34:52.243 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-22T22:34:52.244 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-22T22:34:52.712 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:34:52 smithi088 ceph-mon[26737]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:34:52.712 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:52 smithi088 ceph-mon[21849]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:34:53.714 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:34:53 smithi088 ceph-mon[26737]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:34:53.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:34:53 smithi088 ceph-mon[21849]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:34:54.845 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-22T22:34:54.845 INFO:teuthology.orchestra.run.smithi175.stdout:{"epoch":2,"fsid":"41629230-00f8-11ef-bc93-c7b262605968","modified":"2024-04-22T22:34:45.215400Z","created":"2024-04-22T22:33:23.219529Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:3300","nonce":0},{"type":"v1","addr":"172.21.15.88:6789","nonce":0}]},"addr":"172.21.15.88:6789/0","public_addr":"172.21.15.88:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:3301","nonce":0},{"type":"v1","addr":"172.21.15.88:6790","nonce":0}]},"addr":"172.21.15.88:6790/0","public_addr":"172.21.15.88:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-22T22:34:54.846 INFO:teuthology.orchestra.run.smithi175.stderr:dumped monmap epoch 2 2024-04-22T22:34:55.009 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:34:55 smithi175 ceph-mon[22840]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-22T22:34:55.009 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:34:55 smithi175 ceph-mon[22840]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-22T22:34:55.009 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:34:55 smithi175 ceph-mon[22840]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-22T22:34:55.009 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:34:55 smithi175 ceph-mon[22840]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-22T22:34:55.009 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:34:55 smithi175 ceph-mon[22840]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-22T22:34:55.009 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:34:55 smithi175 ceph-mon[22840]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-22T22:34:55.294 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:34:55 smithi175 ceph-mon[22840]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-22T22:34:55.294 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:34:55 smithi175 ceph-mon[22840]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-22T22:34:55.294 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:34:55 smithi175 ceph-mon[22840]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-22T22:34:55.294 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:34:55 smithi175 ceph-mon[22840]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-22T22:34:55.294 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:34:55 smithi175 ceph-mon[22840]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:34:55.294 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:34:55 smithi175 ceph-mon[22840]: from='client.? 172.21.15.175:0/1757750900' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-22T22:34:55.294 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:34:55 smithi175 ceph-mon[22840]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:34:55.294 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:34:55 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T22:34:55.295 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:34:55 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T22:34:55.295 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:34:55 smithi175 ceph-mon[22840]: mon.a calling monitor election 2024-04-22T22:34:55.295 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:34:55 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T22:34:55.295 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:34:55 smithi175 ceph-mon[22840]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:34:55.295 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:34:55 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T22:34:55.295 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:34:55 smithi175 ceph-mon[22840]: mon.c calling monitor election 2024-04-22T22:34:55.295 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:34:55 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T22:34:55.295 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:34:55 smithi175 ceph-mon[22840]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:34:55.295 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:34:55 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T22:34:55.295 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:34:55 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T22:34:55.295 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:34:55 smithi175 ceph-mon[22840]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-22T22:34:55.295 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:34:55 smithi175 ceph-mon[22840]: monmap e2: 2 mons at {a=[v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0],c=[v2:172.21.15.88:3301/0,v1:172.21.15.88:6790/0]} 2024-04-22T22:34:55.295 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:34:55 smithi175 ceph-mon[22840]: fsmap 2024-04-22T22:34:55.296 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:34:55 smithi175 ceph-mon[22840]: osdmap e4: 0 total, 0 up, 0 in 2024-04-22T22:34:55.296 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:34:55 smithi175 ceph-mon[22840]: mgrmap e13: y(active, since 35s) 2024-04-22T22:34:55.296 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:34:55 smithi175 ceph-mon[22840]: overall HEALTH_OK 2024-04-22T22:34:55.296 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:34:55 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:34:55.296 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:34:55 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:34:55.296 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:34:55 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T22:34:55.296 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:34:55 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:34:55.296 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:34:55 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:34:55.296 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:34:55 smithi175 ceph-mon[22840]: Deploying daemon mon.b on smithi175 2024-04-22T22:34:55.296 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:34:55 smithi175 ceph-mon[22840]: from='client.? 172.21.15.175:0/4220572302' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-22T22:34:55.296 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:34:55 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T22:34:55.296 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:34:55 smithi175 ceph-mon[22840]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:34:55.296 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:34:55 smithi175 ceph-mon[22840]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:34:55.296 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:34:55 smithi175 ceph-mon[22840]: mon.b@-1(synchronizing).paxosservice(auth 1..5) refresh upgraded, format 0 -> 3 2024-04-22T22:34:55.297 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:34:55 smithi175 ceph-mon[22840]: mon.b@-1(synchronizing) e2 handle_conf_change mon_allow_pool_delete,mon_cluster_log_to_file 2024-04-22T22:34:55.297 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:34:55 smithi175 bash[22808]: da425391a21fd6a7305e10a66950f2045a36ace4518bb1f05907e3ff7ede73e6 2024-04-22T22:34:55.297 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:34:55 smithi175 systemd[1]: Started Ceph mon.b for 41629230-00f8-11ef-bc93-c7b262605968. 2024-04-22T22:34:56.693 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-22T22:34:56.693 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-22T22:35:00.303 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:00 smithi175 ceph-mon[22840]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:00.303 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:00 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T22:35:00.303 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:00 smithi175 ceph-mon[22840]: mon.a calling monitor election 2024-04-22T22:35:00.303 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:00 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T22:35:00.303 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:00 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T22:35:00.304 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:00 smithi175 ceph-mon[22840]: mon.c calling monitor election 2024-04-22T22:35:00.304 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:00 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T22:35:00.304 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:00 smithi175 ceph-mon[22840]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:00.304 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:00 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T22:35:00.304 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:00 smithi175 ceph-mon[22840]: mon.b calling monitor election 2024-04-22T22:35:00.304 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:00 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T22:35:00.304 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:00 smithi175 ceph-mon[22840]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:00.304 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:00 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T22:35:00.304 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:00 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T22:35:00.304 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:00 smithi175 ceph-mon[22840]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-22T22:35:00.304 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:00 smithi175 ceph-mon[22840]: monmap e3: 3 mons at {a=[v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0],b=[v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0],c=[v2:172.21.15.88:3301/0,v1:172.21.15.88:6790/0]} 2024-04-22T22:35:00.304 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:00 smithi175 ceph-mon[22840]: fsmap 2024-04-22T22:35:00.304 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:00 smithi175 ceph-mon[22840]: osdmap e4: 0 total, 0 up, 0 in 2024-04-22T22:35:00.304 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:00 smithi175 ceph-mon[22840]: mgrmap e13: y(active, since 45s) 2024-04-22T22:35:00.305 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:00 smithi175 ceph-mon[22840]: overall HEALTH_OK 2024-04-22T22:35:00.305 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:00 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:00.305 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:00 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:00.305 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:00 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:35:00.305 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:00 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:00.305 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:00 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:35:00.305 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:00 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:00.462 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:35:00 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:35:00] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:35:00.462 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:35:00 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:35:00] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:35:00.463 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:00 smithi088 ceph-mon[26737]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:00.463 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:00 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T22:35:00.463 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:00 smithi088 ceph-mon[26737]: mon.a calling monitor election 2024-04-22T22:35:00.463 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:00 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T22:35:00.463 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:00 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T22:35:00.463 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:00 smithi088 ceph-mon[26737]: mon.c calling monitor election 2024-04-22T22:35:00.463 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:00 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T22:35:00.463 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:00 smithi088 ceph-mon[26737]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:00.463 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:00 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T22:35:00.463 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:00 smithi088 ceph-mon[26737]: mon.b calling monitor election 2024-04-22T22:35:00.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:00 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T22:35:00.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:00 smithi088 ceph-mon[26737]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:00.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:00 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T22:35:00.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:00 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T22:35:00.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:00 smithi088 ceph-mon[26737]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-22T22:35:00.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:00 smithi088 ceph-mon[26737]: monmap e3: 3 mons at {a=[v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0],b=[v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0],c=[v2:172.21.15.88:3301/0,v1:172.21.15.88:6790/0]} 2024-04-22T22:35:00.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:00 smithi088 ceph-mon[26737]: fsmap 2024-04-22T22:35:00.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:00 smithi088 ceph-mon[26737]: osdmap e4: 0 total, 0 up, 0 in 2024-04-22T22:35:00.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:00 smithi088 ceph-mon[26737]: mgrmap e13: y(active, since 45s) 2024-04-22T22:35:00.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:00 smithi088 ceph-mon[26737]: overall HEALTH_OK 2024-04-22T22:35:00.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:00 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:00.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:00 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:00.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:00 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:35:00.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:00 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:00.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:00 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:35:00.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:00 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:00.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:00 smithi088 ceph-mon[21849]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:00.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:00 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T22:35:00.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:00 smithi088 ceph-mon[21849]: mon.a calling monitor election 2024-04-22T22:35:00.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:00 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T22:35:00.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:00 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T22:35:00.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:00 smithi088 ceph-mon[21849]: mon.c calling monitor election 2024-04-22T22:35:00.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:00 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T22:35:00.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:00 smithi088 ceph-mon[21849]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:00.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:00 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T22:35:00.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:00 smithi088 ceph-mon[21849]: mon.b calling monitor election 2024-04-22T22:35:00.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:00 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T22:35:00.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:00 smithi088 ceph-mon[21849]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:00.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:00 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T22:35:00.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:00 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T22:35:00.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:00 smithi088 ceph-mon[21849]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-22T22:35:00.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:00 smithi088 ceph-mon[21849]: monmap e3: 3 mons at {a=[v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0],b=[v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0],c=[v2:172.21.15.88:3301/0,v1:172.21.15.88:6790/0]} 2024-04-22T22:35:00.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:00 smithi088 ceph-mon[21849]: fsmap 2024-04-22T22:35:00.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:00 smithi088 ceph-mon[21849]: osdmap e4: 0 total, 0 up, 0 in 2024-04-22T22:35:00.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:00 smithi088 ceph-mon[21849]: mgrmap e13: y(active, since 45s) 2024-04-22T22:35:00.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:00 smithi088 ceph-mon[21849]: overall HEALTH_OK 2024-04-22T22:35:00.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:00 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:00.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:00 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:00.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:00 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:35:00.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:00 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:00.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:00 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:35:00.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:00 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:00.951 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-22T22:35:00.951 INFO:teuthology.orchestra.run.smithi175.stdout:{"epoch":3,"fsid":"41629230-00f8-11ef-bc93-c7b262605968","modified":"2024-04-22T22:34:55.015757Z","created":"2024-04-22T22:33:23.219529Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:3300","nonce":0},{"type":"v1","addr":"172.21.15.88:6789","nonce":0}]},"addr":"172.21.15.88:6789/0","public_addr":"172.21.15.88:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:3301","nonce":0},{"type":"v1","addr":"172.21.15.88:6790","nonce":0}]},"addr":"172.21.15.88:6790/0","public_addr":"172.21.15.88:6790/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:3300","nonce":0},{"type":"v1","addr":"172.21.15.175:6789","nonce":0}]},"addr":"172.21.15.175:6789/0","public_addr":"172.21.15.175:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-04-22T22:35:00.953 INFO:teuthology.orchestra.run.smithi175.stderr:dumped monmap epoch 3 2024-04-22T22:35:01.213 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:01 smithi088 ceph-mon[21849]: Updating smithi088:/etc/ceph/ceph.conf 2024-04-22T22:35:01.213 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:01 smithi088 ceph-mon[21849]: Updating smithi175:/etc/ceph/ceph.conf 2024-04-22T22:35:01.213 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:01 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:01.213 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:01 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:01.213 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:01 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:01.213 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:01 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:01.213 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:01 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:01.213 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:01 smithi088 ceph-mon[21849]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-22T22:35:01.213 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:01 smithi088 ceph-mon[21849]: Reconfiguring mon.a (unknown last config time)... 2024-04-22T22:35:01.213 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:01 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T22:35:01.213 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:01 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T22:35:01.213 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:01 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:01.213 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:01 smithi088 ceph-mon[21849]: Reconfiguring daemon mon.a on smithi088 2024-04-22T22:35:01.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:01 smithi088 ceph-mon[21849]: from='client.? 172.21.15.175:0/2422881352' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-22T22:35:01.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:01 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T22:35:01.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:01 smithi088 ceph-mon[26737]: Updating smithi088:/etc/ceph/ceph.conf 2024-04-22T22:35:01.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:01 smithi088 ceph-mon[26737]: Updating smithi175:/etc/ceph/ceph.conf 2024-04-22T22:35:01.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:01 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:01.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:01 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:01.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:01 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:01.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:01 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:01.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:01 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:01.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:01 smithi088 ceph-mon[26737]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-22T22:35:01.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:01 smithi088 ceph-mon[26737]: Reconfiguring mon.a (unknown last config time)... 2024-04-22T22:35:01.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:01 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T22:35:01.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:01 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T22:35:01.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:01 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:01.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:01 smithi088 ceph-mon[26737]: Reconfiguring daemon mon.a on smithi088 2024-04-22T22:35:01.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:01 smithi088 ceph-mon[26737]: from='client.? 172.21.15.175:0/2422881352' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-22T22:35:01.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:01 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T22:35:01.303 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:01 smithi175 ceph-mon[22840]: Updating smithi088:/etc/ceph/ceph.conf 2024-04-22T22:35:01.303 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:01 smithi175 ceph-mon[22840]: Updating smithi175:/etc/ceph/ceph.conf 2024-04-22T22:35:01.303 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:01 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:01.304 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:01 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:01.304 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:01 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:01.304 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:01 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:01.304 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:01 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:01.304 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:01 smithi175 ceph-mon[22840]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-22T22:35:01.304 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:01 smithi175 ceph-mon[22840]: Reconfiguring mon.a (unknown last config time)... 2024-04-22T22:35:01.304 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:01 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T22:35:01.304 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:01 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T22:35:01.304 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:01 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:01.304 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:01 smithi175 ceph-mon[22840]: Reconfiguring daemon mon.a on smithi088 2024-04-22T22:35:01.304 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:01 smithi175 ceph-mon[22840]: from='client.? 172.21.15.175:0/2422881352' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-22T22:35:01.304 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:01 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T22:35:01.588 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:35:01 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:35:01] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:35:02.300 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:02 smithi088 ceph-mon[21849]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:02.300 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:02 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:02.300 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:02 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:02.300 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:02 smithi088 ceph-mon[26737]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:02.301 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:02 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:02.301 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:02 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:02.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:02 smithi175 ceph-mon[22840]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:02.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:02 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:02.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:02 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:02.962 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:35:02 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:35:02] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:35:03.017 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-04-22T22:35:03.017 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph config generate-minimal-conf 2024-04-22T22:35:03.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:03 smithi175 ceph-mon[22840]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:03.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:03 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:03.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:03 smithi175 ceph-mon[22840]: Reconfiguring mon.c (monmap changed)... 2024-04-22T22:35:03.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:03 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T22:35:03.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:03 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T22:35:03.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:03 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:03.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:03 smithi175 ceph-mon[22840]: Reconfiguring daemon mon.c on smithi088 2024-04-22T22:35:03.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:03 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:03.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:03 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:03.584 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:03 smithi088 ceph-mon[21849]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:03.584 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:03 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:03.585 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:03 smithi088 ceph-mon[21849]: Reconfiguring mon.c (monmap changed)... 2024-04-22T22:35:03.585 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:03 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T22:35:03.585 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:03 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T22:35:03.585 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:03 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:03.585 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:03 smithi088 ceph-mon[21849]: Reconfiguring daemon mon.c on smithi088 2024-04-22T22:35:03.585 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:03 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:03.585 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:03 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:03.585 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:03 smithi088 ceph-mon[26737]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:03.585 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:03 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:03.585 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:03 smithi088 ceph-mon[26737]: Reconfiguring mon.c (monmap changed)... 2024-04-22T22:35:03.585 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:03 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T22:35:03.586 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:03 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T22:35:03.586 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:03 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:03.586 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:03 smithi088 ceph-mon[26737]: Reconfiguring daemon mon.c on smithi088 2024-04-22T22:35:03.586 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:03 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:03.586 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:03 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:03.865 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:35:03 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:35:03] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:35:04.712 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:35:04 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:35:04] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:35:04.713 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:04 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:04.713 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:04 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:04.713 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:04 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:04.713 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:04 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:04.713 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:04 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:04.713 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:04 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:04.713 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:04 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:04.714 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:04 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:04.714 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:04 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:04.714 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:04 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:05.053 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:04 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:05.053 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:04 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:05.053 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:04 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:05.053 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:04 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:05.053 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:04 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:06.200 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:06 smithi088 ceph-mon[21849]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:06.200 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:06 smithi088 ceph-mon[26737]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:06.302 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:06 smithi175 ceph-mon[22840]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:06.400 INFO:teuthology.orchestra.run.smithi088.stdout:# minimal ceph.conf for 41629230-00f8-11ef-bc93-c7b262605968 2024-04-22T22:35:06.401 INFO:teuthology.orchestra.run.smithi088.stdout:[global] 2024-04-22T22:35:06.401 INFO:teuthology.orchestra.run.smithi088.stdout: fsid = 41629230-00f8-11ef-bc93-c7b262605968 2024-04-22T22:35:06.401 INFO:teuthology.orchestra.run.smithi088.stdout: mon_host = [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] [v2:172.21.15.88:3301/0,v1:172.21.15.88:6790/0] 2024-04-22T22:35:07.042 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-04-22T22:35:07.042 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-04-22T22:35:07.043 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd of=/etc/ceph/ceph.conf 2024-04-22T22:35:07.069 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-04-22T22:35:07.069 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-22T22:35:07.133 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-04-22T22:35:07.133 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd of=/etc/ceph/ceph.conf 2024-04-22T22:35:07.159 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-04-22T22:35:07.159 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-22T22:35:07.224 INFO:tasks.cephadm:Adding mgr.y on smithi088 2024-04-22T22:35:07.224 INFO:tasks.cephadm:Adding mgr.x on smithi175 2024-04-22T22:35:07.224 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph orch apply mgr '2;smithi088=y;smithi175=x' 2024-04-22T22:35:07.432 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:07 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:07.432 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:07 smithi175 ceph-mon[22840]: Reconfiguring mon.b (monmap changed)... 2024-04-22T22:35:07.432 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:07 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T22:35:07.433 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:07 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T22:35:07.433 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:07 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:07.433 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:07 smithi175 ceph-mon[22840]: Reconfiguring daemon mon.b on smithi175 2024-04-22T22:35:07.433 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:07 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/1382623112' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:07.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:07 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:07.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:07 smithi088 ceph-mon[21849]: Reconfiguring mon.b (monmap changed)... 2024-04-22T22:35:07.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:07 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T22:35:07.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:07 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T22:35:07.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:07 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:07.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:07 smithi088 ceph-mon[21849]: Reconfiguring daemon mon.b on smithi175 2024-04-22T22:35:07.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:07 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/1382623112' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:07.463 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:07 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:07.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:07 smithi088 ceph-mon[26737]: Reconfiguring mon.b (monmap changed)... 2024-04-22T22:35:07.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:07 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T22:35:07.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:07 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T22:35:07.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:07 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:07.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:07 smithi088 ceph-mon[26737]: Reconfiguring daemon mon.b on smithi175 2024-04-22T22:35:07.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:07 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/1382623112' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:08.549 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:08 smithi175 ceph-mon[22840]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:08.549 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:08 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:08.549 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:08 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:35:08.549 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:08 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:08.549 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:08 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:35:08.549 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:08 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:08.713 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:08 smithi088 ceph-mon[21849]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:08.713 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:08 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:08.713 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:08 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:35:08.713 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:08 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:08.713 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:08 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:35:08.713 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:08 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:08.713 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:08 smithi088 ceph-mon[26737]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:08.713 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:08 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:08.713 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:08 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:35:08.713 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:08 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:08.713 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:08 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:35:08.714 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:08 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:09.030 INFO:teuthology.orchestra.run.smithi175.stdout:Scheduled mgr update... 2024-04-22T22:35:09.688 DEBUG:teuthology.orchestra.run.smithi175:mgr.x> sudo journalctl -f -n 0 -u ceph-41629230-00f8-11ef-bc93-c7b262605968@mgr.x.service 2024-04-22T22:35:09.690 INFO:tasks.cephadm:Deploying OSDs... 2024-04-22T22:35:09.691 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-04-22T22:35:09.691 DEBUG:teuthology.orchestra.run.smithi088:> dd if=/scratch_devs of=/dev/stdout 2024-04-22T22:35:09.709 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-22T22:35:09.709 DEBUG:teuthology.orchestra.run.smithi088:> stat /dev/vg_nvme/lv_1 2024-04-22T22:35:09.768 INFO:teuthology.orchestra.run.smithi088.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-22T22:35:09.768 INFO:teuthology.orchestra.run.smithi088.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-22T22:35:09.768 INFO:teuthology.orchestra.run.smithi088.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-04-22T22:35:09.768 INFO:teuthology.orchestra.run.smithi088.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-22T22:35:09.768 INFO:teuthology.orchestra.run.smithi088.stdout:Context: system_u:object_r:device_t:s0 2024-04-22T22:35:09.768 INFO:teuthology.orchestra.run.smithi088.stdout:Access: 2024-04-22 22:35:03.775370848 +0000 2024-04-22T22:35:09.768 INFO:teuthology.orchestra.run.smithi088.stdout:Modify: 2024-04-22 22:32:31.661258220 +0000 2024-04-22T22:35:09.768 INFO:teuthology.orchestra.run.smithi088.stdout:Change: 2024-04-22 22:32:31.661258220 +0000 2024-04-22T22:35:09.769 INFO:teuthology.orchestra.run.smithi088.stdout: Birth: 2024-04-22 22:32:31.661258220 +0000 2024-04-22T22:35:09.769 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-22T22:35:09.833 INFO:teuthology.orchestra.run.smithi088.stderr:1+0 records in 2024-04-22T22:35:09.834 INFO:teuthology.orchestra.run.smithi088.stderr:1+0 records out 2024-04-22T22:35:09.834 INFO:teuthology.orchestra.run.smithi088.stderr:512 bytes copied, 0.000295819 s, 1.7 MB/s 2024-04-22T22:35:09.835 DEBUG:teuthology.orchestra.run.smithi088:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-22T22:35:09.893 DEBUG:teuthology.orchestra.run.smithi088:> stat /dev/vg_nvme/lv_2 2024-04-22T22:35:09.951 INFO:teuthology.orchestra.run.smithi088.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-22T22:35:09.951 INFO:teuthology.orchestra.run.smithi088.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-22T22:35:09.951 INFO:teuthology.orchestra.run.smithi088.stdout:Device: 5h/5d Inode: 686 Links: 1 2024-04-22T22:35:09.951 INFO:teuthology.orchestra.run.smithi088.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-22T22:35:09.951 INFO:teuthology.orchestra.run.smithi088.stdout:Context: system_u:object_r:device_t:s0 2024-04-22T22:35:09.951 INFO:teuthology.orchestra.run.smithi088.stdout:Access: 2024-04-22 22:35:03.775370848 +0000 2024-04-22T22:35:09.951 INFO:teuthology.orchestra.run.smithi088.stdout:Modify: 2024-04-22 22:32:32.021251499 +0000 2024-04-22T22:35:09.951 INFO:teuthology.orchestra.run.smithi088.stdout:Change: 2024-04-22 22:32:32.021251499 +0000 2024-04-22T22:35:09.951 INFO:teuthology.orchestra.run.smithi088.stdout: Birth: 2024-04-22 22:32:32.021251499 +0000 2024-04-22T22:35:09.952 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-22T22:35:10.016 INFO:teuthology.orchestra.run.smithi088.stderr:1+0 records in 2024-04-22T22:35:10.016 INFO:teuthology.orchestra.run.smithi088.stderr:1+0 records out 2024-04-22T22:35:10.016 INFO:teuthology.orchestra.run.smithi088.stderr:512 bytes copied, 0.000250403 s, 2.0 MB/s 2024-04-22T22:35:10.017 DEBUG:teuthology.orchestra.run.smithi088:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-22T22:35:10.075 DEBUG:teuthology.orchestra.run.smithi088:> stat /dev/vg_nvme/lv_3 2024-04-22T22:35:10.133 INFO:teuthology.orchestra.run.smithi088.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-22T22:35:10.133 INFO:teuthology.orchestra.run.smithi088.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-22T22:35:10.133 INFO:teuthology.orchestra.run.smithi088.stdout:Device: 5h/5d Inode: 702 Links: 1 2024-04-22T22:35:10.133 INFO:teuthology.orchestra.run.smithi088.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-22T22:35:10.133 INFO:teuthology.orchestra.run.smithi088.stdout:Context: system_u:object_r:device_t:s0 2024-04-22T22:35:10.133 INFO:teuthology.orchestra.run.smithi088.stdout:Access: 2024-04-22 22:35:03.775370848 +0000 2024-04-22T22:35:10.133 INFO:teuthology.orchestra.run.smithi088.stdout:Modify: 2024-04-22 22:32:32.383244742 +0000 2024-04-22T22:35:10.134 INFO:teuthology.orchestra.run.smithi088.stdout:Change: 2024-04-22 22:32:32.383244742 +0000 2024-04-22T22:35:10.134 INFO:teuthology.orchestra.run.smithi088.stdout: Birth: 2024-04-22 22:32:32.383244742 +0000 2024-04-22T22:35:10.134 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-22T22:35:10.195 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:10 smithi088 ceph-mon[21849]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:10.195 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:10 smithi088 ceph-mon[21849]: from='client.24110 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi088=y;smithi175=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:35:10.196 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:10 smithi088 ceph-mon[21849]: Saving service mgr spec with placement smithi088=y;smithi175=x;count:2 2024-04-22T22:35:10.196 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:10 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:10.196 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:10 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:35:10.196 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:10 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:10.196 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:10 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:35:10.196 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:10 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:10.196 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:10 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T22:35:10.196 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:10 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-22T22:35:10.196 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:10 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T22:35:10.196 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:10 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:10.196 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:10 smithi088 ceph-mon[21849]: Deploying daemon mgr.x on smithi175 2024-04-22T22:35:10.196 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:10 smithi088 ceph-mon[26737]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:10.197 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:10 smithi088 ceph-mon[26737]: from='client.24110 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi088=y;smithi175=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:35:10.197 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:10 smithi088 ceph-mon[26737]: Saving service mgr spec with placement smithi088=y;smithi175=x;count:2 2024-04-22T22:35:10.197 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:10 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:10.197 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:10 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:35:10.197 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:10 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:10.197 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:10 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:35:10.197 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:10 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:10.197 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:10 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T22:35:10.197 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:10 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-22T22:35:10.197 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:10 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T22:35:10.197 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:10 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:10.197 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:10 smithi088 ceph-mon[26737]: Deploying daemon mgr.x on smithi175 2024-04-22T22:35:10.198 INFO:teuthology.orchestra.run.smithi088.stderr:1+0 records in 2024-04-22T22:35:10.198 INFO:teuthology.orchestra.run.smithi088.stderr:1+0 records out 2024-04-22T22:35:10.198 INFO:teuthology.orchestra.run.smithi088.stderr:512 bytes copied, 0.000216781 s, 2.4 MB/s 2024-04-22T22:35:10.199 DEBUG:teuthology.orchestra.run.smithi088:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-22T22:35:10.238 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:10 smithi175 ceph-mon[22840]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:10.238 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:10 smithi175 ceph-mon[22840]: from='client.24110 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi088=y;smithi175=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:35:10.238 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:10 smithi175 ceph-mon[22840]: Saving service mgr spec with placement smithi088=y;smithi175=x;count:2 2024-04-22T22:35:10.238 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:10 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:10.239 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:10 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:35:10.239 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:10 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:10.239 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:10 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:35:10.239 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:10 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:10.239 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:10 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T22:35:10.239 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:10 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-22T22:35:10.239 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:10 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T22:35:10.239 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:10 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:10.239 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:10 smithi175 ceph-mon[22840]: Deploying daemon mgr.x on smithi175 2024-04-22T22:35:10.258 DEBUG:teuthology.orchestra.run.smithi088:> stat /dev/vg_nvme/lv_4 2024-04-22T22:35:10.314 INFO:teuthology.orchestra.run.smithi088.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-22T22:35:10.314 INFO:teuthology.orchestra.run.smithi088.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-22T22:35:10.314 INFO:teuthology.orchestra.run.smithi088.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-04-22T22:35:10.314 INFO:teuthology.orchestra.run.smithi088.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-22T22:35:10.314 INFO:teuthology.orchestra.run.smithi088.stdout:Context: system_u:object_r:device_t:s0 2024-04-22T22:35:10.314 INFO:teuthology.orchestra.run.smithi088.stdout:Access: 2024-04-22 22:35:03.775370848 +0000 2024-04-22T22:35:10.315 INFO:teuthology.orchestra.run.smithi088.stdout:Modify: 2024-04-22 22:32:32.722238413 +0000 2024-04-22T22:35:10.315 INFO:teuthology.orchestra.run.smithi088.stdout:Change: 2024-04-22 22:32:32.722238413 +0000 2024-04-22T22:35:10.315 INFO:teuthology.orchestra.run.smithi088.stdout: Birth: 2024-04-22 22:32:32.722238413 +0000 2024-04-22T22:35:10.315 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-22T22:35:10.377 INFO:teuthology.orchestra.run.smithi088.stderr:1+0 records in 2024-04-22T22:35:10.378 INFO:teuthology.orchestra.run.smithi088.stderr:1+0 records out 2024-04-22T22:35:10.378 INFO:teuthology.orchestra.run.smithi088.stderr:512 bytes copied, 0.000179107 s, 2.9 MB/s 2024-04-22T22:35:10.379 DEBUG:teuthology.orchestra.run.smithi088:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-22T22:35:10.435 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-04-22T22:35:10.435 DEBUG:teuthology.orchestra.run.smithi175:> dd if=/scratch_devs of=/dev/stdout 2024-04-22T22:35:10.451 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-22T22:35:10.451 DEBUG:teuthology.orchestra.run.smithi175:> stat /dev/vg_nvme/lv_1 2024-04-22T22:35:10.506 INFO:teuthology.orchestra.run.smithi175.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-22T22:35:10.528 INFO:teuthology.orchestra.run.smithi175.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-22T22:35:10.528 INFO:teuthology.orchestra.run.smithi175.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-04-22T22:35:10.528 INFO:teuthology.orchestra.run.smithi175.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-22T22:35:10.528 INFO:teuthology.orchestra.run.smithi175.stdout:Context: system_u:object_r:device_t:s0 2024-04-22T22:35:10.528 INFO:teuthology.orchestra.run.smithi175.stdout:Access: 2024-04-22 22:35:02.894786723 +0000 2024-04-22T22:35:10.529 INFO:teuthology.orchestra.run.smithi175.stdout:Modify: 2024-04-22 22:32:31.636941914 +0000 2024-04-22T22:35:10.529 INFO:teuthology.orchestra.run.smithi175.stdout:Change: 2024-04-22 22:32:31.636941914 +0000 2024-04-22T22:35:10.529 INFO:teuthology.orchestra.run.smithi175.stdout: Birth: 2024-04-22 22:32:31.636941914 +0000 2024-04-22T22:35:10.529 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-22T22:35:10.571 INFO:teuthology.orchestra.run.smithi175.stderr:1+0 records in 2024-04-22T22:35:10.571 INFO:teuthology.orchestra.run.smithi175.stderr:1+0 records out 2024-04-22T22:35:10.571 INFO:teuthology.orchestra.run.smithi175.stderr:512 bytes copied, 0.000190589 s, 2.7 MB/s 2024-04-22T22:35:10.572 DEBUG:teuthology.orchestra.run.smithi175:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-22T22:35:10.628 DEBUG:teuthology.orchestra.run.smithi175:> stat /dev/vg_nvme/lv_2 2024-04-22T22:35:10.683 INFO:teuthology.orchestra.run.smithi175.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-22T22:35:10.683 INFO:teuthology.orchestra.run.smithi175.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-22T22:35:10.683 INFO:teuthology.orchestra.run.smithi175.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-04-22T22:35:10.683 INFO:teuthology.orchestra.run.smithi175.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-22T22:35:10.683 INFO:teuthology.orchestra.run.smithi175.stdout:Context: system_u:object_r:device_t:s0 2024-04-22T22:35:10.683 INFO:teuthology.orchestra.run.smithi175.stdout:Access: 2024-04-22 22:35:02.894786723 +0000 2024-04-22T22:35:10.683 INFO:teuthology.orchestra.run.smithi175.stdout:Modify: 2024-04-22 22:32:31.973936578 +0000 2024-04-22T22:35:10.683 INFO:teuthology.orchestra.run.smithi175.stdout:Change: 2024-04-22 22:32:31.973936578 +0000 2024-04-22T22:35:10.684 INFO:teuthology.orchestra.run.smithi175.stdout: Birth: 2024-04-22 22:32:31.973936578 +0000 2024-04-22T22:35:10.684 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-22T22:35:10.746 INFO:teuthology.orchestra.run.smithi175.stderr:1+0 records in 2024-04-22T22:35:10.746 INFO:teuthology.orchestra.run.smithi175.stderr:1+0 records out 2024-04-22T22:35:10.746 INFO:teuthology.orchestra.run.smithi175.stderr:512 bytes copied, 0.000216081 s, 2.4 MB/s 2024-04-22T22:35:10.747 DEBUG:teuthology.orchestra.run.smithi175:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-22T22:35:10.803 DEBUG:teuthology.orchestra.run.smithi175:> stat /dev/vg_nvme/lv_3 2024-04-22T22:35:10.856 INFO:teuthology.orchestra.run.smithi175.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-22T22:35:10.857 INFO:teuthology.orchestra.run.smithi175.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-22T22:35:10.857 INFO:teuthology.orchestra.run.smithi175.stdout:Device: 5h/5d Inode: 705 Links: 1 2024-04-22T22:35:10.857 INFO:teuthology.orchestra.run.smithi175.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-22T22:35:10.857 INFO:teuthology.orchestra.run.smithi175.stdout:Context: system_u:object_r:device_t:s0 2024-04-22T22:35:10.857 INFO:teuthology.orchestra.run.smithi175.stdout:Access: 2024-04-22 22:35:02.894786723 +0000 2024-04-22T22:35:10.857 INFO:teuthology.orchestra.run.smithi175.stdout:Modify: 2024-04-22 22:32:32.313931194 +0000 2024-04-22T22:35:10.857 INFO:teuthology.orchestra.run.smithi175.stdout:Change: 2024-04-22 22:32:32.313931194 +0000 2024-04-22T22:35:10.857 INFO:teuthology.orchestra.run.smithi175.stdout: Birth: 2024-04-22 22:32:32.313931194 +0000 2024-04-22T22:35:10.857 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-22T22:35:10.918 INFO:teuthology.orchestra.run.smithi175.stderr:1+0 records in 2024-04-22T22:35:10.918 INFO:teuthology.orchestra.run.smithi175.stderr:1+0 records out 2024-04-22T22:35:10.918 INFO:teuthology.orchestra.run.smithi175.stderr:512 bytes copied, 0.000212988 s, 2.4 MB/s 2024-04-22T22:35:10.919 DEBUG:teuthology.orchestra.run.smithi175:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-22T22:35:10.975 DEBUG:teuthology.orchestra.run.smithi175:> stat /dev/vg_nvme/lv_4 2024-04-22T22:35:11.032 INFO:teuthology.orchestra.run.smithi175.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-22T22:35:11.032 INFO:teuthology.orchestra.run.smithi175.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-22T22:35:11.032 INFO:teuthology.orchestra.run.smithi175.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-04-22T22:35:11.032 INFO:teuthology.orchestra.run.smithi175.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-22T22:35:11.032 INFO:teuthology.orchestra.run.smithi175.stdout:Context: system_u:object_r:device_t:s0 2024-04-22T22:35:11.032 INFO:teuthology.orchestra.run.smithi175.stdout:Access: 2024-04-22 22:35:02.894786723 +0000 2024-04-22T22:35:11.032 INFO:teuthology.orchestra.run.smithi175.stdout:Modify: 2024-04-22 22:32:32.645925937 +0000 2024-04-22T22:35:11.032 INFO:teuthology.orchestra.run.smithi175.stdout:Change: 2024-04-22 22:32:32.645925937 +0000 2024-04-22T22:35:11.032 INFO:teuthology.orchestra.run.smithi175.stdout: Birth: 2024-04-22 22:32:32.645925937 +0000 2024-04-22T22:35:11.033 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-22T22:35:11.126 INFO:teuthology.orchestra.run.smithi175.stderr:1+0 records in 2024-04-22T22:35:11.126 INFO:teuthology.orchestra.run.smithi175.stderr:1+0 records out 2024-04-22T22:35:11.127 INFO:teuthology.orchestra.run.smithi175.stderr:512 bytes copied, 0.000173799 s, 2.9 MB/s 2024-04-22T22:35:11.128 DEBUG:teuthology.orchestra.run.smithi175:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-22T22:35:11.143 INFO:tasks.cephadm:Deploying osd.0 on smithi088 with /dev/vg_nvme/lv_4... 2024-04-22T22:35:11.143 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-22T22:35:11.524 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:35:11 smithi175 systemd[1]: Starting Ceph mgr.x for 41629230-00f8-11ef-bc93-c7b262605968... 2024-04-22T22:35:11.803 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:35:11 smithi175 podman[24397]: 2024-04-22 22:35:11.427743341 +0000 UTC m=+0.018733459 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a 2024-04-22T22:35:11.804 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:35:11 smithi175 podman[24397]: 2024-04-22 22:35:11.531390938 +0000 UTC m=+0.122381056 container create 48651968ea3f41ab11c40dbc0124c66a3cc25e928d5733569ecef87ec1786816 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x, io.openshift.expose-services=, io.k8s.display-name=CentOS Stream 8, ceph=True, vcs-type=git, io.openshift.tags=base centos centos-stream, io.buildah.version=1.19.8, GIT_CLEAN=True, architecture=x86_64, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_BRANCH=HEAD, distribution-scope=public, build-date=2022-05-03T08:36:31.336870, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, name=centos-stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., CEPH_POINT_RELEASE=-17.2.0, com.redhat.component=centos-stream-container, release=754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, version=8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, vendor=Red Hat, Inc., maintainer=Guillaume Abrioux , RELEASE=HEAD) 2024-04-22T22:35:11.804 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:35:11 smithi175 podman[24397]: 2024-04-22 22:35:11.725579591 +0000 UTC m=+0.316569718 container init 48651968ea3f41ab11c40dbc0124c66a3cc25e928d5733569ecef87ec1786816 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x, io.openshift.expose-services=, GIT_REPO=https://github.com/ceph/ceph-container.git, vcs-type=git, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.k8s.display-name=CentOS Stream 8, maintainer=Guillaume Abrioux , com.redhat.component=centos-stream-container, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, name=centos-stream, io.buildah.version=1.19.8, GIT_CLEAN=True, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., architecture=x86_64, release=754, ceph=True, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, CEPH_POINT_RELEASE=-17.2.0, GIT_BRANCH=HEAD, distribution-scope=public, RELEASE=HEAD, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, build-date=2022-05-03T08:36:31.336870, io.openshift.tags=base centos centos-stream, version=8, vendor=Red Hat, Inc., GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac) 2024-04-22T22:35:11.804 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:35:11 smithi175 podman[24397]: 2024-04-22 22:35:11.728176139 +0000 UTC m=+0.319166258 container start 48651968ea3f41ab11c40dbc0124c66a3cc25e928d5733569ecef87ec1786816 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, maintainer=Guillaume Abrioux , io.buildah.version=1.19.8, architecture=x86_64, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, distribution-scope=public, io.k8s.display-name=CentOS Stream 8, RELEASE=HEAD, GIT_CLEAN=True, GIT_REPO=https://github.com/ceph/ceph-container.git, build-date=2022-05-03T08:36:31.336870, vcs-type=git, version=8, io.openshift.tags=base centos centos-stream, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, CEPH_POINT_RELEASE=-17.2.0, GIT_BRANCH=HEAD, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, com.redhat.component=centos-stream-container, ceph=True, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vendor=Red Hat, Inc., com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, name=centos-stream, release=754) 2024-04-22T22:35:11.804 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:35:11 smithi175 ceph-mgr[24417]: -- 172.21.15.175:0/2937917429 <== mon.2 v2:172.21.15.175:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5640ffa26340 con 0x5640ff9fec00 2024-04-22T22:35:12.094 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:35:11 smithi175 bash[24397]: 48651968ea3f41ab11c40dbc0124c66a3cc25e928d5733569ecef87ec1786816 2024-04-22T22:35:12.094 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:35:11 smithi175 systemd[1]: Started Ceph mgr.x for 41629230-00f8-11ef-bc93-c7b262605968. 2024-04-22T22:35:12.094 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:35:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: 2024-04-22T22:35:11.868+0000 7fe0c3d43000 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-22T22:35:12.094 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:35:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: 2024-04-22T22:35:11.997+0000 7fe0c3d43000 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-22T22:35:12.095 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:35:12 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: 2024-04-22T22:35:12.093+0000 7fe0c3d43000 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-22T22:35:12.095 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:12 smithi175 ceph-mon[22840]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:12.095 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:12 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:12.095 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:12 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:35:12.095 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:12 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:12.095 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:12 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:35:12.095 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:12 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:12.095 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:12 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T22:35:12.095 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:12 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T22:35:12.095 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:12 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:12.367 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:12 smithi088 ceph-mon[21849]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:12.367 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:12 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:12.367 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:12 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:35:12.368 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:12 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:12.368 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:12 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:35:12.368 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:12 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:12.368 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:12 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T22:35:12.368 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:12 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T22:35:12.368 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:12 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:12.368 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:12 smithi088 ceph-mon[26737]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:12.368 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:12 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:12.368 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:12 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:35:12.368 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:12 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:12.368 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:12 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:35:12.368 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:12 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:12.368 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:12 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T22:35:12.369 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:12 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T22:35:12.369 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:12 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:12.646 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:35:12 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: 2024-04-22T22:35:12.409+0000 7fe0c3d43000 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-22T22:35:12.646 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:35:12 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: 2024-04-22T22:35:12.490+0000 7fe0c3d43000 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-22T22:35:13.127 INFO:teuthology.orchestra.run.smithi088.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-22T22:35:13.127 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-22T22:35:13.127 INFO:teuthology.orchestra.run.smithi088.stderr: stderr: 10+0 records in 2024-04-22T22:35:13.127 INFO:teuthology.orchestra.run.smithi088.stderr:10+0 records out 2024-04-22T22:35:13.127 INFO:teuthology.orchestra.run.smithi088.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0131419 s, 798 MB/s 2024-04-22T22:35:13.128 INFO:teuthology.orchestra.run.smithi088.stderr:--> Zapping successful for: 2024-04-22T22:35:13.212 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:13 smithi088 ceph-mon[21849]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-22T22:35:13.213 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:13 smithi088 ceph-mon[21849]: Reconfiguring mgr.y (unknown last config time)... 2024-04-22T22:35:13.213 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:13 smithi088 ceph-mon[21849]: Reconfiguring daemon mgr.y on smithi088 2024-04-22T22:35:13.213 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:13 smithi088 ceph-mon[26737]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-22T22:35:13.213 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:13 smithi088 ceph-mon[26737]: Reconfiguring mgr.y (unknown last config time)... 2024-04-22T22:35:13.213 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:13 smithi088 ceph-mon[26737]: Reconfiguring daemon mgr.y on smithi088 2024-04-22T22:35:13.298 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:13 smithi175 ceph-mon[22840]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-22T22:35:13.298 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:13 smithi175 ceph-mon[22840]: Reconfiguring mgr.y (unknown last config time)... 2024-04-22T22:35:13.298 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:13 smithi175 ceph-mon[22840]: Reconfiguring daemon mgr.y on smithi088 2024-04-22T22:35:13.808 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:35:13 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: 2024-04-22T22:35:13.642+0000 7fe0c3d43000 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-22T22:35:13.808 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:35:13 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: 2024-04-22T22:35:13.806+0000 7fe0c3d43000 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-22T22:35:14.239 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:14 smithi175 ceph-mon[22840]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:14.239 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:35:13 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: 2024-04-22T22:35:13.889+0000 7fe0c3d43000 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-22T22:35:14.239 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:35:14 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: 2024-04-22T22:35:14.237+0000 7fe0c3d43000 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-22T22:35:14.438 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:14 smithi088 ceph-mon[21849]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:14.438 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:14 smithi088 ceph-mon[26737]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:14.461 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi088:vg_nvme/lv_4 2024-04-22T22:35:14.553 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:35:14 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: 2024-04-22T22:35:14.332+0000 7fe0c3d43000 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-22T22:35:14.553 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:35:14 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: 2024-04-22T22:35:14.430+0000 7fe0c3d43000 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-22T22:35:14.823 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:35:14 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: 2024-04-22T22:35:14.679+0000 7fe0c3d43000 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-22T22:35:15.127 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:15 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:15.128 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:15 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:35:15.128 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:15 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:15.128 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:15 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:35:15.128 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:15 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:15.128 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:15 smithi175 ceph-mon[22840]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-22T22:35:15.128 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:15 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:35:15.128 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:15 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:35:15.128 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:15 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:15.442 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:35:15 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: 2024-04-22T22:35:15.144+0000 7fe0c3d43000 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-22T22:35:15.462 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:35:15 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:35:15] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:35:15.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:15 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:15.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:15 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:35:15.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:15 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:15.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:15 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:35:15.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:15 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:15.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:15 smithi088 ceph-mon[21849]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-22T22:35:15.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:15 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:35:15.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:15 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:35:15.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:15 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:15.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:15 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:15.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:15 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:35:15.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:15 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:15.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:15 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:35:15.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:15 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:15.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:15 smithi088 ceph-mon[26737]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-22T22:35:15.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:15 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:35:15.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:15 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:35:15.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:15 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:15.732 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:35:15 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: 2024-04-22T22:35:15.639+0000 7fe0c3d43000 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-22T22:35:15.803 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:35:15 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:35:15] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:35:16.019 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:35:15 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: 2024-04-22T22:35:15.731+0000 7fe0c3d43000 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-22T22:35:16.019 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:35:16 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: 2024-04-22T22:35:16.018+0000 7fe0c3d43000 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-22T22:35:16.303 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:35:16 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: 2024-04-22T22:35:16.105+0000 7fe0c3d43000 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-22T22:35:16.303 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:16 smithi175 ceph-mon[22840]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:16.303 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:16 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:16.303 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:16 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:16.303 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:16 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:35:16.303 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:16 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:16.303 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:16 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:35:16.303 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:16 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:16.303 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:16 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:16.304 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:16 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:16.375 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:16 smithi088 ceph-mon[26737]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:16.375 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:16 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:16.375 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:16 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:16.375 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:16 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:35:16.375 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:16 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:16.375 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:16 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:35:16.375 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:16 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:16.375 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:16 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:16.375 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:16 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:16.376 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:16 smithi088 ceph-mon[21849]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:16.376 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:16 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:16.376 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:16 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:16.376 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:16 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:35:16.376 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:16 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:16.376 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:16 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:35:16.376 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:16 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:16.376 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:16 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:16.376 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:16 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:16.803 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:35:16 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: 2024-04-22T22:35:16.505+0000 7fe0c3d43000 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-22T22:35:16.803 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:35:16 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: 2024-04-22T22:35:16.633+0000 7fe0c3d43000 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-22T22:35:16.803 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:35:16 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: 2024-04-22T22:35:16.724+0000 7fe0c3d43000 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-22T22:35:17.126 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:35:16 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: 2024-04-22T22:35:16.836+0000 7fe0c3d43000 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-22T22:35:17.126 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:35:16 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: 2024-04-22T22:35:16.923+0000 7fe0c3d43000 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-22T22:35:17.212 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:17 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T22:35:17.213 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:17 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T22:35:17.213 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:17 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:17.213 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:17 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T22:35:17.213 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:17 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T22:35:17.213 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:17 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:17.463 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:17 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T22:35:17.464 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:17 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T22:35:17.464 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:17 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:17.803 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:35:17 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: 2024-04-22T22:35:17.462+0000 7fe0c3d43000 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-22T22:35:18.127 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:35:17 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: 2024-04-22T22:35:17.822+0000 7fe0c3d43000 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-22T22:35:18.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:18 smithi088 ceph-mon[21849]: from='client.14214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:35:18.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:18 smithi088 ceph-mon[21849]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:18.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:18 smithi088 ceph-mon[21849]: Standby manager daemon x started 2024-04-22T22:35:18.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:18 smithi088 ceph-mon[21849]: from='mgr.? 172.21.15.175:0/23059704' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-22T22:35:18.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:18 smithi088 ceph-mon[21849]: from='mgr.? 172.21.15.175:0/23059704' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-22T22:35:18.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:18 smithi088 ceph-mon[21849]: from='mgr.? 172.21.15.175:0/23059704' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-22T22:35:18.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:18 smithi088 ceph-mon[21849]: from='mgr.? 172.21.15.175:0/23059704' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-22T22:35:18.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:18 smithi088 ceph-mon[26737]: from='client.14214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:35:18.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:18 smithi088 ceph-mon[26737]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:18.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:18 smithi088 ceph-mon[26737]: Standby manager daemon x started 2024-04-22T22:35:18.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:18 smithi088 ceph-mon[26737]: from='mgr.? 172.21.15.175:0/23059704' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-22T22:35:18.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:18 smithi088 ceph-mon[26737]: from='mgr.? 172.21.15.175:0/23059704' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-22T22:35:18.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:18 smithi088 ceph-mon[26737]: from='mgr.? 172.21.15.175:0/23059704' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-22T22:35:18.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:18 smithi088 ceph-mon[26737]: from='mgr.? 172.21.15.175:0/23059704' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-22T22:35:18.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:18 smithi175 ceph-mon[22840]: from='client.14214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:35:18.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:18 smithi175 ceph-mon[22840]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:18.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:18 smithi175 ceph-mon[22840]: Standby manager daemon x started 2024-04-22T22:35:18.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:18 smithi175 ceph-mon[22840]: from='mgr.? 172.21.15.175:0/23059704' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-22T22:35:18.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:18 smithi175 ceph-mon[22840]: from='mgr.? 172.21.15.175:0/23059704' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-22T22:35:18.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:18 smithi175 ceph-mon[22840]: from='mgr.? 172.21.15.175:0/23059704' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-22T22:35:18.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:18 smithi175 ceph-mon[22840]: from='mgr.? 172.21.15.175:0/23059704' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-22T22:35:19.463 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:19 smithi088 ceph-mon[26737]: mgrmap e14: y(active, since 63s), standbys: x 2024-04-22T22:35:19.463 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:19 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-22T22:35:19.463 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:19 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/1169359890' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2695f6b3-52b3-49da-ae9e-eaf6788cad8a"}]: dispatch 2024-04-22T22:35:19.463 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:19 smithi088 ceph-mon[26737]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2695f6b3-52b3-49da-ae9e-eaf6788cad8a"}]: dispatch 2024-04-22T22:35:19.463 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:19 smithi088 ceph-mon[26737]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2695f6b3-52b3-49da-ae9e-eaf6788cad8a"}]': finished 2024-04-22T22:35:19.463 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:19 smithi088 ceph-mon[26737]: osdmap e5: 1 total, 0 up, 1 in 2024-04-22T22:35:19.463 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:19 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T22:35:19.463 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:19 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/1773983670' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T22:35:19.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:19 smithi088 ceph-mon[21849]: mgrmap e14: y(active, since 63s), standbys: x 2024-04-22T22:35:19.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:19 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-22T22:35:19.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:19 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/1169359890' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2695f6b3-52b3-49da-ae9e-eaf6788cad8a"}]: dispatch 2024-04-22T22:35:19.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:19 smithi088 ceph-mon[21849]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2695f6b3-52b3-49da-ae9e-eaf6788cad8a"}]: dispatch 2024-04-22T22:35:19.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:19 smithi088 ceph-mon[21849]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2695f6b3-52b3-49da-ae9e-eaf6788cad8a"}]': finished 2024-04-22T22:35:19.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:19 smithi088 ceph-mon[21849]: osdmap e5: 1 total, 0 up, 1 in 2024-04-22T22:35:19.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:19 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T22:35:19.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:19 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/1773983670' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T22:35:19.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:19 smithi175 ceph-mon[22840]: mgrmap e14: y(active, since 63s), standbys: x 2024-04-22T22:35:19.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:19 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-22T22:35:19.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:19 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/1169359890' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2695f6b3-52b3-49da-ae9e-eaf6788cad8a"}]: dispatch 2024-04-22T22:35:19.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:19 smithi175 ceph-mon[22840]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2695f6b3-52b3-49da-ae9e-eaf6788cad8a"}]: dispatch 2024-04-22T22:35:19.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:19 smithi175 ceph-mon[22840]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2695f6b3-52b3-49da-ae9e-eaf6788cad8a"}]': finished 2024-04-22T22:35:19.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:19 smithi175 ceph-mon[22840]: osdmap e5: 1 total, 0 up, 1 in 2024-04-22T22:35:19.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:19 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T22:35:19.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:19 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/1773983670' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T22:35:20.213 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:20 smithi088 ceph-mon[26737]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:20.213 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:20 smithi088 ceph-mon[21849]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:20.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:20 smithi175 ceph-mon[22840]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:22.213 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:22 smithi088 ceph-mon[26737]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:22.213 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:22 smithi088 ceph-mon[21849]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:22.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:22 smithi175 ceph-mon[22840]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:23.713 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:35:23 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:35:23] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:35:24.463 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:24 smithi088 ceph-mon[26737]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:24.463 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:24 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:24.463 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:24 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:24.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:24 smithi088 ceph-mon[21849]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:24.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:24 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:24.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:24 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:24.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:24 smithi175 ceph-mon[22840]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:24.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:24 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:24.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:24 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:26.349 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:26 smithi088 ceph-mon[21849]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:26.349 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:26 smithi088 ceph-mon[26737]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:26.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:26 smithi175 ceph-mon[22840]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:27.366 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:27 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-22T22:35:27.367 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:27 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:27.367 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:27 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-22T22:35:27.367 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:27 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:27.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:27 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-22T22:35:27.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:27 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:28.213 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:28 smithi088 ceph-mon[26737]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:28.213 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:28 smithi088 ceph-mon[26737]: Deploying daemon osd.0 on smithi088 2024-04-22T22:35:28.213 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:28 smithi088 ceph-mon[21849]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:28.213 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:28 smithi088 ceph-mon[21849]: Deploying daemon osd.0 on smithi088 2024-04-22T22:35:28.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:28 smithi175 ceph-mon[22840]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:28.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:28 smithi175 ceph-mon[22840]: Deploying daemon osd.0 on smithi088 2024-04-22T22:35:30.438 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:30 smithi088 ceph-mon[21849]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:30.438 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:30 smithi088 ceph-mon[26737]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:30.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:30 smithi175 ceph-mon[22840]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:32.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:32 smithi088 ceph-mon[21849]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:32.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:32 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:32.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:32 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:35:32.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:32 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:32.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:32 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:35:32.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:32 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:32.532 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:32 smithi088 ceph-mon[26737]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:32.533 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:32 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:32.533 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:32 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:35:32.533 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:32 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:32.533 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:32 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:35:32.533 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:32 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:32.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:32 smithi175 ceph-mon[22840]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:32.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:32 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:32.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:32 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:35:32.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:32 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:32.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:32 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:35:32.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:32 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:33.619 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:35:33 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:35:33] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:35:33.919 INFO:teuthology.orchestra.run.smithi088.stdout:Created osd(s) 0 on host 'smithi088' 2024-04-22T22:35:34.480 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:34 smithi175 ceph-mon[22840]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:34.480 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:34 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:34.480 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:34 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:34.480 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:34 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:34.481 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:34 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:35:34.481 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:34 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:34.481 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:34 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:35:34.481 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:34 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:35:34.481 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:34 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:34.481 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:34 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:34.574 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:34 smithi088 ceph-mon[21849]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:34.575 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:34 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:34.575 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:34 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:34.575 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:34 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:34.575 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:34 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:35:34.575 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:34 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:34.575 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:34 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:35:34.575 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:34 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:35:34.575 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:34 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:34.575 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:34 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:34.575 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:34 smithi088 ceph-mon[26737]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:34.575 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:34 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:34.576 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:34 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:34.576 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:34 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:34.576 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:34 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:35:34.576 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:34 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:34.576 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:34 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:35:34.576 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:34 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:35:34.576 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:34 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:34.576 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:34 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:34.596 DEBUG:teuthology.orchestra.run.smithi088:osd.0> sudo journalctl -f -n 0 -u ceph-41629230-00f8-11ef-bc93-c7b262605968@osd.0.service 2024-04-22T22:35:34.598 INFO:tasks.cephadm:Deploying osd.1 on smithi088 with /dev/vg_nvme/lv_3... 2024-04-22T22:35:34.599 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-22T22:35:35.534 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:35 smithi175 ceph-mon[22840]: Adjusting osd_memory_target on smithi088 to 15040M 2024-04-22T22:35:35.534 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:35 smithi175 ceph-mon[22840]: from='osd.0 [v2:172.21.15.88:6802/2766976217,v1:172.21.15.88:6803/2766976217]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-22T22:35:35.713 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:35 smithi088 ceph-mon[21849]: Adjusting osd_memory_target on smithi088 to 15040M 2024-04-22T22:35:35.713 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:35 smithi088 ceph-mon[21849]: from='osd.0 [v2:172.21.15.88:6802/2766976217,v1:172.21.15.88:6803/2766976217]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-22T22:35:35.713 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:35 smithi088 ceph-mon[26737]: Adjusting osd_memory_target on smithi088 to 15040M 2024-04-22T22:35:35.713 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:35 smithi088 ceph-mon[26737]: from='osd.0 [v2:172.21.15.88:6802/2766976217,v1:172.21.15.88:6803/2766976217]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-22T22:35:36.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:36 smithi088 ceph-mon[21849]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:36.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:36 smithi088 ceph-mon[21849]: from='osd.0 [v2:172.21.15.88:6802/2766976217,v1:172.21.15.88:6803/2766976217]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-22T22:35:36.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:36 smithi088 ceph-mon[21849]: osdmap e6: 1 total, 0 up, 1 in 2024-04-22T22:35:36.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:36 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T22:35:36.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:36 smithi088 ceph-mon[21849]: from='osd.0 [v2:172.21.15.88:6802/2766976217,v1:172.21.15.88:6803/2766976217]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-04-22T22:35:36.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:36 smithi088 ceph-mon[26737]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:36.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:36 smithi088 ceph-mon[26737]: from='osd.0 [v2:172.21.15.88:6802/2766976217,v1:172.21.15.88:6803/2766976217]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-22T22:35:36.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:36 smithi088 ceph-mon[26737]: osdmap e6: 1 total, 0 up, 1 in 2024-04-22T22:35:36.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:36 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T22:35:36.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:36 smithi088 ceph-mon[26737]: from='osd.0 [v2:172.21.15.88:6802/2766976217,v1:172.21.15.88:6803/2766976217]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-04-22T22:35:36.465 INFO:journalctl@ceph.osd.0.smithi088.stdout:Apr 22 22:35:36 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-0[30059]: 2024-04-22T22:35:36.231+0000 7fa2cb54c700 -1 osd.0 0 waiting for initial osdmap 2024-04-22T22:35:36.465 INFO:journalctl@ceph.osd.0.smithi088.stdout:Apr 22 22:35:36 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-0[30059]: 2024-04-22T22:35:36.236+0000 7fa2c4ee1700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-22T22:35:36.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:36 smithi175 ceph-mon[22840]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:36.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:36 smithi175 ceph-mon[22840]: from='osd.0 [v2:172.21.15.88:6802/2766976217,v1:172.21.15.88:6803/2766976217]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-22T22:35:36.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:36 smithi175 ceph-mon[22840]: osdmap e6: 1 total, 0 up, 1 in 2024-04-22T22:35:36.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:36 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T22:35:36.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:36 smithi175 ceph-mon[22840]: from='osd.0 [v2:172.21.15.88:6802/2766976217,v1:172.21.15.88:6803/2766976217]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-04-22T22:35:36.583 INFO:teuthology.orchestra.run.smithi088.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-22T22:35:36.583 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-22T22:35:36.584 INFO:teuthology.orchestra.run.smithi088.stderr: stderr: 10+0 records in 2024-04-22T22:35:36.584 INFO:teuthology.orchestra.run.smithi088.stderr:10+0 records out 2024-04-22T22:35:36.584 INFO:teuthology.orchestra.run.smithi088.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0122149 s, 858 MB/s 2024-04-22T22:35:36.584 INFO:teuthology.orchestra.run.smithi088.stderr:--> Zapping successful for: 2024-04-22T22:35:37.168 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi088:vg_nvme/lv_3 2024-04-22T22:35:37.496 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:37 smithi088 ceph-mon[26737]: from='osd.0 [v2:172.21.15.88:6802/2766976217,v1:172.21.15.88:6803/2766976217]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-04-22T22:35:37.496 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:37 smithi088 ceph-mon[26737]: osdmap e7: 1 total, 0 up, 1 in 2024-04-22T22:35:37.496 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:37 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T22:35:37.496 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:37 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T22:35:37.496 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:37 smithi088 ceph-mon[21849]: from='osd.0 [v2:172.21.15.88:6802/2766976217,v1:172.21.15.88:6803/2766976217]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-04-22T22:35:37.496 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:37 smithi088 ceph-mon[21849]: osdmap e7: 1 total, 0 up, 1 in 2024-04-22T22:35:37.496 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:37 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T22:35:37.496 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:37 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T22:35:37.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:37 smithi175 ceph-mon[22840]: from='osd.0 [v2:172.21.15.88:6802/2766976217,v1:172.21.15.88:6803/2766976217]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-04-22T22:35:37.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:37 smithi175 ceph-mon[22840]: osdmap e7: 1 total, 0 up, 1 in 2024-04-22T22:35:37.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:37 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T22:35:37.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:37 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T22:35:38.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:38 smithi088 ceph-mon[21849]: purged_snaps scrub starts 2024-04-22T22:35:38.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:38 smithi088 ceph-mon[21849]: purged_snaps scrub ok 2024-04-22T22:35:38.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:38 smithi088 ceph-mon[21849]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:38.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:38 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T22:35:38.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:38 smithi088 ceph-mon[21849]: osd.0 [v2:172.21.15.88:6802/2766976217,v1:172.21.15.88:6803/2766976217] boot 2024-04-22T22:35:38.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:38 smithi088 ceph-mon[21849]: osdmap e8: 1 total, 1 up, 1 in 2024-04-22T22:35:38.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:38 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T22:35:38.463 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:38 smithi088 ceph-mon[26737]: purged_snaps scrub starts 2024-04-22T22:35:38.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:38 smithi088 ceph-mon[26737]: purged_snaps scrub ok 2024-04-22T22:35:38.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:38 smithi088 ceph-mon[26737]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:38.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:38 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T22:35:38.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:38 smithi088 ceph-mon[26737]: osd.0 [v2:172.21.15.88:6802/2766976217,v1:172.21.15.88:6803/2766976217] boot 2024-04-22T22:35:38.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:38 smithi088 ceph-mon[26737]: osdmap e8: 1 total, 1 up, 1 in 2024-04-22T22:35:38.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:38 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T22:35:38.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:38 smithi175 ceph-mon[22840]: purged_snaps scrub starts 2024-04-22T22:35:38.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:38 smithi175 ceph-mon[22840]: purged_snaps scrub ok 2024-04-22T22:35:38.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:38 smithi175 ceph-mon[22840]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T22:35:38.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:38 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T22:35:38.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:38 smithi175 ceph-mon[22840]: osd.0 [v2:172.21.15.88:6802/2766976217,v1:172.21.15.88:6803/2766976217] boot 2024-04-22T22:35:38.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:38 smithi175 ceph-mon[22840]: osdmap e8: 1 total, 1 up, 1 in 2024-04-22T22:35:38.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:38 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T22:35:39.463 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:39 smithi088 ceph-mon[26737]: osdmap e9: 1 total, 1 up, 1 in 2024-04-22T22:35:39.463 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:39 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T22:35:39.463 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:39 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T22:35:39.463 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:39 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:39.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:39 smithi088 ceph-mon[21849]: osdmap e9: 1 total, 1 up, 1 in 2024-04-22T22:35:39.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:39 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T22:35:39.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:39 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T22:35:39.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:39 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:39.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:39 smithi175 ceph-mon[22840]: osdmap e9: 1 total, 1 up, 1 in 2024-04-22T22:35:39.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:39 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T22:35:39.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:39 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T22:35:39.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:39 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:40.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:40 smithi088 ceph-mon[21849]: pgmap v41: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-22T22:35:40.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:40 smithi088 ceph-mon[21849]: from='client.24145 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:35:40.463 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:40 smithi088 ceph-mon[26737]: pgmap v41: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-22T22:35:40.463 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:40 smithi088 ceph-mon[26737]: from='client.24145 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:35:40.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:40 smithi175 ceph-mon[22840]: pgmap v41: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-22T22:35:40.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:40 smithi175 ceph-mon[22840]: from='client.24145 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:35:41.839 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:35:41 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:35:41] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:35:42.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:42 smithi088 ceph-mon[21849]: pgmap v42: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-22T22:35:42.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:42 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:42.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:42 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:42.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:42 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/162146278' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "671c55e3-5296-4970-8f3a-19e60f0cceb7"}]: dispatch 2024-04-22T22:35:42.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:42 smithi088 ceph-mon[21849]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "671c55e3-5296-4970-8f3a-19e60f0cceb7"}]: dispatch 2024-04-22T22:35:42.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:42 smithi088 ceph-mon[21849]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "671c55e3-5296-4970-8f3a-19e60f0cceb7"}]': finished 2024-04-22T22:35:42.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:42 smithi088 ceph-mon[21849]: osdmap e10: 2 total, 1 up, 2 in 2024-04-22T22:35:42.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:42 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T22:35:42.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:42 smithi088 ceph-mon[26737]: pgmap v42: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-22T22:35:42.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:42 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:42.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:42 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:42.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:42 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/162146278' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "671c55e3-5296-4970-8f3a-19e60f0cceb7"}]: dispatch 2024-04-22T22:35:42.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:42 smithi088 ceph-mon[26737]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "671c55e3-5296-4970-8f3a-19e60f0cceb7"}]: dispatch 2024-04-22T22:35:42.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:42 smithi088 ceph-mon[26737]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "671c55e3-5296-4970-8f3a-19e60f0cceb7"}]': finished 2024-04-22T22:35:42.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:42 smithi088 ceph-mon[26737]: osdmap e10: 2 total, 1 up, 2 in 2024-04-22T22:35:42.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:42 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T22:35:42.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:42 smithi175 ceph-mon[22840]: pgmap v42: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-22T22:35:42.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:42 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:42.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:42 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:42.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:42 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/162146278' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "671c55e3-5296-4970-8f3a-19e60f0cceb7"}]: dispatch 2024-04-22T22:35:42.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:42 smithi175 ceph-mon[22840]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "671c55e3-5296-4970-8f3a-19e60f0cceb7"}]: dispatch 2024-04-22T22:35:42.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:42 smithi175 ceph-mon[22840]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "671c55e3-5296-4970-8f3a-19e60f0cceb7"}]': finished 2024-04-22T22:35:42.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:42 smithi175 ceph-mon[22840]: osdmap e10: 2 total, 1 up, 2 in 2024-04-22T22:35:42.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:42 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T22:35:43.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:43 smithi175 ceph-mon[22840]: Detected new or changed devices on smithi088 2024-04-22T22:35:43.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:43 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/534472366' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T22:35:43.713 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:43 smithi088 ceph-mon[21849]: Detected new or changed devices on smithi088 2024-04-22T22:35:43.713 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:43 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/534472366' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T22:35:43.713 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:43 smithi088 ceph-mon[26737]: Detected new or changed devices on smithi088 2024-04-22T22:35:43.713 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:43 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/534472366' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T22:35:44.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:44 smithi175 ceph-mon[22840]: pgmap v44: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-22T22:35:44.669 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:44 smithi088 ceph-mon[21849]: pgmap v44: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-22T22:35:44.669 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:44 smithi088 ceph-mon[26737]: pgmap v44: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-22T22:35:46.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:46 smithi175 ceph-mon[22840]: pgmap v45: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-22T22:35:46.713 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:46 smithi088 ceph-mon[21849]: pgmap v45: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-22T22:35:46.714 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:46 smithi088 ceph-mon[26737]: pgmap v45: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-22T22:35:48.458 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:48 smithi088 ceph-mon[21849]: pgmap v46: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-22T22:35:48.458 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:48 smithi088 ceph-mon[26737]: pgmap v46: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-22T22:35:48.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:48 smithi175 ceph-mon[22840]: pgmap v46: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-22T22:35:49.479 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:49 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-22T22:35:49.479 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:49 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:49.479 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:49 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-22T22:35:49.479 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:49 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:49.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:49 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-22T22:35:49.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:49 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:50.410 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:50 smithi088 ceph-mon[21849]: pgmap v47: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-22T22:35:50.411 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:50 smithi088 ceph-mon[21849]: Deploying daemon osd.1 on smithi088 2024-04-22T22:35:50.411 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:50 smithi088 ceph-mon[26737]: pgmap v47: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-22T22:35:50.411 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:50 smithi088 ceph-mon[26737]: Deploying daemon osd.1 on smithi088 2024-04-22T22:35:50.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:50 smithi175 ceph-mon[22840]: pgmap v47: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-22T22:35:50.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:50 smithi175 ceph-mon[22840]: Deploying daemon osd.1 on smithi088 2024-04-22T22:35:52.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:52 smithi088 ceph-mon[21849]: pgmap v48: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-22T22:35:52.463 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:52 smithi088 ceph-mon[26737]: pgmap v48: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-22T22:35:52.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:52 smithi175 ceph-mon[22840]: pgmap v48: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-22T22:35:53.405 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:35:53 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:35:53] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:35:54.394 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:54 smithi088 ceph-mon[21849]: pgmap v49: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-22T22:35:54.394 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:54 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:54.394 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:54 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:54.394 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:54 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:54.394 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:54 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:35:54.394 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:54 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:54.394 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:54 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:35:54.394 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:54 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:54.395 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:54 smithi088 ceph-mon[26737]: pgmap v49: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-22T22:35:54.395 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:54 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:54.395 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:54 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:54.395 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:54 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:54.395 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:54 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:35:54.395 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:54 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:54.395 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:54 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:35:54.395 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:54 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:54.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:54 smithi175 ceph-mon[22840]: pgmap v49: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-22T22:35:54.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:54 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:54.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:54 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:54.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:54 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:54.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:54 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:35:54.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:54 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:54.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:54 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:35:54.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:54 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:56.421 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:56 smithi088 ceph-mon[21849]: pgmap v50: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-22T22:35:56.421 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:56 smithi088 ceph-mon[26737]: pgmap v50: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-22T22:35:56.451 INFO:teuthology.orchestra.run.smithi088.stdout:Created osd(s) 1 on host 'smithi088' 2024-04-22T22:35:56.502 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:56 smithi175 ceph-mon[22840]: pgmap v50: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-22T22:35:57.023 DEBUG:teuthology.orchestra.run.smithi088:osd.1> sudo journalctl -f -n 0 -u ceph-41629230-00f8-11ef-bc93-c7b262605968@osd.1.service 2024-04-22T22:35:57.025 INFO:tasks.cephadm:Deploying osd.2 on smithi088 with /dev/vg_nvme/lv_2... 2024-04-22T22:35:57.025 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-22T22:35:57.678 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:57 smithi088 ceph-mon[21849]: pgmap v51: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-22T22:35:57.678 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:57 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:57.678 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:57 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:35:57.679 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:57 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:57.679 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:57 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:35:57.679 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:57 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:35:57.679 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:57 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:35:57.679 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:57 smithi088 ceph-mon[21849]: Adjusting osd_memory_target on smithi088 to 7520M 2024-04-22T22:35:57.679 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:57 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:57.679 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:57 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:57.679 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:57 smithi088 ceph-mon[21849]: from='osd.1 [v2:172.21.15.88:6810/412766046,v1:172.21.15.88:6811/412766046]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-22T22:35:57.679 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:57 smithi088 ceph-mon[21849]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-22T22:35:57.679 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:57 smithi088 ceph-mon[26737]: pgmap v51: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-22T22:35:57.679 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:57 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:57.679 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:57 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:35:57.680 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:57 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:57.680 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:57 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:35:57.680 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:57 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:35:57.680 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:57 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:35:57.680 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:57 smithi088 ceph-mon[26737]: Adjusting osd_memory_target on smithi088 to 7520M 2024-04-22T22:35:57.680 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:57 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:57.680 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:57 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:57.680 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:57 smithi088 ceph-mon[26737]: from='osd.1 [v2:172.21.15.88:6810/412766046,v1:172.21.15.88:6811/412766046]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-22T22:35:57.680 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:57 smithi088 ceph-mon[26737]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-22T22:35:57.804 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:57 smithi175 ceph-mon[22840]: pgmap v51: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-22T22:35:57.804 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:57 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:57.804 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:57 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:35:57.804 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:57 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:35:57.804 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:57 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:35:57.805 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:57 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:35:57.805 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:57 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:35:57.805 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:57 smithi175 ceph-mon[22840]: Adjusting osd_memory_target on smithi088 to 7520M 2024-04-22T22:35:57.805 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:57 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:57.805 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:57 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:35:57.805 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:57 smithi175 ceph-mon[22840]: from='osd.1 [v2:172.21.15.88:6810/412766046,v1:172.21.15.88:6811/412766046]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-22T22:35:57.806 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:57 smithi175 ceph-mon[22840]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-22T22:35:58.538 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:58 smithi088 ceph-mon[21849]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-22T22:35:58.538 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:58 smithi088 ceph-mon[21849]: osdmap e11: 2 total, 1 up, 2 in 2024-04-22T22:35:58.539 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:58 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T22:35:58.539 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:58 smithi088 ceph-mon[21849]: from='osd.1 [v2:172.21.15.88:6810/412766046,v1:172.21.15.88:6811/412766046]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-04-22T22:35:58.539 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:58 smithi088 ceph-mon[21849]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-04-22T22:35:58.539 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:58 smithi088 ceph-mon[26737]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-22T22:35:58.540 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:58 smithi088 ceph-mon[26737]: osdmap e11: 2 total, 1 up, 2 in 2024-04-22T22:35:58.540 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:58 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T22:35:58.540 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:58 smithi088 ceph-mon[26737]: from='osd.1 [v2:172.21.15.88:6810/412766046,v1:172.21.15.88:6811/412766046]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-04-22T22:35:58.540 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:58 smithi088 ceph-mon[26737]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-04-22T22:35:58.540 INFO:journalctl@ceph.osd.1.smithi088.stdout:Apr 22 22:35:58 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-1[32951]: 2024-04-22T22:35:58.483+0000 7fdb609f6700 -1 osd.1 0 waiting for initial osdmap 2024-04-22T22:35:58.540 INFO:journalctl@ceph.osd.1.smithi088.stdout:Apr 22 22:35:58 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-1[32951]: 2024-04-22T22:35:58.486+0000 7fdb5a38b700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-22T22:35:58.803 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:58 smithi175 ceph-mon[22840]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-22T22:35:58.804 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:58 smithi175 ceph-mon[22840]: osdmap e11: 2 total, 1 up, 2 in 2024-04-22T22:35:58.804 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:58 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T22:35:58.804 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:58 smithi175 ceph-mon[22840]: from='osd.1 [v2:172.21.15.88:6810/412766046,v1:172.21.15.88:6811/412766046]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-04-22T22:35:58.804 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:58 smithi175 ceph-mon[22840]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-04-22T22:35:59.024 INFO:teuthology.orchestra.run.smithi088.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-22T22:35:59.024 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-22T22:35:59.025 INFO:teuthology.orchestra.run.smithi088.stderr: stderr: 10+0 records in 2024-04-22T22:35:59.025 INFO:teuthology.orchestra.run.smithi088.stderr:10+0 records out 2024-04-22T22:35:59.025 INFO:teuthology.orchestra.run.smithi088.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0121371 s, 864 MB/s 2024-04-22T22:35:59.025 INFO:teuthology.orchestra.run.smithi088.stderr:--> Zapping successful for: 2024-04-22T22:35:59.619 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi088:vg_nvme/lv_2 2024-04-22T22:35:59.644 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:59 smithi088 ceph-mon[21849]: pgmap v53: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-22T22:35:59.644 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:59 smithi088 ceph-mon[21849]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-04-22T22:35:59.644 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:59 smithi088 ceph-mon[21849]: osdmap e12: 2 total, 1 up, 2 in 2024-04-22T22:35:59.644 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:59 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T22:35:59.644 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:35:59 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T22:35:59.644 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:59 smithi088 ceph-mon[26737]: pgmap v53: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-22T22:35:59.644 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:59 smithi088 ceph-mon[26737]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-04-22T22:35:59.644 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:59 smithi088 ceph-mon[26737]: osdmap e12: 2 total, 1 up, 2 in 2024-04-22T22:35:59.644 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:59 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T22:35:59.644 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:35:59 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T22:35:59.803 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:59 smithi175 ceph-mon[22840]: pgmap v53: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-22T22:35:59.803 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:59 smithi175 ceph-mon[22840]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-04-22T22:35:59.803 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:59 smithi175 ceph-mon[22840]: osdmap e12: 2 total, 1 up, 2 in 2024-04-22T22:35:59.804 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:59 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T22:35:59.804 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:35:59 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T22:36:00.542 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:00 smithi088 ceph-mon[26737]: purged_snaps scrub starts 2024-04-22T22:36:00.543 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:00 smithi088 ceph-mon[26737]: purged_snaps scrub ok 2024-04-22T22:36:00.543 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:00 smithi088 ceph-mon[26737]: osd.1 [v2:172.21.15.88:6810/412766046,v1:172.21.15.88:6811/412766046] boot 2024-04-22T22:36:00.543 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:00 smithi088 ceph-mon[26737]: osdmap e13: 2 total, 2 up, 2 in 2024-04-22T22:36:00.543 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:00 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T22:36:00.543 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:00 smithi088 ceph-mon[21849]: purged_snaps scrub starts 2024-04-22T22:36:00.543 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:00 smithi088 ceph-mon[21849]: purged_snaps scrub ok 2024-04-22T22:36:00.543 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:00 smithi088 ceph-mon[21849]: osd.1 [v2:172.21.15.88:6810/412766046,v1:172.21.15.88:6811/412766046] boot 2024-04-22T22:36:00.543 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:00 smithi088 ceph-mon[21849]: osdmap e13: 2 total, 2 up, 2 in 2024-04-22T22:36:00.543 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:00 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T22:36:00.803 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:00 smithi175 ceph-mon[22840]: purged_snaps scrub starts 2024-04-22T22:36:00.803 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:00 smithi175 ceph-mon[22840]: purged_snaps scrub ok 2024-04-22T22:36:00.804 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:00 smithi175 ceph-mon[22840]: osd.1 [v2:172.21.15.88:6810/412766046,v1:172.21.15.88:6811/412766046] boot 2024-04-22T22:36:00.804 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:00 smithi175 ceph-mon[22840]: osdmap e13: 2 total, 2 up, 2 in 2024-04-22T22:36:00.804 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:00 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T22:36:01.796 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:01 smithi088 ceph-mon[21849]: pgmap v56: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-22T22:36:01.796 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:01 smithi088 ceph-mon[21849]: osdmap e14: 2 total, 2 up, 2 in 2024-04-22T22:36:01.797 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:36:01 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:36:01] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:36:01.797 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:01 smithi088 ceph-mon[26737]: pgmap v56: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-22T22:36:01.797 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:01 smithi088 ceph-mon[26737]: osdmap e14: 2 total, 2 up, 2 in 2024-04-22T22:36:01.803 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:01 smithi175 ceph-mon[22840]: pgmap v56: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-22T22:36:01.803 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:01 smithi175 ceph-mon[22840]: osdmap e14: 2 total, 2 up, 2 in 2024-04-22T22:36:02.713 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:02 smithi088 ceph-mon[21849]: from='client.24172 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:36:02.713 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:02 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T22:36:02.713 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:02 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T22:36:02.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:02 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:36:02.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:02 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:02.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:02 smithi088 ceph-mon[21849]: Detected new or changed devices on smithi088 2024-04-22T22:36:02.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:02 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:02.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:02 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:36:02.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:02 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:36:02.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:02 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:36:02.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:02 smithi088 ceph-mon[21849]: pgmap v58: 0 pgs: ; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail 2024-04-22T22:36:02.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:02 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:02.714 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:02 smithi088 ceph-mon[26737]: from='client.24172 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:36:02.714 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:02 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T22:36:02.714 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:02 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T22:36:02.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:02 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:36:02.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:02 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:02.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:02 smithi088 ceph-mon[26737]: Detected new or changed devices on smithi088 2024-04-22T22:36:02.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:02 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:02.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:02 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:36:02.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:02 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:36:02.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:02 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:36:02.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:02 smithi088 ceph-mon[26737]: pgmap v58: 0 pgs: ; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail 2024-04-22T22:36:02.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:02 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:02.803 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:02 smithi175 ceph-mon[22840]: from='client.24172 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:36:02.804 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:02 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T22:36:02.804 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:02 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T22:36:02.804 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:02 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:36:02.804 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:02 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:02.804 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:02 smithi175 ceph-mon[22840]: Detected new or changed devices on smithi088 2024-04-22T22:36:02.804 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:02 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:02.804 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:02 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:36:02.804 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:02 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:36:02.804 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:02 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:36:02.804 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:02 smithi175 ceph-mon[22840]: pgmap v58: 0 pgs: ; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail 2024-04-22T22:36:02.804 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:02 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:03.713 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:03 smithi088 ceph-mon[21849]: Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON) 2024-04-22T22:36:03.714 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:03 smithi088 ceph-mon[26737]: Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON) 2024-04-22T22:36:03.803 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:03 smithi175 ceph-mon[22840]: Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON) 2024-04-22T22:36:04.711 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:04 smithi088 ceph-mon[21849]: pgmap v59: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-22T22:36:04.711 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:04 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/234788558' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "43b85226-d467-4cf9-8d1e-7bd0e7c3ea93"}]: dispatch 2024-04-22T22:36:04.712 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:04 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/234788558' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "43b85226-d467-4cf9-8d1e-7bd0e7c3ea93"}]': finished 2024-04-22T22:36:04.712 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:04 smithi088 ceph-mon[21849]: osdmap e15: 3 total, 2 up, 3 in 2024-04-22T22:36:04.712 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:04 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T22:36:04.712 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:04 smithi088 ceph-mon[26737]: pgmap v59: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-22T22:36:04.712 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:04 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/234788558' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "43b85226-d467-4cf9-8d1e-7bd0e7c3ea93"}]: dispatch 2024-04-22T22:36:04.712 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:04 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/234788558' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "43b85226-d467-4cf9-8d1e-7bd0e7c3ea93"}]': finished 2024-04-22T22:36:04.712 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:04 smithi088 ceph-mon[26737]: osdmap e15: 3 total, 2 up, 3 in 2024-04-22T22:36:04.712 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:04 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T22:36:04.803 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:04 smithi175 ceph-mon[22840]: pgmap v59: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-22T22:36:04.803 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:04 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/234788558' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "43b85226-d467-4cf9-8d1e-7bd0e7c3ea93"}]: dispatch 2024-04-22T22:36:04.804 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:04 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/234788558' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "43b85226-d467-4cf9-8d1e-7bd0e7c3ea93"}]': finished 2024-04-22T22:36:04.804 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:04 smithi175 ceph-mon[22840]: osdmap e15: 3 total, 2 up, 3 in 2024-04-22T22:36:04.804 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:04 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T22:36:05.294 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:36:05 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:36:05] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:36:06.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:06 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:06.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:06 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/2522930318' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T22:36:06.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:06 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:06.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:06 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:36:06.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:06 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:36:06.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:06 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:36:06.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:06 smithi088 ceph-mon[21849]: pgmap v61: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-22T22:36:06.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:06 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:06.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:06 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:06.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:06 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/2522930318' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T22:36:06.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:06 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:06.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:06 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:36:06.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:06 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:36:06.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:06 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:36:06.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:06 smithi088 ceph-mon[26737]: pgmap v61: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-22T22:36:06.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:06 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:06.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:06 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:06.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:06 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/2522930318' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T22:36:06.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:06 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:06.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:06 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:36:06.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:06 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:36:06.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:06 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:36:06.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:06 smithi175 ceph-mon[22840]: pgmap v61: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-22T22:36:06.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:06 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:07.303 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:07 smithi175 ceph-mon[22840]: Health check cleared: CEPHADM_STRAY_DAEMON (was: 1 stray daemon(s) not managed by cephadm) 2024-04-22T22:36:07.303 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:07 smithi175 ceph-mon[22840]: Cluster is now healthy 2024-04-22T22:36:07.403 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:07 smithi088 ceph-mon[21849]: Health check cleared: CEPHADM_STRAY_DAEMON (was: 1 stray daemon(s) not managed by cephadm) 2024-04-22T22:36:07.404 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:07 smithi088 ceph-mon[21849]: Cluster is now healthy 2024-04-22T22:36:07.404 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:07 smithi088 ceph-mon[26737]: Health check cleared: CEPHADM_STRAY_DAEMON (was: 1 stray daemon(s) not managed by cephadm) 2024-04-22T22:36:07.404 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:07 smithi088 ceph-mon[26737]: Cluster is now healthy 2024-04-22T22:36:08.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:08 smithi088 ceph-mon[21849]: pgmap v62: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-22T22:36:08.276 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:08 smithi088 ceph-mon[26737]: pgmap v62: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-22T22:36:08.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:08 smithi175 ceph-mon[22840]: pgmap v62: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-22T22:36:10.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:10 smithi088 ceph-mon[21849]: pgmap v63: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-22T22:36:10.531 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:10 smithi088 ceph-mon[26737]: pgmap v63: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-22T22:36:10.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:10 smithi175 ceph-mon[22840]: pgmap v63: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-22T22:36:12.338 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:12 smithi088 ceph-mon[26737]: pgmap v64: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-22T22:36:12.338 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:12 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-22T22:36:12.338 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:12 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:36:12.339 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:12 smithi088 ceph-mon[21849]: pgmap v64: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-22T22:36:12.339 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:12 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-22T22:36:12.339 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:12 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:36:12.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:12 smithi175 ceph-mon[22840]: pgmap v64: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-22T22:36:12.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:12 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-22T22:36:12.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:12 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:36:13.386 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:13 smithi088 ceph-mon[21849]: Deploying daemon osd.2 on smithi088 2024-04-22T22:36:13.386 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:13 smithi088 ceph-mon[26737]: Deploying daemon osd.2 on smithi088 2024-04-22T22:36:13.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:13 smithi175 ceph-mon[22840]: Deploying daemon osd.2 on smithi088 2024-04-22T22:36:13.713 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:36:13 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:36:13] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:36:14.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:14 smithi175 ceph-mon[22840]: pgmap v65: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-22T22:36:14.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:14 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:14.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:14 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:14.575 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:14 smithi088 ceph-mon[21849]: pgmap v65: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-22T22:36:14.575 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:14 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:14.575 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:14 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:14.575 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:14 smithi088 ceph-mon[26737]: pgmap v65: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-22T22:36:14.575 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:14 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:14.575 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:14 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:15.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:15 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:36:15.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:15 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:36:15.610 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:15 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:36:15.610 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:15 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:36:15.611 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:15 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:36:15.611 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:15 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:36:16.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:16 smithi175 ceph-mon[22840]: pgmap v66: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-22T22:36:16.578 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:16 smithi088 ceph-mon[21849]: pgmap v66: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-22T22:36:16.578 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:16 smithi088 ceph-mon[26737]: pgmap v66: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-22T22:36:18.054 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:17 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:18.054 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:17 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:36:18.054 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:17 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:36:18.054 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:17 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:36:18.054 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:17 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:18.055 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:17 smithi175 ceph-mon[22840]: pgmap v67: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-22T22:36:18.182 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:17 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:18.182 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:17 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:36:18.182 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:17 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:36:18.182 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:17 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:36:18.182 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:17 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:18.182 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:17 smithi088 ceph-mon[21849]: pgmap v67: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-22T22:36:18.183 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:17 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:18.183 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:17 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:36:18.183 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:17 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:36:18.183 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:17 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:36:18.183 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:17 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:18.183 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:17 smithi088 ceph-mon[26737]: pgmap v67: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-22T22:36:19.667 INFO:teuthology.orchestra.run.smithi088.stdout:Created osd(s) 2 on host 'smithi088' 2024-04-22T22:36:20.239 DEBUG:teuthology.orchestra.run.smithi088:osd.2> sudo journalctl -f -n 0 -u ceph-41629230-00f8-11ef-bc93-c7b262605968@osd.2.service 2024-04-22T22:36:20.281 INFO:tasks.cephadm:Deploying osd.3 on smithi088 with /dev/vg_nvme/lv_1... 2024-04-22T22:36:20.281 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-22T22:36:20.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:20 smithi175 ceph-mon[22840]: pgmap v68: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-22T22:36:20.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:20 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:20.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:20 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:36:20.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:20 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:36:20.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:20 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:36:20.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:20 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:36:20.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:20 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:36:20.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:20 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:36:20.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:20 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:20.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:20 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:20.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:20 smithi175 ceph-mon[22840]: from='osd.2 [v2:172.21.15.88:6818/3844575114,v1:172.21.15.88:6819/3844575114]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-22T22:36:20.618 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:20 smithi088 ceph-mon[21849]: pgmap v68: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-22T22:36:20.618 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:20 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:20.618 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:20 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:36:20.618 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:20 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:36:20.618 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:20 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:36:20.618 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:20 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:36:20.618 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:20 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:36:20.618 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:20 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:36:20.618 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:20 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:20.618 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:20 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:20.618 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:20 smithi088 ceph-mon[21849]: from='osd.2 [v2:172.21.15.88:6818/3844575114,v1:172.21.15.88:6819/3844575114]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-22T22:36:20.619 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:20 smithi088 ceph-mon[26737]: pgmap v68: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-22T22:36:20.619 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:20 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:20.619 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:20 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:36:20.619 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:20 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:36:20.619 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:20 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:36:20.619 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:20 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:36:20.619 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:20 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:36:20.619 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:20 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:36:20.619 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:20 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:20.619 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:20 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:20.619 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:20 smithi088 ceph-mon[26737]: from='osd.2 [v2:172.21.15.88:6818/3844575114,v1:172.21.15.88:6819/3844575114]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-22T22:36:21.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:21 smithi088 ceph-mon[21849]: Adjusting osd_memory_target on smithi088 to 5013M 2024-04-22T22:36:21.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:21 smithi088 ceph-mon[21849]: from='osd.2 [v2:172.21.15.88:6818/3844575114,v1:172.21.15.88:6819/3844575114]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-22T22:36:21.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:21 smithi088 ceph-mon[21849]: osdmap e16: 3 total, 2 up, 3 in 2024-04-22T22:36:21.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:21 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T22:36:21.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:21 smithi088 ceph-mon[21849]: from='osd.2 [v2:172.21.15.88:6818/3844575114,v1:172.21.15.88:6819/3844575114]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-04-22T22:36:21.525 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:21 smithi088 ceph-mon[26737]: Adjusting osd_memory_target on smithi088 to 5013M 2024-04-22T22:36:21.525 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:21 smithi088 ceph-mon[26737]: from='osd.2 [v2:172.21.15.88:6818/3844575114,v1:172.21.15.88:6819/3844575114]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-22T22:36:21.525 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:21 smithi088 ceph-mon[26737]: osdmap e16: 3 total, 2 up, 3 in 2024-04-22T22:36:21.525 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:21 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T22:36:21.525 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:21 smithi088 ceph-mon[26737]: from='osd.2 [v2:172.21.15.88:6818/3844575114,v1:172.21.15.88:6819/3844575114]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-04-22T22:36:21.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:21 smithi175 ceph-mon[22840]: Adjusting osd_memory_target on smithi088 to 5013M 2024-04-22T22:36:21.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:21 smithi175 ceph-mon[22840]: from='osd.2 [v2:172.21.15.88:6818/3844575114,v1:172.21.15.88:6819/3844575114]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-22T22:36:21.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:21 smithi175 ceph-mon[22840]: osdmap e16: 3 total, 2 up, 3 in 2024-04-22T22:36:21.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:21 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T22:36:21.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:21 smithi175 ceph-mon[22840]: from='osd.2 [v2:172.21.15.88:6818/3844575114,v1:172.21.15.88:6819/3844575114]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-04-22T22:36:21.781 INFO:journalctl@ceph.osd.2.smithi088.stdout:Apr 22 22:36:21 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-2[35895]: 2024-04-22T22:36:21.723+0000 7f3a02d26700 -1 osd.2 0 waiting for initial osdmap 2024-04-22T22:36:21.781 INFO:journalctl@ceph.osd.2.smithi088.stdout:Apr 22 22:36:21 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-2[35895]: 2024-04-22T22:36:21.727+0000 7f39ff6c1700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-22T22:36:22.232 INFO:teuthology.orchestra.run.smithi088.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-22T22:36:22.233 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-22T22:36:22.233 INFO:teuthology.orchestra.run.smithi088.stderr: stderr: 10+0 records in 2024-04-22T22:36:22.233 INFO:teuthology.orchestra.run.smithi088.stderr:10+0 records out 2024-04-22T22:36:22.233 INFO:teuthology.orchestra.run.smithi088.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0122592 s, 855 MB/s 2024-04-22T22:36:22.233 INFO:teuthology.orchestra.run.smithi088.stderr:--> Zapping successful for: 2024-04-22T22:36:22.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:22 smithi175 ceph-mon[22840]: pgmap v70: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-22T22:36:22.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:22 smithi175 ceph-mon[22840]: from='osd.2 [v2:172.21.15.88:6818/3844575114,v1:172.21.15.88:6819/3844575114]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-04-22T22:36:22.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:22 smithi175 ceph-mon[22840]: osdmap e17: 3 total, 2 up, 3 in 2024-04-22T22:36:22.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:22 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T22:36:22.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:22 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T22:36:22.597 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:22 smithi088 ceph-mon[21849]: pgmap v70: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-22T22:36:22.598 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:22 smithi088 ceph-mon[21849]: from='osd.2 [v2:172.21.15.88:6818/3844575114,v1:172.21.15.88:6819/3844575114]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-04-22T22:36:22.598 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:22 smithi088 ceph-mon[21849]: osdmap e17: 3 total, 2 up, 3 in 2024-04-22T22:36:22.598 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:22 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T22:36:22.598 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:22 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T22:36:22.598 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:22 smithi088 ceph-mon[26737]: pgmap v70: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-22T22:36:22.598 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:22 smithi088 ceph-mon[26737]: from='osd.2 [v2:172.21.15.88:6818/3844575114,v1:172.21.15.88:6819/3844575114]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-04-22T22:36:22.598 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:22 smithi088 ceph-mon[26737]: osdmap e17: 3 total, 2 up, 3 in 2024-04-22T22:36:22.598 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:22 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T22:36:22.598 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:22 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T22:36:22.931 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi088:vg_nvme/lv_1 2024-04-22T22:36:23.410 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:23 smithi088 ceph-mon[21849]: purged_snaps scrub starts 2024-04-22T22:36:23.410 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:23 smithi088 ceph-mon[21849]: purged_snaps scrub ok 2024-04-22T22:36:23.410 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:23 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T22:36:23.410 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:23 smithi088 ceph-mon[21849]: osd.2 [v2:172.21.15.88:6818/3844575114,v1:172.21.15.88:6819/3844575114] boot 2024-04-22T22:36:23.410 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:23 smithi088 ceph-mon[21849]: osdmap e18: 3 total, 3 up, 3 in 2024-04-22T22:36:23.410 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:23 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T22:36:23.410 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:23 smithi088 ceph-mon[26737]: purged_snaps scrub starts 2024-04-22T22:36:23.411 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:23 smithi088 ceph-mon[26737]: purged_snaps scrub ok 2024-04-22T22:36:23.411 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:23 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T22:36:23.411 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:23 smithi088 ceph-mon[26737]: osd.2 [v2:172.21.15.88:6818/3844575114,v1:172.21.15.88:6819/3844575114] boot 2024-04-22T22:36:23.411 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:23 smithi088 ceph-mon[26737]: osdmap e18: 3 total, 3 up, 3 in 2024-04-22T22:36:23.411 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:23 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T22:36:23.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:23 smithi175 ceph-mon[22840]: purged_snaps scrub starts 2024-04-22T22:36:23.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:23 smithi175 ceph-mon[22840]: purged_snaps scrub ok 2024-04-22T22:36:23.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:23 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T22:36:23.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:23 smithi175 ceph-mon[22840]: osd.2 [v2:172.21.15.88:6818/3844575114,v1:172.21.15.88:6819/3844575114] boot 2024-04-22T22:36:23.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:23 smithi175 ceph-mon[22840]: osdmap e18: 3 total, 3 up, 3 in 2024-04-22T22:36:23.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:23 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T22:36:24.451 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:24 smithi088 ceph-mon[21849]: pgmap v73: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-22T22:36:24.451 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:24 smithi088 ceph-mon[21849]: osdmap e19: 3 total, 3 up, 3 in 2024-04-22T22:36:24.451 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:24 smithi088 ceph-mon[26737]: pgmap v73: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-22T22:36:24.451 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:24 smithi088 ceph-mon[26737]: osdmap e19: 3 total, 3 up, 3 in 2024-04-22T22:36:24.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:24 smithi175 ceph-mon[22840]: pgmap v73: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-22T22:36:24.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:24 smithi175 ceph-mon[22840]: osdmap e19: 3 total, 3 up, 3 in 2024-04-22T22:36:25.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:25 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-04-22T22:36:25.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:25 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T22:36:25.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:25 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T22:36:25.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:25 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:36:25.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:25 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:25.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:25 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:25.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:25 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:36:25.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:25 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:36:25.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:25 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:36:25.527 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:36:25 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:36:25] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:36:25.528 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:25 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-04-22T22:36:25.528 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:25 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T22:36:25.528 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:25 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T22:36:25.528 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:25 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:36:25.528 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:25 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:25.528 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:25 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:25.528 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:25 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:36:25.528 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:25 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:36:25.528 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:25 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:36:25.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:25 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-04-22T22:36:25.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:25 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T22:36:25.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:25 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T22:36:25.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:25 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:36:25.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:25 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:25.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:25 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:25.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:25 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:36:25.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:25 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:36:25.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:25 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:36:26.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:26 smithi088 ceph-mon[21849]: from='client.14295 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:36:26.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:26 smithi088 ceph-mon[21849]: pgmap v75: 0 pgs: ; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-04-22T22:36:26.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:26 smithi088 ceph-mon[21849]: Detected new or changed devices on smithi088 2024-04-22T22:36:26.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:26 smithi088 ceph-mon[21849]: pgmap v76: 0 pgs: ; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-04-22T22:36:26.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:26 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-04-22T22:36:26.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:26 smithi088 ceph-mon[21849]: osdmap e20: 3 total, 3 up, 3 in 2024-04-22T22:36:26.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:26 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:26.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:26 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-22T22:36:26.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:26 smithi088 ceph-mon[21849]: Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON) 2024-04-22T22:36:26.519 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:26 smithi088 ceph-mon[26737]: from='client.14295 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:36:26.520 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:26 smithi088 ceph-mon[26737]: pgmap v75: 0 pgs: ; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-04-22T22:36:26.520 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:26 smithi088 ceph-mon[26737]: Detected new or changed devices on smithi088 2024-04-22T22:36:26.520 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:26 smithi088 ceph-mon[26737]: pgmap v76: 0 pgs: ; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-04-22T22:36:26.520 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:26 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-04-22T22:36:26.520 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:26 smithi088 ceph-mon[26737]: osdmap e20: 3 total, 3 up, 3 in 2024-04-22T22:36:26.520 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:26 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:26.520 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:26 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-22T22:36:26.520 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:26 smithi088 ceph-mon[26737]: Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON) 2024-04-22T22:36:26.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:26 smithi175 ceph-mon[22840]: from='client.14295 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:36:26.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:26 smithi175 ceph-mon[22840]: pgmap v75: 0 pgs: ; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-04-22T22:36:26.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:26 smithi175 ceph-mon[22840]: Detected new or changed devices on smithi088 2024-04-22T22:36:26.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:26 smithi175 ceph-mon[22840]: pgmap v76: 0 pgs: ; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-04-22T22:36:26.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:26 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-04-22T22:36:26.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:26 smithi175 ceph-mon[22840]: osdmap e20: 3 total, 3 up, 3 in 2024-04-22T22:36:26.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:26 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:26.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:26 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-22T22:36:26.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:26 smithi175 ceph-mon[22840]: Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON) 2024-04-22T22:36:27.084 INFO:journalctl@ceph.osd.0.smithi088.stdout:Apr 22 22:36:26 smithi088 sudo[37182]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-22T22:36:27.084 INFO:journalctl@ceph.osd.0.smithi088.stdout:Apr 22 22:36:26 smithi088 sudo[37182]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-04-22T22:36:27.084 INFO:journalctl@ceph.osd.0.smithi088.stdout:Apr 22 22:36:26 smithi088 sudo[37182]: pam_unix(sudo:session): session closed for user root 2024-04-22T22:36:27.408 INFO:journalctl@ceph.osd.0.smithi088.stdout:Apr 22 22:36:27 smithi088 sudo[37230]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-22T22:36:27.408 INFO:journalctl@ceph.osd.0.smithi088.stdout:Apr 22 22:36:27 smithi088 sudo[37230]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-04-22T22:36:27.408 INFO:journalctl@ceph.osd.0.smithi088.stdout:Apr 22 22:36:27 smithi088 sudo[37230]: pam_unix(sudo:session): session closed for user root 2024-04-22T22:36:27.409 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:27 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-22T22:36:27.409 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:27 smithi088 ceph-mon[21849]: osdmap e21: 3 total, 3 up, 3 in 2024-04-22T22:36:27.409 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:27 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:27.409 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:27 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-22T22:36:27.409 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:27 smithi088 ceph-mon[26737]: osdmap e21: 3 total, 3 up, 3 in 2024-04-22T22:36:27.409 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:27 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:27.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:27 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-22T22:36:27.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:27 smithi175 ceph-mon[22840]: osdmap e21: 3 total, 3 up, 3 in 2024-04-22T22:36:27.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:27 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:27.672 INFO:journalctl@ceph.osd.1.smithi088.stdout:Apr 22 22:36:27 smithi088 sudo[37268]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-22T22:36:27.672 INFO:journalctl@ceph.osd.1.smithi088.stdout:Apr 22 22:36:27 smithi088 sudo[37268]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-04-22T22:36:27.673 INFO:journalctl@ceph.osd.1.smithi088.stdout:Apr 22 22:36:27 smithi088 sudo[37268]: pam_unix(sudo:session): session closed for user root 2024-04-22T22:36:27.933 INFO:journalctl@ceph.osd.1.smithi088.stdout:Apr 22 22:36:27 smithi088 sudo[37284]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-22T22:36:27.933 INFO:journalctl@ceph.osd.1.smithi088.stdout:Apr 22 22:36:27 smithi088 sudo[37284]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-04-22T22:36:27.933 INFO:journalctl@ceph.osd.1.smithi088.stdout:Apr 22 22:36:27 smithi088 sudo[37284]: pam_unix(sudo:session): session closed for user root 2024-04-22T22:36:27.933 INFO:journalctl@ceph.osd.2.smithi088.stdout:Apr 22 22:36:27 smithi088 sudo[37288]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-22T22:36:27.933 INFO:journalctl@ceph.osd.2.smithi088.stdout:Apr 22 22:36:27 smithi088 sudo[37288]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-04-22T22:36:28.213 INFO:journalctl@ceph.osd.2.smithi088.stdout:Apr 22 22:36:27 smithi088 sudo[37288]: pam_unix(sudo:session): session closed for user root 2024-04-22T22:36:28.213 INFO:journalctl@ceph.osd.2.smithi088.stdout:Apr 22 22:36:28 smithi088 sudo[37295]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-22T22:36:28.213 INFO:journalctl@ceph.osd.2.smithi088.stdout:Apr 22 22:36:28 smithi088 sudo[37295]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-04-22T22:36:28.214 INFO:journalctl@ceph.osd.2.smithi088.stdout:Apr 22 22:36:28 smithi088 sudo[37295]: pam_unix(sudo:session): session closed for user root 2024-04-22T22:36:28.685 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:28 smithi088 sudo[37315]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-22T22:36:28.686 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:28 smithi088 sudo[37315]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-04-22T22:36:28.686 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:28 smithi088 sudo[37315]: pam_unix(sudo:session): session closed for user root 2024-04-22T22:36:28.941 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:28 smithi088 sudo[37335]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-22T22:36:28.941 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:28 smithi088 sudo[37335]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-04-22T22:36:28.941 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:28 smithi088 sudo[37335]: pam_unix(sudo:session): session closed for user root 2024-04-22T22:36:28.941 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:28 smithi088 ceph-mon[21849]: pgmap v79: 1 pgs: 1 creating+peering; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-04-22T22:36:28.941 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:28 smithi088 ceph-mon[21849]: osdmap e22: 3 total, 3 up, 3 in 2024-04-22T22:36:28.942 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:28 smithi088 ceph-mon[26737]: pgmap v79: 1 pgs: 1 creating+peering; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-04-22T22:36:28.942 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:28 smithi088 ceph-mon[26737]: osdmap e22: 3 total, 3 up, 3 in 2024-04-22T22:36:29.053 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:28 smithi175 ceph-mon[22840]: pgmap v79: 1 pgs: 1 creating+peering; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-04-22T22:36:29.053 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:28 smithi175 ceph-mon[22840]: osdmap e22: 3 total, 3 up, 3 in 2024-04-22T22:36:29.210 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:28 smithi088 sudo[37345]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-22T22:36:29.210 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:28 smithi088 sudo[37345]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-04-22T22:36:29.210 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:28 smithi088 sudo[37345]: pam_unix(sudo:session): session closed for user root 2024-04-22T22:36:29.463 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:29 smithi088 sudo[37372]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-22T22:36:29.463 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:29 smithi088 sudo[37372]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-04-22T22:36:29.463 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:29 smithi088 sudo[37372]: pam_unix(sudo:session): session closed for user root 2024-04-22T22:36:29.707 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:29 smithi175 sudo[25388]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-22T22:36:29.708 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:29 smithi175 sudo[25388]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-04-22T22:36:29.708 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:29 smithi175 sudo[25388]: pam_unix(sudo:session): session closed for user root 2024-04-22T22:36:29.708 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:29 smithi175 sudo[25391]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-22T22:36:30.054 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:29 smithi175 sudo[25391]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-04-22T22:36:30.054 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:29 smithi175 sudo[25391]: pam_unix(sudo:session): session closed for user root 2024-04-22T22:36:30.055 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:29 smithi175 ceph-mon[22840]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-22T22:36:30.055 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:29 smithi175 ceph-mon[22840]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-22T22:36:30.055 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:29 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T22:36:30.055 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:29 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T22:36:30.055 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:29 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T22:36:30.055 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:29 smithi175 ceph-mon[22840]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-22T22:36:30.056 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:29 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T22:36:30.056 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:29 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T22:36:30.056 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:29 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T22:36:30.056 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:29 smithi175 ceph-mon[22840]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-22T22:36:30.056 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:29 smithi175 ceph-mon[22840]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-22T22:36:30.056 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:29 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T22:36:30.056 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:29 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T22:36:30.057 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:29 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T22:36:30.057 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:29 smithi175 ceph-mon[22840]: pgmap v81: 1 pgs: 1 creating+peering; 0 B data, 17 MiB used, 268 GiB / 268 GiB avail 2024-04-22T22:36:30.057 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:29 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/3342899326' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7e8b0ca5-37c5-4813-b886-a51604f87b2f"}]: dispatch 2024-04-22T22:36:30.213 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:36:29 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:36:29] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:36:30.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:29 smithi088 ceph-mon[26737]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-22T22:36:30.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:29 smithi088 ceph-mon[26737]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-22T22:36:30.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:29 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T22:36:30.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:29 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T22:36:30.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:29 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T22:36:30.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:29 smithi088 ceph-mon[26737]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-22T22:36:30.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:29 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T22:36:30.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:29 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T22:36:30.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:29 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T22:36:30.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:29 smithi088 ceph-mon[26737]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-22T22:36:30.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:29 smithi088 ceph-mon[26737]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-22T22:36:30.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:29 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T22:36:30.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:29 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T22:36:30.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:29 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T22:36:30.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:29 smithi088 ceph-mon[26737]: pgmap v81: 1 pgs: 1 creating+peering; 0 B data, 17 MiB used, 268 GiB / 268 GiB avail 2024-04-22T22:36:30.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:29 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/3342899326' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7e8b0ca5-37c5-4813-b886-a51604f87b2f"}]: dispatch 2024-04-22T22:36:30.215 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:29 smithi088 ceph-mon[21849]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-22T22:36:30.215 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:29 smithi088 ceph-mon[21849]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-22T22:36:30.215 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:29 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T22:36:30.215 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:29 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T22:36:30.215 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:29 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T22:36:30.215 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:29 smithi088 ceph-mon[21849]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-22T22:36:30.215 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:29 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T22:36:30.215 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:29 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T22:36:30.215 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:29 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T22:36:30.215 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:29 smithi088 ceph-mon[21849]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-22T22:36:30.215 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:29 smithi088 ceph-mon[21849]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-22T22:36:30.215 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:29 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T22:36:30.216 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:29 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T22:36:30.216 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:29 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T22:36:30.216 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:29 smithi088 ceph-mon[21849]: pgmap v81: 1 pgs: 1 creating+peering; 0 B data, 17 MiB used, 268 GiB / 268 GiB avail 2024-04-22T22:36:30.216 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:29 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/3342899326' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7e8b0ca5-37c5-4813-b886-a51604f87b2f"}]: dispatch 2024-04-22T22:36:31.054 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:30 smithi175 ceph-mon[22840]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-22T22:36:31.054 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:30 smithi175 ceph-mon[22840]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-22T22:36:31.054 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:30 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:31.054 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:30 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/3342899326' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7e8b0ca5-37c5-4813-b886-a51604f87b2f"}]': finished 2024-04-22T22:36:31.055 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:30 smithi175 ceph-mon[22840]: osdmap e23: 4 total, 3 up, 4 in 2024-04-22T22:36:31.055 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:30 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T22:36:31.055 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:30 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:31.055 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:30 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:36:31.055 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:30 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:36:31.055 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:30 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:36:31.055 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:30 smithi175 ceph-mon[22840]: pgmap v83: 1 pgs: 1 creating+peering; 0 B data, 17 MiB used, 268 GiB / 268 GiB avail 2024-04-22T22:36:31.055 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:30 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:31.056 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:30 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:31.056 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:30 smithi175 ceph-mon[22840]: Health check cleared: CEPHADM_STRAY_DAEMON (was: 1 stray daemon(s) not managed by cephadm) 2024-04-22T22:36:31.056 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:30 smithi175 ceph-mon[22840]: Cluster is now healthy 2024-04-22T22:36:31.056 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:30 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/3795727957' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T22:36:31.213 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:30 smithi088 ceph-mon[21849]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-22T22:36:31.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:30 smithi088 ceph-mon[21849]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-22T22:36:31.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:30 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:31.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:30 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/3342899326' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7e8b0ca5-37c5-4813-b886-a51604f87b2f"}]': finished 2024-04-22T22:36:31.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:30 smithi088 ceph-mon[21849]: osdmap e23: 4 total, 3 up, 4 in 2024-04-22T22:36:31.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:30 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T22:36:31.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:30 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:31.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:30 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:36:31.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:30 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:36:31.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:30 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:36:31.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:30 smithi088 ceph-mon[21849]: pgmap v83: 1 pgs: 1 creating+peering; 0 B data, 17 MiB used, 268 GiB / 268 GiB avail 2024-04-22T22:36:31.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:30 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:31.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:30 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:31.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:30 smithi088 ceph-mon[21849]: Health check cleared: CEPHADM_STRAY_DAEMON (was: 1 stray daemon(s) not managed by cephadm) 2024-04-22T22:36:31.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:30 smithi088 ceph-mon[21849]: Cluster is now healthy 2024-04-22T22:36:31.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:30 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/3795727957' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T22:36:31.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:30 smithi088 ceph-mon[26737]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-22T22:36:31.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:30 smithi088 ceph-mon[26737]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-22T22:36:31.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:30 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:31.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:30 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/3342899326' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7e8b0ca5-37c5-4813-b886-a51604f87b2f"}]': finished 2024-04-22T22:36:31.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:30 smithi088 ceph-mon[26737]: osdmap e23: 4 total, 3 up, 4 in 2024-04-22T22:36:31.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:30 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T22:36:31.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:30 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:31.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:30 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:36:31.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:30 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:36:31.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:30 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:36:31.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:30 smithi088 ceph-mon[26737]: pgmap v83: 1 pgs: 1 creating+peering; 0 B data, 17 MiB used, 268 GiB / 268 GiB avail 2024-04-22T22:36:31.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:30 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:31.216 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:30 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:31.216 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:30 smithi088 ceph-mon[26737]: Health check cleared: CEPHADM_STRAY_DAEMON (was: 1 stray daemon(s) not managed by cephadm) 2024-04-22T22:36:31.216 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:30 smithi088 ceph-mon[26737]: Cluster is now healthy 2024-04-22T22:36:31.216 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:30 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/3795727957' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T22:36:32.883 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:32 smithi088 ceph-mon[21849]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-04-22T22:36:32.883 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:32 smithi088 ceph-mon[26737]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-04-22T22:36:33.053 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:32 smithi175 ceph-mon[22840]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-04-22T22:36:33.832 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:36:33 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:36:33] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:36:34.815 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:34 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:34.815 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:34 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:34.815 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:34 smithi088 ceph-mon[21849]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2024-04-22T22:36:34.815 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:34 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:34.815 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:34 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:34.815 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:34 smithi088 ceph-mon[26737]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2024-04-22T22:36:35.053 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:34 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:35.054 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:34 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:35.054 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:34 smithi175 ceph-mon[22840]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2024-04-22T22:36:37.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:37 smithi088 ceph-mon[21849]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2024-04-22T22:36:37.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:37 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-22T22:36:37.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:37 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:36:37.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:37 smithi088 ceph-mon[21849]: Deploying daemon osd.3 on smithi088 2024-04-22T22:36:37.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:37 smithi088 ceph-mon[26737]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2024-04-22T22:36:37.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:37 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-22T22:36:37.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:37 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:36:37.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:37 smithi088 ceph-mon[26737]: Deploying daemon osd.3 on smithi088 2024-04-22T22:36:37.304 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:37 smithi175 ceph-mon[22840]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2024-04-22T22:36:37.304 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:37 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-22T22:36:37.304 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:37 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:36:37.304 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:37 smithi175 ceph-mon[22840]: Deploying daemon osd.3 on smithi088 2024-04-22T22:36:39.194 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:39 smithi088 ceph-mon[21849]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2024-04-22T22:36:39.195 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:39 smithi088 ceph-mon[26737]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2024-04-22T22:36:39.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:39 smithi175 ceph-mon[22840]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2024-04-22T22:36:41.213 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:41 smithi088 ceph-mon[21849]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2024-04-22T22:36:41.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:41 smithi088 ceph-mon[26737]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2024-04-22T22:36:41.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:41 smithi175 ceph-mon[22840]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2024-04-22T22:36:42.428 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:42 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:42.429 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:42 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:36:42.429 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:42 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:36:42.429 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:42 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:36:42.429 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:42 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:42.429 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:42 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:42.429 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:42 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:36:42.429 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:42 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:36:42.429 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:42 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:36:42.429 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:42 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:42.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:42 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:42.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:42 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:36:42.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:42 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:36:42.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:42 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:36:42.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:42 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:43.394 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:43 smithi088 ceph-mon[21849]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2024-04-22T22:36:43.395 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:43 smithi088 ceph-mon[26737]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2024-04-22T22:36:43.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:43 smithi175 ceph-mon[22840]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2024-04-22T22:36:44.919 INFO:teuthology.orchestra.run.smithi088.stdout:Created osd(s) 3 on host 'smithi088' 2024-04-22T22:36:45.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:45 smithi088 ceph-mon[21849]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2024-04-22T22:36:45.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:45 smithi088 ceph-mon[21849]: from='osd.3 [v2:172.21.15.88:6826/4215077485,v1:172.21.15.88:6827/4215077485]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-22T22:36:45.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:45 smithi088 ceph-mon[21849]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-22T22:36:45.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:45 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:45.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:45 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:36:45.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:45 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:36:45.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:45 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:36:45.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:45 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:36:45.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:45 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:36:45.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:45 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:36:45.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:45 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:36:45.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:45 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:45.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:45 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:45.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:45 smithi088 ceph-mon[26737]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2024-04-22T22:36:45.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:45 smithi088 ceph-mon[26737]: from='osd.3 [v2:172.21.15.88:6826/4215077485,v1:172.21.15.88:6827/4215077485]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-22T22:36:45.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:45 smithi088 ceph-mon[26737]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-22T22:36:45.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:45 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:45.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:45 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:36:45.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:45 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:36:45.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:45 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:36:45.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:45 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:36:45.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:45 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:36:45.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:45 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:36:45.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:45 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:36:45.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:45 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:45.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:45 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:45.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:45 smithi175 ceph-mon[22840]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2024-04-22T22:36:45.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:45 smithi175 ceph-mon[22840]: from='osd.3 [v2:172.21.15.88:6826/4215077485,v1:172.21.15.88:6827/4215077485]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-22T22:36:45.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:45 smithi175 ceph-mon[22840]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-22T22:36:45.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:45 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:45.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:45 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:36:45.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:45 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:36:45.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:45 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:36:45.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:45 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:36:45.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:45 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:36:45.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:45 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:36:45.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:45 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:36:45.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:45 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:45.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:45 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:45.612 DEBUG:teuthology.orchestra.run.smithi088:osd.3> sudo journalctl -f -n 0 -u ceph-41629230-00f8-11ef-bc93-c7b262605968@osd.3.service 2024-04-22T22:36:45.614 INFO:tasks.cephadm:Deploying osd.4 on smithi175 with /dev/vg_nvme/lv_4... 2024-04-22T22:36:45.614 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-22T22:36:46.257 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:46 smithi175 ceph-mon[22840]: Adjusting osd_memory_target on smithi088 to 3760M 2024-04-22T22:36:46.257 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:46 smithi175 ceph-mon[22840]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-22T22:36:46.258 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:46 smithi175 ceph-mon[22840]: osdmap e24: 4 total, 3 up, 4 in 2024-04-22T22:36:46.258 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:46 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T22:36:46.258 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:46 smithi175 ceph-mon[22840]: from='osd.3 [v2:172.21.15.88:6826/4215077485,v1:172.21.15.88:6827/4215077485]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-04-22T22:36:46.258 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:46 smithi175 ceph-mon[22840]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-04-22T22:36:46.299 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:46 smithi088 ceph-mon[21849]: Adjusting osd_memory_target on smithi088 to 3760M 2024-04-22T22:36:46.299 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:46 smithi088 ceph-mon[21849]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-22T22:36:46.299 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:46 smithi088 ceph-mon[21849]: osdmap e24: 4 total, 3 up, 4 in 2024-04-22T22:36:46.299 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:46 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T22:36:46.299 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:46 smithi088 ceph-mon[21849]: from='osd.3 [v2:172.21.15.88:6826/4215077485,v1:172.21.15.88:6827/4215077485]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-04-22T22:36:46.300 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:46 smithi088 ceph-mon[21849]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-04-22T22:36:46.300 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:46 smithi088 ceph-mon[26737]: Adjusting osd_memory_target on smithi088 to 3760M 2024-04-22T22:36:46.300 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:46 smithi088 ceph-mon[26737]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-22T22:36:46.300 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:46 smithi088 ceph-mon[26737]: osdmap e24: 4 total, 3 up, 4 in 2024-04-22T22:36:46.300 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:46 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T22:36:46.300 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:46 smithi088 ceph-mon[26737]: from='osd.3 [v2:172.21.15.88:6826/4215077485,v1:172.21.15.88:6827/4215077485]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-04-22T22:36:46.300 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:46 smithi088 ceph-mon[26737]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-04-22T22:36:46.300 INFO:journalctl@ceph.osd.3.smithi088.stdout:Apr 22 22:36:46 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-3[38905]: 2024-04-22T22:36:46.152+0000 7fe6f1b68700 -1 osd.3 0 waiting for initial osdmap 2024-04-22T22:36:46.301 INFO:journalctl@ceph.osd.3.smithi088.stdout:Apr 22 22:36:46 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-3[38905]: 2024-04-22T22:36:46.156+0000 7fe6ee503700 -1 osd.3 25 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-22T22:36:47.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:47 smithi088 ceph-mon[21849]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2024-04-22T22:36:47.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:47 smithi088 ceph-mon[21849]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-04-22T22:36:47.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:47 smithi088 ceph-mon[21849]: osdmap e25: 4 total, 3 up, 4 in 2024-04-22T22:36:47.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:47 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T22:36:47.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:47 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T22:36:47.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:47 smithi088 ceph-mon[26737]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2024-04-22T22:36:47.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:47 smithi088 ceph-mon[26737]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-04-22T22:36:47.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:47 smithi088 ceph-mon[26737]: osdmap e25: 4 total, 3 up, 4 in 2024-04-22T22:36:47.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:47 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T22:36:47.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:47 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T22:36:47.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:47 smithi175 ceph-mon[22840]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2024-04-22T22:36:47.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:47 smithi175 ceph-mon[22840]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-04-22T22:36:47.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:47 smithi175 ceph-mon[22840]: osdmap e25: 4 total, 3 up, 4 in 2024-04-22T22:36:47.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:47 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T22:36:47.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:47 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T22:36:47.650 INFO:teuthology.orchestra.run.smithi175.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-22T22:36:47.650 INFO:teuthology.orchestra.run.smithi175.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-22T22:36:47.650 INFO:teuthology.orchestra.run.smithi175.stderr: stderr: 10+0 records in 2024-04-22T22:36:47.650 INFO:teuthology.orchestra.run.smithi175.stderr:10+0 records out 2024-04-22T22:36:47.650 INFO:teuthology.orchestra.run.smithi175.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0113058 s, 927 MB/s 2024-04-22T22:36:47.651 INFO:teuthology.orchestra.run.smithi175.stderr:--> Zapping successful for: 2024-04-22T22:36:48.213 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:36:47 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:36:47] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:36:48.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:48 smithi088 ceph-mon[21849]: purged_snaps scrub starts 2024-04-22T22:36:48.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:48 smithi088 ceph-mon[21849]: purged_snaps scrub ok 2024-04-22T22:36:48.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:48 smithi088 ceph-mon[21849]: osd.3 [v2:172.21.15.88:6826/4215077485,v1:172.21.15.88:6827/4215077485] boot 2024-04-22T22:36:48.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:48 smithi088 ceph-mon[21849]: osdmap e26: 4 total, 4 up, 4 in 2024-04-22T22:36:48.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:48 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T22:36:48.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:48 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:48.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:48 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:48.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:48 smithi088 ceph-mon[26737]: purged_snaps scrub starts 2024-04-22T22:36:48.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:48 smithi088 ceph-mon[26737]: purged_snaps scrub ok 2024-04-22T22:36:48.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:48 smithi088 ceph-mon[26737]: osd.3 [v2:172.21.15.88:6826/4215077485,v1:172.21.15.88:6827/4215077485] boot 2024-04-22T22:36:48.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:48 smithi088 ceph-mon[26737]: osdmap e26: 4 total, 4 up, 4 in 2024-04-22T22:36:48.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:48 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T22:36:48.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:48 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:48.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:48 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:48.258 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:48 smithi175 ceph-mon[22840]: purged_snaps scrub starts 2024-04-22T22:36:48.258 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:48 smithi175 ceph-mon[22840]: purged_snaps scrub ok 2024-04-22T22:36:48.258 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:48 smithi175 ceph-mon[22840]: osd.3 [v2:172.21.15.88:6826/4215077485,v1:172.21.15.88:6827/4215077485] boot 2024-04-22T22:36:48.258 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:48 smithi175 ceph-mon[22840]: osdmap e26: 4 total, 4 up, 4 in 2024-04-22T22:36:48.258 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:48 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T22:36:48.258 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:48 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:48.258 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:48 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:48.281 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi175:vg_nvme/lv_4 2024-04-22T22:36:49.455 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:49 smithi175 ceph-mon[22840]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2024-04-22T22:36:49.455 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:49 smithi175 ceph-mon[22840]: Detected new or changed devices on smithi088 2024-04-22T22:36:49.455 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:49 smithi175 ceph-mon[22840]: osdmap e27: 4 total, 4 up, 4 in 2024-04-22T22:36:49.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:49 smithi088 ceph-mon[21849]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2024-04-22T22:36:49.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:49 smithi088 ceph-mon[21849]: Detected new or changed devices on smithi088 2024-04-22T22:36:49.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:49 smithi088 ceph-mon[21849]: osdmap e27: 4 total, 4 up, 4 in 2024-04-22T22:36:49.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:49 smithi088 ceph-mon[26737]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2024-04-22T22:36:49.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:49 smithi088 ceph-mon[26737]: Detected new or changed devices on smithi088 2024-04-22T22:36:49.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:49 smithi088 ceph-mon[26737]: osdmap e27: 4 total, 4 up, 4 in 2024-04-22T22:36:51.430 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:51 smithi175 ceph-mon[22840]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-22T22:36:51.430 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:51 smithi175 ceph-mon[22840]: from='client.24206 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:36:51.430 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:51 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T22:36:51.430 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:51 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T22:36:51.430 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:51 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:36:51.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:51 smithi088 ceph-mon[21849]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-22T22:36:51.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:51 smithi088 ceph-mon[21849]: from='client.24206 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:36:51.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:51 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T22:36:51.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:51 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T22:36:51.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:51 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:36:51.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:51 smithi088 ceph-mon[26737]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-22T22:36:51.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:51 smithi088 ceph-mon[26737]: from='client.24206 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:36:51.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:51 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T22:36:51.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:51 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T22:36:51.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:51 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:36:53.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:53 smithi088 ceph-mon[21849]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-22T22:36:53.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:53 smithi088 ceph-mon[21849]: from='client.? 172.21.15.175:0/4209006950' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1392e8a9-ed5e-4c23-8137-a308b651b68f"}]: dispatch 2024-04-22T22:36:53.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:53 smithi088 ceph-mon[21849]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1392e8a9-ed5e-4c23-8137-a308b651b68f"}]: dispatch 2024-04-22T22:36:53.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:53 smithi088 ceph-mon[21849]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1392e8a9-ed5e-4c23-8137-a308b651b68f"}]': finished 2024-04-22T22:36:53.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:53 smithi088 ceph-mon[21849]: osdmap e28: 5 total, 4 up, 5 in 2024-04-22T22:36:53.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:53 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T22:36:53.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:53 smithi088 ceph-mon[21849]: from='client.? 172.21.15.175:0/4070078937' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T22:36:53.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:53 smithi088 ceph-mon[26737]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-22T22:36:53.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:53 smithi088 ceph-mon[26737]: from='client.? 172.21.15.175:0/4209006950' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1392e8a9-ed5e-4c23-8137-a308b651b68f"}]: dispatch 2024-04-22T22:36:53.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:53 smithi088 ceph-mon[26737]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1392e8a9-ed5e-4c23-8137-a308b651b68f"}]: dispatch 2024-04-22T22:36:53.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:53 smithi088 ceph-mon[26737]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1392e8a9-ed5e-4c23-8137-a308b651b68f"}]': finished 2024-04-22T22:36:53.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:53 smithi088 ceph-mon[26737]: osdmap e28: 5 total, 4 up, 5 in 2024-04-22T22:36:53.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:53 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T22:36:53.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:53 smithi088 ceph-mon[26737]: from='client.? 172.21.15.175:0/4070078937' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T22:36:53.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:53 smithi175 ceph-mon[22840]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-22T22:36:53.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:53 smithi175 ceph-mon[22840]: from='client.? 172.21.15.175:0/4209006950' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1392e8a9-ed5e-4c23-8137-a308b651b68f"}]: dispatch 2024-04-22T22:36:53.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:53 smithi175 ceph-mon[22840]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1392e8a9-ed5e-4c23-8137-a308b651b68f"}]: dispatch 2024-04-22T22:36:53.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:53 smithi175 ceph-mon[22840]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1392e8a9-ed5e-4c23-8137-a308b651b68f"}]': finished 2024-04-22T22:36:53.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:53 smithi175 ceph-mon[22840]: osdmap e28: 5 total, 4 up, 5 in 2024-04-22T22:36:53.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:53 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T22:36:53.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:53 smithi175 ceph-mon[22840]: from='client.? 172.21.15.175:0/4070078937' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T22:36:53.963 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:36:53 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:36:53] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:36:54.804 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:54 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:54.804 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:54 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:54.804 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:54 smithi175 ceph-mon[22840]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-22T22:36:54.963 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:54 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:54.964 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:54 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:54.964 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:54 smithi088 ceph-mon[21849]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-22T22:36:54.964 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:54 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:54.964 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:54 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:36:54.964 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:54 smithi088 ceph-mon[26737]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-22T22:36:57.136 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:57 smithi175 ceph-mon[22840]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-22T22:36:57.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:57 smithi088 ceph-mon[21849]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-22T22:36:57.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:57 smithi088 ceph-mon[26737]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-22T22:36:59.335 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:36:59 smithi175 ceph-mon[22840]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-22T22:36:59.358 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:36:59 smithi088 ceph-mon[21849]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-22T22:36:59.359 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:36:59 smithi088 ceph-mon[26737]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-22T22:37:00.344 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:00 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-22T22:37:00.344 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:00 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:37:00.344 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:00 smithi175 ceph-mon[22840]: Deploying daemon osd.4 on smithi175 2024-04-22T22:37:00.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:00 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-22T22:37:00.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:00 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:37:00.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:00 smithi088 ceph-mon[21849]: Deploying daemon osd.4 on smithi175 2024-04-22T22:37:00.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:00 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-22T22:37:00.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:00 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:37:00.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:00 smithi088 ceph-mon[26737]: Deploying daemon osd.4 on smithi175 2024-04-22T22:37:01.304 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:01 smithi175 ceph-mon[22840]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-22T22:37:01.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:01 smithi088 ceph-mon[21849]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-22T22:37:01.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:01 smithi088 ceph-mon[26737]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-22T22:37:03.330 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:03 smithi175 ceph-mon[22840]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-22T22:37:03.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:03 smithi088 ceph-mon[21849]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-22T22:37:03.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:03 smithi088 ceph-mon[26737]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-22T22:37:04.464 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:37:04 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:37:04] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:37:05.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:05 smithi088 ceph-mon[21849]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-22T22:37:05.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:05 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:05.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:05 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:05.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:05 smithi088 ceph-mon[26737]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-22T22:37:05.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:05 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:05.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:05 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:05.470 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:05 smithi175 ceph-mon[22840]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-22T22:37:05.470 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:05 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:05.470 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:05 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:07.004 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:06 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:07.004 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:06 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:37:07.004 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:06 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:37:07.004 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:06 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:37:07.004 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:06 smithi175 ceph-mon[22840]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-22T22:37:07.004 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:06 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:07.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:06 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:07.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:06 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:37:07.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:06 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:37:07.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:06 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:37:07.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:06 smithi088 ceph-mon[21849]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-22T22:37:07.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:06 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:07.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:06 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:07.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:06 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:37:07.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:06 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:37:07.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:06 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:37:07.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:06 smithi088 ceph-mon[26737]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-22T22:37:07.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:06 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:08.418 INFO:teuthology.orchestra.run.smithi175.stdout:Created osd(s) 4 on host 'smithi175' 2024-04-22T22:37:09.054 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:08 smithi175 ceph-mon[22840]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-22T22:37:09.054 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:08 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:37:09.054 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:08 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:09.055 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:08 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:37:09.055 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:08 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:37:09.055 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:08 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:37:09.055 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:08 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:09.055 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:08 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:09.180 DEBUG:teuthology.orchestra.run.smithi175:osd.4> sudo journalctl -f -n 0 -u ceph-41629230-00f8-11ef-bc93-c7b262605968@osd.4.service 2024-04-22T22:37:09.182 INFO:tasks.cephadm:Deploying osd.5 on smithi175 with /dev/vg_nvme/lv_3... 2024-04-22T22:37:09.183 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-22T22:37:09.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:08 smithi088 ceph-mon[21849]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-22T22:37:09.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:08 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:37:09.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:08 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:09.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:08 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:37:09.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:08 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:37:09.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:08 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:37:09.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:08 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:09.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:08 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:09.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:08 smithi088 ceph-mon[26737]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-22T22:37:09.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:08 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:37:09.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:08 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:09.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:08 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:37:09.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:08 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:37:09.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:08 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:37:09.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:08 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:09.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:08 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:10.054 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:09 smithi175 ceph-mon[22840]: Adjusting osd_memory_target on smithi175 to 16064M 2024-04-22T22:37:10.054 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:09 smithi175 ceph-mon[22840]: from='osd.4 [v2:172.21.15.175:6800/1957552934,v1:172.21.15.175:6801/1957552934]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-22T22:37:10.054 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:09 smithi175 ceph-mon[22840]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-22T22:37:10.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:09 smithi088 ceph-mon[21849]: Adjusting osd_memory_target on smithi175 to 16064M 2024-04-22T22:37:10.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:09 smithi088 ceph-mon[21849]: from='osd.4 [v2:172.21.15.175:6800/1957552934,v1:172.21.15.175:6801/1957552934]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-22T22:37:10.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:09 smithi088 ceph-mon[21849]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-22T22:37:10.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:09 smithi088 ceph-mon[26737]: Adjusting osd_memory_target on smithi175 to 16064M 2024-04-22T22:37:10.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:09 smithi088 ceph-mon[26737]: from='osd.4 [v2:172.21.15.175:6800/1957552934,v1:172.21.15.175:6801/1957552934]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-22T22:37:10.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:09 smithi088 ceph-mon[26737]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-22T22:37:11.054 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:10 smithi175 ceph-mon[22840]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-22T22:37:11.054 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:10 smithi175 ceph-mon[22840]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-22T22:37:11.055 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:10 smithi175 ceph-mon[22840]: osdmap e29: 5 total, 4 up, 5 in 2024-04-22T22:37:11.055 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:10 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T22:37:11.055 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:10 smithi175 ceph-mon[22840]: from='osd.4 [v2:172.21.15.175:6800/1957552934,v1:172.21.15.175:6801/1957552934]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-04-22T22:37:11.055 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:10 smithi175 ceph-mon[22840]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-04-22T22:37:11.055 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 22 22:37:10 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-4[27585]: 2024-04-22T22:37:10.811+0000 7f96fb3f9700 -1 osd.4 0 waiting for initial osdmap 2024-04-22T22:37:11.055 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 22 22:37:10 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-4[27585]: 2024-04-22T22:37:10.817+0000 7f96f7d94700 -1 osd.4 30 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-22T22:37:11.062 INFO:teuthology.orchestra.run.smithi175.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-22T22:37:11.062 INFO:teuthology.orchestra.run.smithi175.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-22T22:37:11.062 INFO:teuthology.orchestra.run.smithi175.stderr: stderr: 10+0 records in 2024-04-22T22:37:11.063 INFO:teuthology.orchestra.run.smithi175.stderr:10+0 records out 2024-04-22T22:37:11.063 INFO:teuthology.orchestra.run.smithi175.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0128477 s, 816 MB/s 2024-04-22T22:37:11.063 INFO:teuthology.orchestra.run.smithi175.stderr:--> Zapping successful for: 2024-04-22T22:37:11.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:10 smithi088 ceph-mon[21849]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-22T22:37:11.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:10 smithi088 ceph-mon[21849]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-22T22:37:11.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:10 smithi088 ceph-mon[21849]: osdmap e29: 5 total, 4 up, 5 in 2024-04-22T22:37:11.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:10 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T22:37:11.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:10 smithi088 ceph-mon[21849]: from='osd.4 [v2:172.21.15.175:6800/1957552934,v1:172.21.15.175:6801/1957552934]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-04-22T22:37:11.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:10 smithi088 ceph-mon[21849]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-04-22T22:37:11.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:10 smithi088 ceph-mon[26737]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-22T22:37:11.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:10 smithi088 ceph-mon[26737]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-22T22:37:11.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:10 smithi088 ceph-mon[26737]: osdmap e29: 5 total, 4 up, 5 in 2024-04-22T22:37:11.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:10 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T22:37:11.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:10 smithi088 ceph-mon[26737]: from='osd.4 [v2:172.21.15.175:6800/1957552934,v1:172.21.15.175:6801/1957552934]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-04-22T22:37:11.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:10 smithi088 ceph-mon[26737]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-04-22T22:37:11.665 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi175:vg_nvme/lv_3 2024-04-22T22:37:11.970 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:11 smithi175 ceph-mon[22840]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]': finished 2024-04-22T22:37:11.970 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:11 smithi175 ceph-mon[22840]: osdmap e30: 5 total, 4 up, 5 in 2024-04-22T22:37:11.970 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:11 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T22:37:11.970 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:11 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T22:37:12.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:11 smithi088 ceph-mon[21849]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]': finished 2024-04-22T22:37:12.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:11 smithi088 ceph-mon[21849]: osdmap e30: 5 total, 4 up, 5 in 2024-04-22T22:37:12.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:11 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T22:37:12.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:11 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T22:37:12.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:11 smithi088 ceph-mon[26737]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]': finished 2024-04-22T22:37:12.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:11 smithi088 ceph-mon[26737]: osdmap e30: 5 total, 4 up, 5 in 2024-04-22T22:37:12.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:11 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T22:37:12.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:11 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T22:37:13.093 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:12 smithi175 ceph-mon[22840]: purged_snaps scrub starts 2024-04-22T22:37:13.093 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:12 smithi175 ceph-mon[22840]: purged_snaps scrub ok 2024-04-22T22:37:13.093 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:12 smithi175 ceph-mon[22840]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-22T22:37:13.093 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:12 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T22:37:13.093 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:12 smithi175 ceph-mon[22840]: osd.4 [v2:172.21.15.175:6800/1957552934,v1:172.21.15.175:6801/1957552934] boot 2024-04-22T22:37:13.093 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:12 smithi175 ceph-mon[22840]: osdmap e31: 5 total, 5 up, 5 in 2024-04-22T22:37:13.093 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:12 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T22:37:13.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:12 smithi088 ceph-mon[21849]: purged_snaps scrub starts 2024-04-22T22:37:13.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:12 smithi088 ceph-mon[21849]: purged_snaps scrub ok 2024-04-22T22:37:13.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:12 smithi088 ceph-mon[21849]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-22T22:37:13.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:12 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T22:37:13.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:12 smithi088 ceph-mon[21849]: osd.4 [v2:172.21.15.175:6800/1957552934,v1:172.21.15.175:6801/1957552934] boot 2024-04-22T22:37:13.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:12 smithi088 ceph-mon[21849]: osdmap e31: 5 total, 5 up, 5 in 2024-04-22T22:37:13.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:12 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T22:37:13.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:12 smithi088 ceph-mon[26737]: purged_snaps scrub starts 2024-04-22T22:37:13.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:12 smithi088 ceph-mon[26737]: purged_snaps scrub ok 2024-04-22T22:37:13.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:12 smithi088 ceph-mon[26737]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-22T22:37:13.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:12 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T22:37:13.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:12 smithi088 ceph-mon[26737]: osd.4 [v2:172.21.15.175:6800/1957552934,v1:172.21.15.175:6801/1957552934] boot 2024-04-22T22:37:13.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:12 smithi088 ceph-mon[26737]: osdmap e31: 5 total, 5 up, 5 in 2024-04-22T22:37:13.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:12 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T22:37:14.052 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:13 smithi175 ceph-mon[22840]: osdmap e32: 5 total, 5 up, 5 in 2024-04-22T22:37:14.052 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:13 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T22:37:14.053 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:13 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T22:37:14.053 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:13 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:37:14.053 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:13 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:14.053 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:13 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:37:14.053 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:13 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:14.053 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:13 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:37:14.053 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:13 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:37:14.053 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:13 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:14.214 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:37:13 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:37:13] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:37:14.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:13 smithi088 ceph-mon[26737]: osdmap e32: 5 total, 5 up, 5 in 2024-04-22T22:37:14.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:13 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T22:37:14.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:13 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T22:37:14.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:13 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:37:14.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:13 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:14.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:13 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:37:14.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:13 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:14.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:13 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:37:14.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:13 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:37:14.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:13 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:14.215 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:13 smithi088 ceph-mon[21849]: osdmap e32: 5 total, 5 up, 5 in 2024-04-22T22:37:14.215 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:13 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T22:37:14.215 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:13 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T22:37:14.215 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:13 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:37:14.215 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:13 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:14.215 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:13 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:37:14.215 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:13 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:14.215 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:13 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:37:14.215 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:13 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:37:14.215 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:13 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:14.959 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:14 smithi175 ceph-mon[22840]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 28 MiB used, 447 GiB / 447 GiB avail 2024-04-22T22:37:14.960 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:14 smithi175 ceph-mon[22840]: from='client.24233 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:37:14.960 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:14 smithi175 ceph-mon[22840]: Detected new or changed devices on smithi175 2024-04-22T22:37:14.960 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:14 smithi175 ceph-mon[22840]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 28 MiB used, 447 GiB / 447 GiB avail 2024-04-22T22:37:14.960 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:14 smithi175 ceph-mon[22840]: Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON) 2024-04-22T22:37:14.960 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:14 smithi175 ceph-mon[22840]: osdmap e33: 5 total, 5 up, 5 in 2024-04-22T22:37:14.960 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:14 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:37:14.960 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:14 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:37:15.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:14 smithi088 ceph-mon[21849]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 28 MiB used, 447 GiB / 447 GiB avail 2024-04-22T22:37:15.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:14 smithi088 ceph-mon[21849]: from='client.24233 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:37:15.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:14 smithi088 ceph-mon[21849]: Detected new or changed devices on smithi175 2024-04-22T22:37:15.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:14 smithi088 ceph-mon[21849]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 28 MiB used, 447 GiB / 447 GiB avail 2024-04-22T22:37:15.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:14 smithi088 ceph-mon[21849]: Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON) 2024-04-22T22:37:15.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:14 smithi088 ceph-mon[21849]: osdmap e33: 5 total, 5 up, 5 in 2024-04-22T22:37:15.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:14 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:37:15.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:14 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:37:15.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:14 smithi088 ceph-mon[26737]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 28 MiB used, 447 GiB / 447 GiB avail 2024-04-22T22:37:15.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:14 smithi088 ceph-mon[26737]: from='client.24233 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:37:15.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:14 smithi088 ceph-mon[26737]: Detected new or changed devices on smithi175 2024-04-22T22:37:15.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:14 smithi088 ceph-mon[26737]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 28 MiB used, 447 GiB / 447 GiB avail 2024-04-22T22:37:15.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:14 smithi088 ceph-mon[26737]: Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON) 2024-04-22T22:37:15.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:14 smithi088 ceph-mon[26737]: osdmap e33: 5 total, 5 up, 5 in 2024-04-22T22:37:15.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:14 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:37:15.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:14 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:37:15.714 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:37:15 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:37:15] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:37:16.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:15 smithi088 ceph-mon[21849]: osdmap e34: 5 total, 5 up, 5 in 2024-04-22T22:37:16.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:15 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:16.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:15 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:16.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:15 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:37:16.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:15 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:37:16.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:15 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:37:16.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:15 smithi088 ceph-mon[21849]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 28 MiB used, 447 GiB / 447 GiB avail 2024-04-22T22:37:16.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:15 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:16.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:15 smithi088 ceph-mon[26737]: osdmap e34: 5 total, 5 up, 5 in 2024-04-22T22:37:16.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:15 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:16.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:15 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:16.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:15 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:37:16.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:15 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:37:16.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:15 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:37:16.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:15 smithi088 ceph-mon[26737]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 28 MiB used, 447 GiB / 447 GiB avail 2024-04-22T22:37:16.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:15 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:16.304 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:15 smithi175 ceph-mon[22840]: osdmap e34: 5 total, 5 up, 5 in 2024-04-22T22:37:16.304 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:15 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:16.304 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:15 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:16.304 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:15 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:37:16.305 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:15 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:37:16.305 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:15 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:37:16.305 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:15 smithi175 ceph-mon[22840]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 28 MiB used, 447 GiB / 447 GiB avail 2024-04-22T22:37:16.305 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:15 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:17.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:16 smithi088 ceph-mon[21849]: osdmap e35: 5 total, 5 up, 5 in 2024-04-22T22:37:17.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:16 smithi088 ceph-mon[21849]: Health check cleared: CEPHADM_STRAY_DAEMON (was: 1 stray daemon(s) not managed by cephadm) 2024-04-22T22:37:17.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:16 smithi088 ceph-mon[21849]: Cluster is now healthy 2024-04-22T22:37:17.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:16 smithi088 ceph-mon[21849]: from='client.? 172.21.15.175:0/3257558110' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1487ff5b-43f8-4156-b602-924ff1b58fe4"}]: dispatch 2024-04-22T22:37:17.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:16 smithi088 ceph-mon[21849]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1487ff5b-43f8-4156-b602-924ff1b58fe4"}]: dispatch 2024-04-22T22:37:17.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:16 smithi088 ceph-mon[21849]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1487ff5b-43f8-4156-b602-924ff1b58fe4"}]': finished 2024-04-22T22:37:17.215 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:16 smithi088 ceph-mon[21849]: osdmap e36: 6 total, 5 up, 6 in 2024-04-22T22:37:17.215 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:16 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T22:37:17.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:16 smithi088 ceph-mon[26737]: osdmap e35: 5 total, 5 up, 5 in 2024-04-22T22:37:17.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:16 smithi088 ceph-mon[26737]: Health check cleared: CEPHADM_STRAY_DAEMON (was: 1 stray daemon(s) not managed by cephadm) 2024-04-22T22:37:17.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:16 smithi088 ceph-mon[26737]: Cluster is now healthy 2024-04-22T22:37:17.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:16 smithi088 ceph-mon[26737]: from='client.? 172.21.15.175:0/3257558110' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1487ff5b-43f8-4156-b602-924ff1b58fe4"}]: dispatch 2024-04-22T22:37:17.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:16 smithi088 ceph-mon[26737]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1487ff5b-43f8-4156-b602-924ff1b58fe4"}]: dispatch 2024-04-22T22:37:17.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:16 smithi088 ceph-mon[26737]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1487ff5b-43f8-4156-b602-924ff1b58fe4"}]': finished 2024-04-22T22:37:17.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:16 smithi088 ceph-mon[26737]: osdmap e36: 6 total, 5 up, 6 in 2024-04-22T22:37:17.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:16 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T22:37:17.304 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:16 smithi175 ceph-mon[22840]: osdmap e35: 5 total, 5 up, 5 in 2024-04-22T22:37:17.304 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:16 smithi175 ceph-mon[22840]: Health check cleared: CEPHADM_STRAY_DAEMON (was: 1 stray daemon(s) not managed by cephadm) 2024-04-22T22:37:17.305 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:16 smithi175 ceph-mon[22840]: Cluster is now healthy 2024-04-22T22:37:17.305 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:16 smithi175 ceph-mon[22840]: from='client.? 172.21.15.175:0/3257558110' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1487ff5b-43f8-4156-b602-924ff1b58fe4"}]: dispatch 2024-04-22T22:37:17.305 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:16 smithi175 ceph-mon[22840]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1487ff5b-43f8-4156-b602-924ff1b58fe4"}]: dispatch 2024-04-22T22:37:17.305 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:16 smithi175 ceph-mon[22840]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1487ff5b-43f8-4156-b602-924ff1b58fe4"}]': finished 2024-04-22T22:37:17.305 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:16 smithi175 ceph-mon[22840]: osdmap e36: 6 total, 5 up, 6 in 2024-04-22T22:37:17.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:16 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T22:37:18.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:17 smithi175 ceph-mon[22840]: from='client.? 172.21.15.175:0/508119403' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T22:37:18.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:17 smithi175 ceph-mon[22840]: pgmap v121: 1 pgs: 1 peering; 577 KiB data, 28 MiB used, 447 GiB / 447 GiB avail; 146 KiB/s, 0 objects/s recovering 2024-04-22T22:37:18.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:17 smithi088 ceph-mon[26737]: from='client.? 172.21.15.175:0/508119403' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T22:37:18.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:17 smithi088 ceph-mon[26737]: pgmap v121: 1 pgs: 1 peering; 577 KiB data, 28 MiB used, 447 GiB / 447 GiB avail; 146 KiB/s, 0 objects/s recovering 2024-04-22T22:37:18.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:17 smithi088 ceph-mon[21849]: from='client.? 172.21.15.175:0/508119403' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T22:37:18.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:17 smithi088 ceph-mon[21849]: pgmap v121: 1 pgs: 1 peering; 577 KiB data, 28 MiB used, 447 GiB / 447 GiB avail; 146 KiB/s, 0 objects/s recovering 2024-04-22T22:37:19.645 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:19 smithi175 ceph-mon[22840]: pgmap v122: 1 pgs: 1 peering; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 95 KiB/s, 0 objects/s recovering 2024-04-22T22:37:19.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:19 smithi088 ceph-mon[21849]: pgmap v122: 1 pgs: 1 peering; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 95 KiB/s, 0 objects/s recovering 2024-04-22T22:37:19.714 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:19 smithi088 ceph-mon[26737]: pgmap v122: 1 pgs: 1 peering; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 95 KiB/s, 0 objects/s recovering 2024-04-22T22:37:21.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:21 smithi175 ceph-mon[22840]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-04-22T22:37:21.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:21 smithi088 ceph-mon[21849]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-04-22T22:37:21.714 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:21 smithi088 ceph-mon[26737]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-04-22T22:37:23.606 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:23 smithi088 ceph-mon[21849]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-04-22T22:37:23.606 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:23 smithi088 ceph-mon[26737]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-04-22T22:37:23.742 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:23 smithi175 ceph-mon[22840]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-04-22T22:37:24.548 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:24 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-22T22:37:24.548 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:24 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:37:24.548 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:24 smithi088 ceph-mon[26737]: Deploying daemon osd.5 on smithi175 2024-04-22T22:37:24.548 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:24 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-22T22:37:24.548 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:24 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:37:24.548 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:24 smithi088 ceph-mon[21849]: Deploying daemon osd.5 on smithi175 2024-04-22T22:37:24.548 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:37:24 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:37:24] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:37:24.804 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:24 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-22T22:37:24.804 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:24 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:37:24.804 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:24 smithi175 ceph-mon[22840]: Deploying daemon osd.5 on smithi175 2024-04-22T22:37:25.606 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:25 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:25.606 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:25 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:25.606 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:25 smithi088 ceph-mon[21849]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-22T22:37:25.606 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:25 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:25.606 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:25 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:25.606 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:25 smithi088 ceph-mon[26737]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-22T22:37:25.693 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:25 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:25.693 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:25 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:25.693 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:25 smithi175 ceph-mon[22840]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-22T22:37:27.702 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:27 smithi175 ceph-mon[22840]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-22T22:37:27.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:27 smithi088 ceph-mon[21849]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-22T22:37:27.714 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:27 smithi088 ceph-mon[26737]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-22T22:37:30.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:29 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:30.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:29 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:37:30.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:29 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:37:30.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:29 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:37:30.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:29 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:30.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:29 smithi175 ceph-mon[22840]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-22T22:37:30.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:29 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:30.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:29 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:37:30.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:29 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:37:30.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:29 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:37:30.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:29 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:30.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:29 smithi088 ceph-mon[26737]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-22T22:37:30.215 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:29 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:30.215 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:29 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:37:30.215 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:29 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:37:30.215 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:29 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:37:30.215 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:29 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:30.215 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:29 smithi088 ceph-mon[21849]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-22T22:37:31.548 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:31 smithi175 ceph-mon[22840]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-22T22:37:31.559 INFO:teuthology.orchestra.run.smithi175.stdout:Created osd(s) 5 on host 'smithi175' 2024-04-22T22:37:31.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:31 smithi088 ceph-mon[21849]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-22T22:37:31.714 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:31 smithi088 ceph-mon[26737]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-22T22:37:32.170 DEBUG:teuthology.orchestra.run.smithi175:osd.5> sudo journalctl -f -n 0 -u ceph-41629230-00f8-11ef-bc93-c7b262605968@osd.5.service 2024-04-22T22:37:32.173 INFO:tasks.cephadm:Deploying osd.6 on smithi175 with /dev/vg_nvme/lv_2... 2024-04-22T22:37:32.174 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-22T22:37:32.804 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:32 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:32.804 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:32 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:37:32.804 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:32 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:37:32.805 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:32 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:37:32.805 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:32 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:37:32.805 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:32 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:37:32.805 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:32 smithi175 ceph-mon[22840]: Adjusting osd_memory_target on smithi175 to 8032M 2024-04-22T22:37:32.805 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:32 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:32.805 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:32 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:32.805 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:32 smithi175 ceph-mon[22840]: from='osd.5 [v2:172.21.15.175:6808/2680323801,v1:172.21.15.175:6809/2680323801]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-22T22:37:32.805 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:32 smithi175 ceph-mon[22840]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-22T22:37:32.964 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:32 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:32.964 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:32 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:37:32.964 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:32 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:37:32.964 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:32 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:37:32.965 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:32 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:37:32.965 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:32 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:37:32.965 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:32 smithi088 ceph-mon[21849]: Adjusting osd_memory_target on smithi175 to 8032M 2024-04-22T22:37:32.965 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:32 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:32.965 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:32 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:32.965 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:32 smithi088 ceph-mon[21849]: from='osd.5 [v2:172.21.15.175:6808/2680323801,v1:172.21.15.175:6809/2680323801]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-22T22:37:32.965 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:32 smithi088 ceph-mon[21849]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-22T22:37:32.965 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:32 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:32.965 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:32 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:37:32.965 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:32 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:37:32.965 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:32 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:37:32.965 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:32 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:37:32.965 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:32 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:37:32.966 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:32 smithi088 ceph-mon[26737]: Adjusting osd_memory_target on smithi175 to 8032M 2024-04-22T22:37:32.966 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:32 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:32.966 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:32 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:32.966 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:32 smithi088 ceph-mon[26737]: from='osd.5 [v2:172.21.15.175:6808/2680323801,v1:172.21.15.175:6809/2680323801]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-22T22:37:32.966 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:32 smithi088 ceph-mon[26737]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-22T22:37:33.753 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:33 smithi175 ceph-mon[22840]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-22T22:37:33.753 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:33 smithi175 ceph-mon[22840]: osdmap e37: 6 total, 5 up, 6 in 2024-04-22T22:37:33.753 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:33 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T22:37:33.753 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:33 smithi175 ceph-mon[22840]: from='osd.5 [v2:172.21.15.175:6808/2680323801,v1:172.21.15.175:6809/2680323801]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-04-22T22:37:33.753 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:33 smithi175 ceph-mon[22840]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-04-22T22:37:33.753 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:33 smithi175 ceph-mon[22840]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-22T22:37:33.754 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 22 22:37:33 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-5[30478]: 2024-04-22T22:37:33.613+0000 7f191c53a700 -1 osd.5 0 waiting for initial osdmap 2024-04-22T22:37:33.754 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 22 22:37:33 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-5[30478]: 2024-04-22T22:37:33.619+0000 7f19176d2700 -1 osd.5 38 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-22T22:37:33.964 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:33 smithi088 ceph-mon[21849]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-22T22:37:33.964 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:33 smithi088 ceph-mon[21849]: osdmap e37: 6 total, 5 up, 6 in 2024-04-22T22:37:33.964 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:33 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T22:37:33.964 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:33 smithi088 ceph-mon[21849]: from='osd.5 [v2:172.21.15.175:6808/2680323801,v1:172.21.15.175:6809/2680323801]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-04-22T22:37:33.964 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:33 smithi088 ceph-mon[21849]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-04-22T22:37:33.965 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:33 smithi088 ceph-mon[21849]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-22T22:37:33.965 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:33 smithi088 ceph-mon[26737]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-22T22:37:33.965 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:33 smithi088 ceph-mon[26737]: osdmap e37: 6 total, 5 up, 6 in 2024-04-22T22:37:33.965 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:33 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T22:37:33.965 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:33 smithi088 ceph-mon[26737]: from='osd.5 [v2:172.21.15.175:6808/2680323801,v1:172.21.15.175:6809/2680323801]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-04-22T22:37:33.965 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:33 smithi088 ceph-mon[26737]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-04-22T22:37:33.965 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:33 smithi088 ceph-mon[26737]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-22T22:37:34.239 INFO:teuthology.orchestra.run.smithi175.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-22T22:37:34.239 INFO:teuthology.orchestra.run.smithi175.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-22T22:37:34.239 INFO:teuthology.orchestra.run.smithi175.stderr: stderr: 10+0 records in 2024-04-22T22:37:34.239 INFO:teuthology.orchestra.run.smithi175.stderr:10+0 records out 2024-04-22T22:37:34.239 INFO:teuthology.orchestra.run.smithi175.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0140243 s, 748 MB/s 2024-04-22T22:37:34.239 INFO:teuthology.orchestra.run.smithi175.stderr:--> Zapping successful for: 2024-04-22T22:37:34.804 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:34 smithi175 ceph-mon[22840]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]': finished 2024-04-22T22:37:34.804 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:34 smithi175 ceph-mon[22840]: osdmap e38: 6 total, 5 up, 6 in 2024-04-22T22:37:34.804 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:34 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T22:37:34.804 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:34 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T22:37:34.804 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:34 smithi175 ceph-mon[22840]: osd.5 [v2:172.21.15.175:6808/2680323801,v1:172.21.15.175:6809/2680323801] boot 2024-04-22T22:37:34.805 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:34 smithi175 ceph-mon[22840]: osdmap e39: 6 total, 6 up, 6 in 2024-04-22T22:37:34.805 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:34 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T22:37:34.857 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi175:vg_nvme/lv_2 2024-04-22T22:37:34.964 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:34 smithi088 ceph-mon[21849]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]': finished 2024-04-22T22:37:34.964 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:34 smithi088 ceph-mon[21849]: osdmap e38: 6 total, 5 up, 6 in 2024-04-22T22:37:34.964 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:34 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T22:37:34.964 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:34 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T22:37:34.964 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:34 smithi088 ceph-mon[21849]: osd.5 [v2:172.21.15.175:6808/2680323801,v1:172.21.15.175:6809/2680323801] boot 2024-04-22T22:37:34.964 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:34 smithi088 ceph-mon[21849]: osdmap e39: 6 total, 6 up, 6 in 2024-04-22T22:37:34.964 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:34 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T22:37:34.965 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:34 smithi088 ceph-mon[26737]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]': finished 2024-04-22T22:37:34.965 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:34 smithi088 ceph-mon[26737]: osdmap e38: 6 total, 5 up, 6 in 2024-04-22T22:37:34.965 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:34 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T22:37:34.965 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:34 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T22:37:34.965 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:34 smithi088 ceph-mon[26737]: osd.5 [v2:172.21.15.175:6808/2680323801,v1:172.21.15.175:6809/2680323801] boot 2024-04-22T22:37:34.965 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:34 smithi088 ceph-mon[26737]: osdmap e39: 6 total, 6 up, 6 in 2024-04-22T22:37:34.965 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:34 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T22:37:35.714 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:37:35 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:37:35] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:37:35.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:35 smithi088 ceph-mon[21849]: purged_snaps scrub starts 2024-04-22T22:37:35.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:35 smithi088 ceph-mon[21849]: purged_snaps scrub ok 2024-04-22T22:37:35.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:35 smithi088 ceph-mon[21849]: osdmap e40: 6 total, 6 up, 6 in 2024-04-22T22:37:35.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:35 smithi088 ceph-mon[21849]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-04-22T22:37:35.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:35 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:35.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:35 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:35.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:35 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:37:35.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:35 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:37:35.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:35 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:37:35.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:35 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:35.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:35 smithi088 ceph-mon[26737]: purged_snaps scrub starts 2024-04-22T22:37:35.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:35 smithi088 ceph-mon[26737]: purged_snaps scrub ok 2024-04-22T22:37:35.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:35 smithi088 ceph-mon[26737]: osdmap e40: 6 total, 6 up, 6 in 2024-04-22T22:37:35.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:35 smithi088 ceph-mon[26737]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-04-22T22:37:35.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:35 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:35.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:35 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:35.716 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:35 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:37:35.716 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:35 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:37:35.716 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:35 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:37:35.716 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:35 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:35.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:35 smithi175 ceph-mon[22840]: purged_snaps scrub starts 2024-04-22T22:37:35.767 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:35 smithi175 ceph-mon[22840]: purged_snaps scrub ok 2024-04-22T22:37:35.767 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:35 smithi175 ceph-mon[22840]: osdmap e40: 6 total, 6 up, 6 in 2024-04-22T22:37:35.767 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:35 smithi175 ceph-mon[22840]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-04-22T22:37:35.767 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:35 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:35.767 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:35 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:35.767 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:35 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:37:35.768 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:35 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:37:35.768 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:35 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:37:35.768 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:35 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:37.178 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:37 smithi175 ceph-mon[22840]: Detected new or changed devices on smithi175 2024-04-22T22:37:37.179 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:37 smithi175 ceph-mon[22840]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-04-22T22:37:37.179 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:37 smithi175 ceph-mon[22840]: osdmap e41: 6 total, 6 up, 6 in 2024-04-22T22:37:37.179 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:37 smithi175 ceph-mon[22840]: Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON) 2024-04-22T22:37:37.179 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:37 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T22:37:37.179 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:37 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T22:37:37.179 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:37 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:37:37.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:37 smithi088 ceph-mon[26737]: Detected new or changed devices on smithi175 2024-04-22T22:37:37.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:37 smithi088 ceph-mon[26737]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-04-22T22:37:37.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:37 smithi088 ceph-mon[26737]: osdmap e41: 6 total, 6 up, 6 in 2024-04-22T22:37:37.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:37 smithi088 ceph-mon[26737]: Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON) 2024-04-22T22:37:37.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:37 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T22:37:37.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:37 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T22:37:37.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:37 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:37:37.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:37 smithi088 ceph-mon[21849]: Detected new or changed devices on smithi175 2024-04-22T22:37:37.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:37 smithi088 ceph-mon[21849]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-04-22T22:37:37.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:37 smithi088 ceph-mon[21849]: osdmap e41: 6 total, 6 up, 6 in 2024-04-22T22:37:37.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:37 smithi088 ceph-mon[21849]: Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON) 2024-04-22T22:37:37.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:37 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T22:37:37.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:37 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T22:37:37.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:37 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:37:38.091 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:37:37 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:37:37] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:37:38.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:38 smithi088 ceph-mon[26737]: from='client.24260 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:37:38.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:38 smithi088 ceph-mon[26737]: osdmap e42: 6 total, 6 up, 6 in 2024-04-22T22:37:38.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:38 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:38.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:38 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:38.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:38 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:37:38.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:38 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:37:38.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:38 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:37:38.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:38 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:38.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:38 smithi088 ceph-mon[21849]: from='client.24260 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:37:38.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:38 smithi088 ceph-mon[21849]: osdmap e42: 6 total, 6 up, 6 in 2024-04-22T22:37:38.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:38 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:38.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:38 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:38.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:38 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:37:38.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:38 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:37:38.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:38 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:37:38.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:38 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:38.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:38 smithi175 ceph-mon[22840]: from='client.24260 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:37:38.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:38 smithi175 ceph-mon[22840]: osdmap e42: 6 total, 6 up, 6 in 2024-04-22T22:37:38.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:38 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:38.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:38 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:38.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:38 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:37:38.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:38 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:37:38.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:38 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:37:38.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:38 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:39.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:39 smithi088 ceph-mon[21849]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-04-22T22:37:39.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:39 smithi088 ceph-mon[21849]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-04-22T22:37:39.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:39 smithi088 ceph-mon[21849]: Health check cleared: CEPHADM_STRAY_DAEMON (was: 1 stray daemon(s) not managed by cephadm) 2024-04-22T22:37:39.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:39 smithi088 ceph-mon[21849]: Cluster is now healthy 2024-04-22T22:37:39.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:39 smithi088 ceph-mon[21849]: osdmap e43: 6 total, 6 up, 6 in 2024-04-22T22:37:39.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:39 smithi088 ceph-mon[26737]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-04-22T22:37:39.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:39 smithi088 ceph-mon[26737]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-04-22T22:37:39.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:39 smithi088 ceph-mon[26737]: Health check cleared: CEPHADM_STRAY_DAEMON (was: 1 stray daemon(s) not managed by cephadm) 2024-04-22T22:37:39.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:39 smithi088 ceph-mon[26737]: Cluster is now healthy 2024-04-22T22:37:39.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:39 smithi088 ceph-mon[26737]: osdmap e43: 6 total, 6 up, 6 in 2024-04-22T22:37:39.478 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:39 smithi175 ceph-mon[22840]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-04-22T22:37:39.478 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:39 smithi175 ceph-mon[22840]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-04-22T22:37:39.478 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:39 smithi175 ceph-mon[22840]: Health check cleared: CEPHADM_STRAY_DAEMON (was: 1 stray daemon(s) not managed by cephadm) 2024-04-22T22:37:39.478 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:39 smithi175 ceph-mon[22840]: Cluster is now healthy 2024-04-22T22:37:39.478 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:39 smithi175 ceph-mon[22840]: osdmap e43: 6 total, 6 up, 6 in 2024-04-22T22:37:40.371 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:40 smithi175 ceph-mon[22840]: from='client.? 172.21.15.175:0/3426786527' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "87526a7e-0361-4b86-9ba8-93966a6d4ebb"}]: dispatch 2024-04-22T22:37:40.371 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:40 smithi175 ceph-mon[22840]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "87526a7e-0361-4b86-9ba8-93966a6d4ebb"}]: dispatch 2024-04-22T22:37:40.371 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:40 smithi175 ceph-mon[22840]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "87526a7e-0361-4b86-9ba8-93966a6d4ebb"}]': finished 2024-04-22T22:37:40.371 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:40 smithi175 ceph-mon[22840]: osdmap e44: 7 total, 6 up, 7 in 2024-04-22T22:37:40.371 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:40 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T22:37:40.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:40 smithi088 ceph-mon[21849]: from='client.? 172.21.15.175:0/3426786527' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "87526a7e-0361-4b86-9ba8-93966a6d4ebb"}]: dispatch 2024-04-22T22:37:40.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:40 smithi088 ceph-mon[21849]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "87526a7e-0361-4b86-9ba8-93966a6d4ebb"}]: dispatch 2024-04-22T22:37:40.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:40 smithi088 ceph-mon[21849]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "87526a7e-0361-4b86-9ba8-93966a6d4ebb"}]': finished 2024-04-22T22:37:40.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:40 smithi088 ceph-mon[21849]: osdmap e44: 7 total, 6 up, 7 in 2024-04-22T22:37:40.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:40 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T22:37:40.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:40 smithi088 ceph-mon[26737]: from='client.? 172.21.15.175:0/3426786527' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "87526a7e-0361-4b86-9ba8-93966a6d4ebb"}]: dispatch 2024-04-22T22:37:40.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:40 smithi088 ceph-mon[26737]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "87526a7e-0361-4b86-9ba8-93966a6d4ebb"}]: dispatch 2024-04-22T22:37:40.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:40 smithi088 ceph-mon[26737]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "87526a7e-0361-4b86-9ba8-93966a6d4ebb"}]': finished 2024-04-22T22:37:40.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:40 smithi088 ceph-mon[26737]: osdmap e44: 7 total, 6 up, 7 in 2024-04-22T22:37:40.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:40 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T22:37:41.304 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:41 smithi175 ceph-mon[22840]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-22T22:37:41.304 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:41 smithi175 ceph-mon[22840]: from='client.? 172.21.15.175:0/850306200' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T22:37:41.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:41 smithi088 ceph-mon[21849]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-22T22:37:41.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:41 smithi088 ceph-mon[21849]: from='client.? 172.21.15.175:0/850306200' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T22:37:41.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:41 smithi088 ceph-mon[26737]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-22T22:37:41.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:41 smithi088 ceph-mon[26737]: from='client.? 172.21.15.175:0/850306200' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T22:37:43.096 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:43 smithi175 ceph-mon[22840]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-22T22:37:43.324 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:43 smithi088 ceph-mon[21849]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-22T22:37:43.324 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:43 smithi088 ceph-mon[26737]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-22T22:37:44.889 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:37:44 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:37:44] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:37:45.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:45 smithi088 ceph-mon[26737]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-22T22:37:45.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:45 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:45.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:45 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:45.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:45 smithi088 ceph-mon[21849]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-22T22:37:45.215 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:45 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:45.215 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:45 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:45.488 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:45 smithi175 ceph-mon[22840]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-22T22:37:45.488 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:45 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:45.488 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:45 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:47.237 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:47 smithi175 ceph-mon[22840]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-22T22:37:47.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:47 smithi088 ceph-mon[21849]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-22T22:37:47.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:47 smithi088 ceph-mon[26737]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-22T22:37:48.304 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:48 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-22T22:37:48.304 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:48 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:37:48.304 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:48 smithi175 ceph-mon[22840]: Deploying daemon osd.6 on smithi175 2024-04-22T22:37:48.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:48 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-22T22:37:48.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:48 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:37:48.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:48 smithi088 ceph-mon[26737]: Deploying daemon osd.6 on smithi175 2024-04-22T22:37:48.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:48 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-22T22:37:48.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:48 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:37:48.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:48 smithi088 ceph-mon[21849]: Deploying daemon osd.6 on smithi175 2024-04-22T22:37:49.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:49 smithi175 ceph-mon[22840]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-22T22:37:49.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:49 smithi088 ceph-mon[21849]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-22T22:37:49.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:49 smithi088 ceph-mon[26737]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-22T22:37:51.308 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:51 smithi175 ceph-mon[22840]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-22T22:37:51.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:51 smithi088 ceph-mon[21849]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-22T22:37:51.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:51 smithi088 ceph-mon[26737]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-22T22:37:53.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:53 smithi175 ceph-mon[22840]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-22T22:37:53.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:53 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:53.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:53 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:37:53.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:53 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:37:53.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:53 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:37:53.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:53 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:53.714 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:53 smithi088 ceph-mon[26737]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-22T22:37:53.714 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:53 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:53.714 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:53 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:37:53.714 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:53 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:37:53.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:53 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:37:53.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:53 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:53.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:53 smithi088 ceph-mon[21849]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-22T22:37:53.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:53 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:53.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:53 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:37:53.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:53 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:37:53.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:53 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:37:53.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:53 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:54.954 INFO:teuthology.orchestra.run.smithi175.stdout:Created osd(s) 6 on host 'smithi175' 2024-04-22T22:37:55.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:55 smithi175 ceph-mon[22840]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-22T22:37:55.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:55 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:55.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:55 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:37:55.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:55 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:37:55.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:55 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:37:55.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:55 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:37:55.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:55 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:37:55.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:55 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:37:55.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:55 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:55.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:55 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:55.605 DEBUG:teuthology.orchestra.run.smithi175:osd.6> sudo journalctl -f -n 0 -u ceph-41629230-00f8-11ef-bc93-c7b262605968@osd.6.service 2024-04-22T22:37:55.608 INFO:tasks.cephadm:Deploying osd.7 on smithi175 with /dev/vg_nvme/lv_1... 2024-04-22T22:37:55.608 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-22T22:37:55.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:55 smithi088 ceph-mon[21849]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-22T22:37:55.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:55 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:55.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:55 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:37:55.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:55 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:37:55.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:55 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:37:55.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:55 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:37:55.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:55 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:37:55.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:55 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:37:55.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:55 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:55.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:55 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:55.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:55 smithi088 ceph-mon[26737]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-22T22:37:55.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:55 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:55.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:55 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:37:55.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:55 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:37:55.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:55 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:37:55.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:55 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:37:55.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:55 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:37:55.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:55 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:37:55.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:55 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:55.716 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:55 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:56.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:56 smithi175 ceph-mon[22840]: Adjusting osd_memory_target on smithi175 to 5354M 2024-04-22T22:37:56.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:56 smithi175 ceph-mon[22840]: from='osd.6 [v2:172.21.15.175:6816/1821772356,v1:172.21.15.175:6817/1821772356]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-22T22:37:56.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:56 smithi175 ceph-mon[22840]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-22T22:37:56.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:56 smithi088 ceph-mon[21849]: Adjusting osd_memory_target on smithi175 to 5354M 2024-04-22T22:37:56.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:56 smithi088 ceph-mon[21849]: from='osd.6 [v2:172.21.15.175:6816/1821772356,v1:172.21.15.175:6817/1821772356]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-22T22:37:56.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:56 smithi088 ceph-mon[21849]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-22T22:37:56.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:56 smithi088 ceph-mon[26737]: Adjusting osd_memory_target on smithi175 to 5354M 2024-04-22T22:37:56.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:56 smithi088 ceph-mon[26737]: from='osd.6 [v2:172.21.15.175:6816/1821772356,v1:172.21.15.175:6817/1821772356]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-22T22:37:56.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:56 smithi088 ceph-mon[26737]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-22T22:37:57.331 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:57 smithi175 ceph-mon[22840]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-22T22:37:57.331 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:57 smithi175 ceph-mon[22840]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-22T22:37:57.331 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:57 smithi175 ceph-mon[22840]: osdmap e45: 7 total, 6 up, 7 in 2024-04-22T22:37:57.331 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:57 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T22:37:57.331 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:57 smithi175 ceph-mon[22840]: from='osd.6 [v2:172.21.15.175:6816/1821772356,v1:172.21.15.175:6817/1821772356]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-04-22T22:37:57.331 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:57 smithi175 ceph-mon[22840]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-04-22T22:37:57.331 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:37:57 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:37:57.258+0000 7f4108c1f700 -1 osd.6 0 waiting for initial osdmap 2024-04-22T22:37:57.331 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:37:57 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:37:57.265+0000 7f41035b6700 -1 osd.6 46 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-22T22:37:57.517 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:57 smithi088 ceph-mon[21849]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-22T22:37:57.517 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:57 smithi088 ceph-mon[21849]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-22T22:37:57.517 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:57 smithi088 ceph-mon[21849]: osdmap e45: 7 total, 6 up, 7 in 2024-04-22T22:37:57.517 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:57 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T22:37:57.517 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:57 smithi088 ceph-mon[21849]: from='osd.6 [v2:172.21.15.175:6816/1821772356,v1:172.21.15.175:6817/1821772356]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-04-22T22:37:57.517 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:57 smithi088 ceph-mon[21849]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-04-22T22:37:57.517 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:57 smithi088 ceph-mon[26737]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-22T22:37:57.517 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:57 smithi088 ceph-mon[26737]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-22T22:37:57.517 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:57 smithi088 ceph-mon[26737]: osdmap e45: 7 total, 6 up, 7 in 2024-04-22T22:37:57.517 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:57 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T22:37:57.517 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:57 smithi088 ceph-mon[26737]: from='osd.6 [v2:172.21.15.175:6816/1821772356,v1:172.21.15.175:6817/1821772356]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-04-22T22:37:57.518 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:57 smithi088 ceph-mon[26737]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-04-22T22:37:57.840 INFO:teuthology.orchestra.run.smithi175.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-22T22:37:57.841 INFO:teuthology.orchestra.run.smithi175.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-22T22:37:57.841 INFO:teuthology.orchestra.run.smithi175.stderr: stderr: 10+0 records in 2024-04-22T22:37:57.841 INFO:teuthology.orchestra.run.smithi175.stderr:10+0 records out 2024-04-22T22:37:57.841 INFO:teuthology.orchestra.run.smithi175.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0143917 s, 729 MB/s 2024-04-22T22:37:57.841 INFO:teuthology.orchestra.run.smithi175.stderr:--> Zapping successful for: 2024-04-22T22:37:58.214 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:37:57 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:37:57] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:37:58.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:58 smithi175 ceph-mon[22840]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]': finished 2024-04-22T22:37:58.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:58 smithi175 ceph-mon[22840]: osdmap e46: 7 total, 6 up, 7 in 2024-04-22T22:37:58.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:58 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T22:37:58.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:58 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T22:37:58.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:58 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:58.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:58 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:58.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:58 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:37:58.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:58 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:37:58.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:58 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:37:58.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:58 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:58.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:58 smithi175 ceph-mon[22840]: osd.6 [v2:172.21.15.175:6816/1821772356,v1:172.21.15.175:6817/1821772356] boot 2024-04-22T22:37:58.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:58 smithi175 ceph-mon[22840]: osdmap e47: 7 total, 7 up, 7 in 2024-04-22T22:37:58.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:58 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T22:37:58.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:58 smithi088 ceph-mon[21849]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]': finished 2024-04-22T22:37:58.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:58 smithi088 ceph-mon[21849]: osdmap e46: 7 total, 6 up, 7 in 2024-04-22T22:37:58.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:58 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T22:37:58.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:58 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T22:37:58.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:58 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:58.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:58 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:58.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:58 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:37:58.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:58 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:37:58.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:58 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:37:58.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:58 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:58.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:58 smithi088 ceph-mon[21849]: osd.6 [v2:172.21.15.175:6816/1821772356,v1:172.21.15.175:6817/1821772356] boot 2024-04-22T22:37:58.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:58 smithi088 ceph-mon[21849]: osdmap e47: 7 total, 7 up, 7 in 2024-04-22T22:37:58.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:58 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T22:37:58.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:58 smithi088 ceph-mon[26737]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]': finished 2024-04-22T22:37:58.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:58 smithi088 ceph-mon[26737]: osdmap e46: 7 total, 6 up, 7 in 2024-04-22T22:37:58.716 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:58 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T22:37:58.716 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:58 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T22:37:58.716 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:58 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:58.716 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:58 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:58.716 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:58 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:37:58.716 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:58 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:37:58.716 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:58 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:37:58.716 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:58 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:37:58.716 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:58 smithi088 ceph-mon[26737]: osd.6 [v2:172.21.15.175:6816/1821772356,v1:172.21.15.175:6817/1821772356] boot 2024-04-22T22:37:58.716 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:58 smithi088 ceph-mon[26737]: osdmap e47: 7 total, 7 up, 7 in 2024-04-22T22:37:58.716 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:58 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T22:37:59.140 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi175:vg_nvme/lv_1 2024-04-22T22:37:59.383 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:59 smithi175 ceph-mon[22840]: purged_snaps scrub starts 2024-04-22T22:37:59.383 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:59 smithi175 ceph-mon[22840]: purged_snaps scrub ok 2024-04-22T22:37:59.384 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:59 smithi175 ceph-mon[22840]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-22T22:37:59.384 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:59 smithi175 ceph-mon[22840]: Detected new or changed devices on smithi175 2024-04-22T22:37:59.384 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:37:59 smithi175 ceph-mon[22840]: osdmap e48: 7 total, 7 up, 7 in 2024-04-22T22:37:59.714 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:37:59 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:37:59] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:37:59.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:59 smithi088 ceph-mon[21849]: purged_snaps scrub starts 2024-04-22T22:37:59.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:59 smithi088 ceph-mon[21849]: purged_snaps scrub ok 2024-04-22T22:37:59.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:59 smithi088 ceph-mon[21849]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-22T22:37:59.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:59 smithi088 ceph-mon[21849]: Detected new or changed devices on smithi175 2024-04-22T22:37:59.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:37:59 smithi088 ceph-mon[21849]: osdmap e48: 7 total, 7 up, 7 in 2024-04-22T22:37:59.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:59 smithi088 ceph-mon[26737]: purged_snaps scrub starts 2024-04-22T22:37:59.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:59 smithi088 ceph-mon[26737]: purged_snaps scrub ok 2024-04-22T22:37:59.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:59 smithi088 ceph-mon[26737]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-22T22:37:59.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:59 smithi088 ceph-mon[26737]: Detected new or changed devices on smithi175 2024-04-22T22:37:59.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:37:59 smithi088 ceph-mon[26737]: osdmap e48: 7 total, 7 up, 7 in 2024-04-22T22:38:00.463 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:00 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:00.463 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:00 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:00.463 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:00 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:38:00.463 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:00 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:38:00.463 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:00 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:38:00.463 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:00 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:00.464 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:00 smithi175 ceph-mon[22840]: pgmap v156: 1 pgs: 1 peering; 577 KiB data, 40 MiB used, 626 GiB / 626 GiB avail 2024-04-22T22:38:00.464 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:00 smithi175 ceph-mon[22840]: osdmap e49: 7 total, 7 up, 7 in 2024-04-22T22:38:00.712 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:00 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:00.712 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:00 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:00.712 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:00 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:38:00.712 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:00 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:38:00.712 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:00 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:38:00.712 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:00 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:00.712 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:00 smithi088 ceph-mon[21849]: pgmap v156: 1 pgs: 1 peering; 577 KiB data, 40 MiB used, 626 GiB / 626 GiB avail 2024-04-22T22:38:00.712 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:00 smithi088 ceph-mon[21849]: osdmap e49: 7 total, 7 up, 7 in 2024-04-22T22:38:00.712 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:00 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:00.713 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:00 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:00.713 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:00 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:38:00.713 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:00 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:38:00.713 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:00 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:38:00.713 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:00 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:00.713 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:00 smithi088 ceph-mon[26737]: pgmap v156: 1 pgs: 1 peering; 577 KiB data, 40 MiB used, 626 GiB / 626 GiB avail 2024-04-22T22:38:00.713 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:00 smithi088 ceph-mon[26737]: osdmap e49: 7 total, 7 up, 7 in 2024-04-22T22:38:01.703 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:01 smithi175 ceph-mon[22840]: from='client.24287 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:38:01.703 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:01 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T22:38:01.703 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:01 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T22:38:01.703 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:01 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:38:01.703 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:01 smithi175 ceph-mon[22840]: osdmap e50: 7 total, 7 up, 7 in 2024-04-22T22:38:01.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:01 smithi088 ceph-mon[21849]: from='client.24287 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:38:01.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:01 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T22:38:01.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:01 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T22:38:01.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:01 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:38:01.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:01 smithi088 ceph-mon[21849]: osdmap e50: 7 total, 7 up, 7 in 2024-04-22T22:38:01.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:01 smithi088 ceph-mon[26737]: from='client.24287 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:38:01.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:01 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T22:38:01.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:01 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T22:38:01.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:01 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:38:01.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:01 smithi088 ceph-mon[26737]: osdmap e50: 7 total, 7 up, 7 in 2024-04-22T22:38:03.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:03 smithi175 ceph-mon[22840]: pgmap v159: 1 pgs: 1 peering; 577 KiB data, 40 MiB used, 626 GiB / 626 GiB avail 2024-04-22T22:38:03.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:03 smithi175 ceph-mon[22840]: osdmap e51: 7 total, 7 up, 7 in 2024-04-22T22:38:03.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:03 smithi088 ceph-mon[21849]: pgmap v159: 1 pgs: 1 peering; 577 KiB data, 40 MiB used, 626 GiB / 626 GiB avail 2024-04-22T22:38:03.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:03 smithi088 ceph-mon[21849]: osdmap e51: 7 total, 7 up, 7 in 2024-04-22T22:38:03.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:03 smithi088 ceph-mon[26737]: pgmap v159: 1 pgs: 1 peering; 577 KiB data, 40 MiB used, 626 GiB / 626 GiB avail 2024-04-22T22:38:03.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:03 smithi088 ceph-mon[26737]: osdmap e51: 7 total, 7 up, 7 in 2024-04-22T22:38:04.897 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:38:04 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:38:04] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:38:05.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:05 smithi088 ceph-mon[21849]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 112 KiB/s, 0 objects/s recovering 2024-04-22T22:38:05.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:05 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:05.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:05 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:05.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:05 smithi088 ceph-mon[26737]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 112 KiB/s, 0 objects/s recovering 2024-04-22T22:38:05.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:05 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:05.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:05 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:05.543 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:05 smithi175 ceph-mon[22840]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 112 KiB/s, 0 objects/s recovering 2024-04-22T22:38:05.544 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:05 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:05.544 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:05 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:06.411 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:06 smithi088 ceph-mon[21849]: from='client.? 172.21.15.175:0/2302603195' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bf8a505b-63a3-4113-836d-c96271ccb6f2"}]: dispatch 2024-04-22T22:38:06.411 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:06 smithi088 ceph-mon[21849]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bf8a505b-63a3-4113-836d-c96271ccb6f2"}]: dispatch 2024-04-22T22:38:06.411 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:06 smithi088 ceph-mon[21849]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bf8a505b-63a3-4113-836d-c96271ccb6f2"}]': finished 2024-04-22T22:38:06.411 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:06 smithi088 ceph-mon[21849]: osdmap e52: 8 total, 7 up, 8 in 2024-04-22T22:38:06.411 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:06 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T22:38:06.411 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:06 smithi088 ceph-mon[21849]: from='client.? 172.21.15.175:0/2611240419' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T22:38:06.412 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:06 smithi088 ceph-mon[26737]: from='client.? 172.21.15.175:0/2302603195' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bf8a505b-63a3-4113-836d-c96271ccb6f2"}]: dispatch 2024-04-22T22:38:06.412 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:06 smithi088 ceph-mon[26737]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bf8a505b-63a3-4113-836d-c96271ccb6f2"}]: dispatch 2024-04-22T22:38:06.412 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:06 smithi088 ceph-mon[26737]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bf8a505b-63a3-4113-836d-c96271ccb6f2"}]': finished 2024-04-22T22:38:06.412 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:06 smithi088 ceph-mon[26737]: osdmap e52: 8 total, 7 up, 8 in 2024-04-22T22:38:06.412 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:06 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T22:38:06.412 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:06 smithi088 ceph-mon[26737]: from='client.? 172.21.15.175:0/2611240419' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T22:38:06.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:06 smithi175 ceph-mon[22840]: from='client.? 172.21.15.175:0/2302603195' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bf8a505b-63a3-4113-836d-c96271ccb6f2"}]: dispatch 2024-04-22T22:38:06.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:06 smithi175 ceph-mon[22840]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bf8a505b-63a3-4113-836d-c96271ccb6f2"}]: dispatch 2024-04-22T22:38:06.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:06 smithi175 ceph-mon[22840]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bf8a505b-63a3-4113-836d-c96271ccb6f2"}]': finished 2024-04-22T22:38:06.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:06 smithi175 ceph-mon[22840]: osdmap e52: 8 total, 7 up, 8 in 2024-04-22T22:38:06.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:06 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T22:38:06.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:06 smithi175 ceph-mon[22840]: from='client.? 172.21.15.175:0/2611240419' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T22:38:07.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:07 smithi175 ceph-mon[22840]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 92 KiB/s, 0 objects/s recovering 2024-04-22T22:38:07.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:07 smithi088 ceph-mon[21849]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 92 KiB/s, 0 objects/s recovering 2024-04-22T22:38:07.714 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:07 smithi088 ceph-mon[26737]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 92 KiB/s, 0 objects/s recovering 2024-04-22T22:38:09.546 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:09 smithi175 ceph-mon[22840]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-04-22T22:38:09.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:09 smithi088 ceph-mon[21849]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-04-22T22:38:09.714 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:09 smithi088 ceph-mon[26737]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-04-22T22:38:11.309 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:11 smithi175 ceph-mon[22840]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-04-22T22:38:11.714 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:11 smithi088 ceph-mon[26737]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-04-22T22:38:11.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:11 smithi088 ceph-mon[21849]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-04-22T22:38:12.506 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:12 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-22T22:38:12.506 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:12 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:38:12.714 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:12 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-22T22:38:12.714 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:12 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:38:12.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:12 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-22T22:38:12.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:12 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:38:13.464 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:13 smithi175 ceph-mon[22840]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-04-22T22:38:13.464 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:13 smithi175 ceph-mon[22840]: Deploying daemon osd.7 on smithi175 2024-04-22T22:38:13.714 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:13 smithi088 ceph-mon[26737]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-04-22T22:38:13.714 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:13 smithi088 ceph-mon[26737]: Deploying daemon osd.7 on smithi175 2024-04-22T22:38:13.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:13 smithi088 ceph-mon[21849]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-04-22T22:38:13.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:13 smithi088 ceph-mon[21849]: Deploying daemon osd.7 on smithi175 2024-04-22T22:38:15.549 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:15 smithi175 ceph-mon[22840]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-22T22:38:15.549 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:15 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:38:15.549 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:15 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:38:15.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:15 smithi088 ceph-mon[26737]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-22T22:38:15.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:15 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:38:15.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:15 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:38:15.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:15 smithi088 ceph-mon[21849]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-22T22:38:15.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:15 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:38:15.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:15 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:38:17.348 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:17 smithi175 ceph-mon[22840]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-22T22:38:17.348 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:17 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:17.348 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:17 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:38:17.348 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:17 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:38:17.348 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:17 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:38:17.348 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:17 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:17.531 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:17 smithi088 ceph-mon[26737]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-22T22:38:17.531 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:17 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:17.531 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:17 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:38:17.531 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:17 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:38:17.531 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:17 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:38:17.531 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:17 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:17.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:17 smithi088 ceph-mon[21849]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-22T22:38:17.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:17 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:17.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:17 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:38:17.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:17 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:38:17.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:17 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:38:17.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:17 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:19.473 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:19 smithi175 ceph-mon[22840]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-22T22:38:19.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:19 smithi088 ceph-mon[21849]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-22T22:38:19.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:19 smithi088 ceph-mon[26737]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-22T22:38:19.718 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:38:19 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:38:19] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:38:20.396 INFO:teuthology.orchestra.run.smithi175.stdout:Created osd(s) 7 on host 'smithi175' 2024-04-22T22:38:20.743 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:20 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:20.743 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:20 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:20.743 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:20 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:38:20.743 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:20 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:38:20.743 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:20 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:38:20.743 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:20 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:20.744 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:20 smithi175 ceph-mon[22840]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-22T22:38:20.744 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:20 smithi175 ceph-mon[22840]: from='osd.7 [v2:172.21.15.175:6824/3436108645,v1:172.21.15.175:6825/3436108645]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-22T22:38:20.744 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:20 smithi175 ceph-mon[22840]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-22T22:38:20.744 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:20 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:20.744 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:20 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:38:20.744 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:20 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:38:20.744 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:20 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:38:20.744 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:20 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:20.889 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:20 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:20.889 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:20 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:20.889 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:20 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:38:20.890 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:20 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:38:20.890 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:20 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:38:20.890 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:20 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:20.890 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:20 smithi088 ceph-mon[21849]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-22T22:38:20.890 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:20 smithi088 ceph-mon[21849]: from='osd.7 [v2:172.21.15.175:6824/3436108645,v1:172.21.15.175:6825/3436108645]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-22T22:38:20.891 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:20 smithi088 ceph-mon[21849]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-22T22:38:20.891 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:20 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:20.891 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:20 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:38:20.891 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:20 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:38:20.891 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:20 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:38:20.891 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:20 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:20.892 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:20 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:20.892 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:20 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:20.892 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:20 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:38:20.892 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:20 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:38:20.892 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:20 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:38:20.892 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:20 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:20.893 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:20 smithi088 ceph-mon[26737]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-22T22:38:20.893 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:20 smithi088 ceph-mon[26737]: from='osd.7 [v2:172.21.15.175:6824/3436108645,v1:172.21.15.175:6825/3436108645]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-22T22:38:20.893 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:20 smithi088 ceph-mon[26737]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-22T22:38:20.893 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:20 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:20.893 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:20 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:38:20.893 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:20 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:38:20.893 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:20 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:38:20.894 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:20 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:21.073 DEBUG:teuthology.orchestra.run.smithi175:osd.7> sudo journalctl -f -n 0 -u ceph-41629230-00f8-11ef-bc93-c7b262605968@osd.7.service 2024-04-22T22:38:21.076 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-04-22T22:38:21.076 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph osd stat -f json 2024-04-22T22:38:22.352 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:22 smithi175 ceph-mon[22840]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-22T22:38:22.352 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:22 smithi175 ceph-mon[22840]: osdmap e53: 8 total, 7 up, 8 in 2024-04-22T22:38:22.352 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:22 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T22:38:22.352 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:22 smithi175 ceph-mon[22840]: from='osd.7 [v2:172.21.15.175:6824/3436108645,v1:172.21.15.175:6825/3436108645]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-04-22T22:38:22.352 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:22 smithi175 ceph-mon[22840]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-04-22T22:38:22.353 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:38:22 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:38:22.089+0000 7f440d9de700 -1 osd.7 0 waiting for initial osdmap 2024-04-22T22:38:22.353 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:38:22 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:38:22.096+0000 7f4408375700 -1 osd.7 54 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-22T22:38:22.405 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:22 smithi088 ceph-mon[21849]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-22T22:38:22.405 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:22 smithi088 ceph-mon[21849]: osdmap e53: 8 total, 7 up, 8 in 2024-04-22T22:38:22.405 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:22 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T22:38:22.405 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:22 smithi088 ceph-mon[21849]: from='osd.7 [v2:172.21.15.175:6824/3436108645,v1:172.21.15.175:6825/3436108645]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-04-22T22:38:22.405 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:22 smithi088 ceph-mon[21849]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-04-22T22:38:22.406 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:22 smithi088 ceph-mon[26737]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-22T22:38:22.406 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:22 smithi088 ceph-mon[26737]: osdmap e53: 8 total, 7 up, 8 in 2024-04-22T22:38:22.406 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:22 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T22:38:22.406 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:22 smithi088 ceph-mon[26737]: from='osd.7 [v2:172.21.15.175:6824/3436108645,v1:172.21.15.175:6825/3436108645]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-04-22T22:38:22.406 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:22 smithi088 ceph-mon[26737]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-04-22T22:38:22.964 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:38:22 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:38:22] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:38:23.094 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-04-22T22:38:23.455 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:23 smithi088 ceph-mon[26737]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-22T22:38:23.455 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:23 smithi088 ceph-mon[26737]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]': finished 2024-04-22T22:38:23.455 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:23 smithi088 ceph-mon[26737]: osdmap e54: 8 total, 7 up, 8 in 2024-04-22T22:38:23.455 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:23 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T22:38:23.455 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:23 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T22:38:23.455 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:23 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:23.456 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:23 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:23.456 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:23 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:38:23.456 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:23 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:38:23.456 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:23 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:38:23.456 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:23 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:23.456 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:23 smithi088 ceph-mon[21849]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-22T22:38:23.456 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:23 smithi088 ceph-mon[21849]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]': finished 2024-04-22T22:38:23.456 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:23 smithi088 ceph-mon[21849]: osdmap e54: 8 total, 7 up, 8 in 2024-04-22T22:38:23.456 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:23 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T22:38:23.456 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:23 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T22:38:23.456 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:23 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:23.456 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:23 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:23.456 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:23 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:38:23.456 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:23 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:38:23.457 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:23 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:38:23.457 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:23 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:23.507 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:23 smithi175 ceph-mon[22840]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-22T22:38:23.507 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:23 smithi175 ceph-mon[22840]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]': finished 2024-04-22T22:38:23.507 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:23 smithi175 ceph-mon[22840]: osdmap e54: 8 total, 7 up, 8 in 2024-04-22T22:38:23.507 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:23 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T22:38:23.507 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:23 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T22:38:23.507 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:23 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:23.507 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:23 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:23.507 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:23 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:38:23.507 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:23 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:38:23.507 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:23 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:38:23.507 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:23 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:23.885 INFO:teuthology.orchestra.run.smithi088.stdout:{"epoch":55,"num_osds":8,"num_up_osds":8,"osd_up_since":1713825503,"num_in_osds":8,"osd_in_since":1713825485,"num_remapped_pgs":1} 2024-04-22T22:38:23.885 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-22T22:38:24.102 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/41629230-00f8-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T22:38:24.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:24 smithi088 ceph-mon[21849]: purged_snaps scrub starts 2024-04-22T22:38:24.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:24 smithi088 ceph-mon[21849]: purged_snaps scrub ok 2024-04-22T22:38:24.215 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:24 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/2936421292' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-22T22:38:24.215 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:24 smithi088 ceph-mon[21849]: osd.7 [v2:172.21.15.175:6824/3436108645,v1:172.21.15.175:6825/3436108645] boot 2024-04-22T22:38:24.215 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:24 smithi088 ceph-mon[21849]: osdmap e55: 8 total, 8 up, 8 in 2024-04-22T22:38:24.215 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:24 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T22:38:24.215 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:24 smithi088 ceph-mon[21849]: osdmap e56: 8 total, 8 up, 8 in 2024-04-22T22:38:24.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:24 smithi088 ceph-mon[26737]: purged_snaps scrub starts 2024-04-22T22:38:24.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:24 smithi088 ceph-mon[26737]: purged_snaps scrub ok 2024-04-22T22:38:24.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:24 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/2936421292' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-22T22:38:24.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:24 smithi088 ceph-mon[26737]: osd.7 [v2:172.21.15.175:6824/3436108645,v1:172.21.15.175:6825/3436108645] boot 2024-04-22T22:38:24.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:24 smithi088 ceph-mon[26737]: osdmap e55: 8 total, 8 up, 8 in 2024-04-22T22:38:24.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:24 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T22:38:24.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:24 smithi088 ceph-mon[26737]: osdmap e56: 8 total, 8 up, 8 in 2024-04-22T22:38:24.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:24 smithi175 ceph-mon[22840]: purged_snaps scrub starts 2024-04-22T22:38:24.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:24 smithi175 ceph-mon[22840]: purged_snaps scrub ok 2024-04-22T22:38:24.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:24 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/2936421292' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-22T22:38:24.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:24 smithi175 ceph-mon[22840]: osd.7 [v2:172.21.15.175:6824/3436108645,v1:172.21.15.175:6825/3436108645] boot 2024-04-22T22:38:24.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:24 smithi175 ceph-mon[22840]: osdmap e55: 8 total, 8 up, 8 in 2024-04-22T22:38:24.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:24 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T22:38:24.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:24 smithi175 ceph-mon[22840]: osdmap e56: 8 total, 8 up, 8 in 2024-04-22T22:38:24.872 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:38:24 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:38:24] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:38:25.130 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:25 smithi088 ceph-mon[21849]: pgmap v175: 1 pgs: 1 remapped+peering; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:38:25.130 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:25 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:25.130 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:25 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:25.130 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:25 smithi088 ceph-mon[21849]: osdmap e57: 8 total, 8 up, 8 in 2024-04-22T22:38:25.130 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:25 smithi088 ceph-mon[26737]: pgmap v175: 1 pgs: 1 remapped+peering; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:38:25.130 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:25 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:25.131 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:25 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:25.131 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:25 smithi088 ceph-mon[26737]: osdmap e57: 8 total, 8 up, 8 in 2024-04-22T22:38:25.508 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:25 smithi175 ceph-mon[22840]: pgmap v175: 1 pgs: 1 remapped+peering; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:38:25.508 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:25 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:25.508 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:25 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:25.508 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:25 smithi175 ceph-mon[22840]: osdmap e57: 8 total, 8 up, 8 in 2024-04-22T22:38:27.444 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:27 smithi088 ceph-mon[21849]: pgmap v178: 1 pgs: 1 remapped+peering; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:38:27.444 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:27 smithi088 ceph-mon[21849]: osdmap e58: 8 total, 8 up, 8 in 2024-04-22T22:38:27.444 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:27 smithi088 ceph-mon[26737]: pgmap v178: 1 pgs: 1 remapped+peering; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:38:27.444 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:27 smithi088 ceph-mon[26737]: osdmap e58: 8 total, 8 up, 8 in 2024-04-22T22:38:27.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:27 smithi175 ceph-mon[22840]: pgmap v178: 1 pgs: 1 remapped+peering; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:38:27.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:27 smithi175 ceph-mon[22840]: osdmap e58: 8 total, 8 up, 8 in 2024-04-22T22:38:27.638 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-04-22T22:38:27.638 INFO:teuthology.orchestra.run.smithi088.stdout:{"epoch":59,"fsid":"41629230-00f8-11ef-bc93-c7b262605968","created":"2024-04-22T22:33:25.878649+0000","modified":"2024-04-22T22:38:27.104300+0000","last_up_change":"2024-04-22T22:38:23.081631+0000","last_in_change":"2024-04-22T22:38:05.445376+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T22:36:24.624382+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"2695f6b3-52b3-49da-ae9e-eaf6788cad8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":2766976217},{"type":"v1","addr":"172.21.15.88:6803","nonce":2766976217}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":2766976217},{"type":"v1","addr":"172.21.15.88:6805","nonce":2766976217}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":2766976217},{"type":"v1","addr":"172.21.15.88:6809","nonce":2766976217}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":2766976217},{"type":"v1","addr":"172.21.15.88:6807","nonce":2766976217}]},"public_addr":"172.21.15.88:6803/2766976217","cluster_addr":"172.21.15.88:6805/2766976217","heartbeat_back_addr":"172.21.15.88:6809/2766976217","heartbeat_front_addr":"172.21.15.88:6807/2766976217","state":["exists","up"]},{"osd":1,"uuid":"671c55e3-5296-4970-8f3a-19e60f0cceb7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":412766046},{"type":"v1","addr":"172.21.15.88:6811","nonce":412766046}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":412766046},{"type":"v1","addr":"172.21.15.88:6813","nonce":412766046}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":412766046},{"type":"v1","addr":"172.21.15.88:6817","nonce":412766046}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":412766046},{"type":"v1","addr":"172.21.15.88:6815","nonce":412766046}]},"public_addr":"172.21.15.88:6811/412766046","cluster_addr":"172.21.15.88:6813/412766046","heartbeat_back_addr":"172.21.15.88:6817/412766046","heartbeat_front_addr":"172.21.15.88:6815/412766046","state":["exists","up"]},{"osd":2,"uuid":"43b85226-d467-4cf9-8d1e-7bd0e7c3ea93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":3844575114},{"type":"v1","addr":"172.21.15.88:6819","nonce":3844575114}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":3844575114},{"type":"v1","addr":"172.21.15.88:6821","nonce":3844575114}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":3844575114},{"type":"v1","addr":"172.21.15.88:6825","nonce":3844575114}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":3844575114},{"type":"v1","addr":"172.21.15.88:6823","nonce":3844575114}]},"public_addr":"172.21.15.88:6819/3844575114","cluster_addr":"172.21.15.88:6821/3844575114","heartbeat_back_addr":"172.21.15.88:6825/3844575114","heartbeat_front_addr":"172.21.15.88:6823/3844575114","state":["exists","up"]},{"osd":3,"uuid":"7e8b0ca5-37c5-4813-b886-a51604f87b2f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":4215077485},{"type":"v1","addr":"172.21.15.88:6827","nonce":4215077485}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":4215077485},{"type":"v1","addr":"172.21.15.88:6829","nonce":4215077485}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":4215077485},{"type":"v1","addr":"172.21.15.88:6833","nonce":4215077485}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":4215077485},{"type":"v1","addr":"172.21.15.88:6831","nonce":4215077485}]},"public_addr":"172.21.15.88:6827/4215077485","cluster_addr":"172.21.15.88:6829/4215077485","heartbeat_back_addr":"172.21.15.88:6833/4215077485","heartbeat_front_addr":"172.21.15.88:6831/4215077485","state":["exists","up"]},{"osd":4,"uuid":"1392e8a9-ed5e-4c23-8137-a308b651b68f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6800","nonce":1957552934},{"type":"v1","addr":"172.21.15.175:6801","nonce":1957552934}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6802","nonce":1957552934},{"type":"v1","addr":"172.21.15.175:6803","nonce":1957552934}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6806","nonce":1957552934},{"type":"v1","addr":"172.21.15.175:6807","nonce":1957552934}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6804","nonce":1957552934},{"type":"v1","addr":"172.21.15.175:6805","nonce":1957552934}]},"public_addr":"172.21.15.175:6801/1957552934","cluster_addr":"172.21.15.175:6803/1957552934","heartbeat_back_addr":"172.21.15.175:6807/1957552934","heartbeat_front_addr":"172.21.15.175:6805/1957552934","state":["exists","up"]},{"osd":5,"uuid":"1487ff5b-43f8-4156-b602-924ff1b58fe4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6808","nonce":2680323801},{"type":"v1","addr":"172.21.15.175:6809","nonce":2680323801}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6810","nonce":2680323801},{"type":"v1","addr":"172.21.15.175:6811","nonce":2680323801}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6814","nonce":2680323801},{"type":"v1","addr":"172.21.15.175:6815","nonce":2680323801}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6812","nonce":2680323801},{"type":"v1","addr":"172.21.15.175:6813","nonce":2680323801}]},"public_addr":"172.21.15.175:6809/2680323801","cluster_addr":"172.21.15.175:6811/2680323801","heartbeat_back_addr":"172.21.15.175:6815/2680323801","heartbeat_front_addr":"172.21.15.175:6813/2680323801","state":["exists","up"]},{"osd":6,"uuid":"87526a7e-0361-4b86-9ba8-93966a6d4ebb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6816","nonce":1821772356},{"type":"v1","addr":"172.21.15.175:6817","nonce":1821772356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6818","nonce":1821772356},{"type":"v1","addr":"172.21.15.175:6819","nonce":1821772356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6822","nonce":1821772356},{"type":"v1","addr":"172.21.15.175:6823","nonce":1821772356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6820","nonce":1821772356},{"type":"v1","addr":"172.21.15.175:6821","nonce":1821772356}]},"public_addr":"172.21.15.175:6817/1821772356","cluster_addr":"172.21.15.175:6819/1821772356","heartbeat_back_addr":"172.21.15.175:6823/1821772356","heartbeat_front_addr":"172.21.15.175:6821/1821772356","state":["exists","up"]},{"osd":7,"uuid":"bf8a505b-63a3-4113-836d-c96271ccb6f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6824","nonce":3436108645},{"type":"v1","addr":"172.21.15.175:6825","nonce":3436108645}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6826","nonce":3436108645},{"type":"v1","addr":"172.21.15.175:6827","nonce":3436108645}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6830","nonce":3436108645},{"type":"v1","addr":"172.21.15.175:6831","nonce":3436108645}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6828","nonce":3436108645},{"type":"v1","addr":"172.21.15.175:6829","nonce":3436108645}]},"public_addr":"172.21.15.175:6825/3436108645","cluster_addr":"172.21.15.175:6827/3436108645","heartbeat_back_addr":"172.21.15.175:6831/3436108645","heartbeat_front_addr":"172.21.15.175:6829/3436108645","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T22:35:35.382669+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T22:35:57.837948+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T22:36:20.908964+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T22:36:45.251313+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T22:37:09.804321+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T22:37:32.898598+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T22:37:56.329667+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T22:38:21.210334+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.88:0/3481244860":"2024-04-23T22:34:14.264884+0000","172.21.15.88:0/2300342443":"2024-04-23T22:34:14.264884+0000","172.21.15.88:6801/253166670":"2024-04-23T22:34:14.264884+0000","172.21.15.88:6800/253166670":"2024-04-23T22:34:14.264884+0000","172.21.15.88:0/913053463":"2024-04-23T22:33:53.038124+0000","172.21.15.88:0/3248274980":"2024-04-23T22:33:53.038124+0000","172.21.15.88:0/2146711968":"2024-04-23T22:33:53.038124+0000","172.21.15.88:6800/615185900":"2024-04-23T22:33:53.038124+0000","172.21.15.88:0/2281781374":"2024-04-23T22:34:14.264884+0000","172.21.15.88:6801/615185900":"2024-04-23T22:33:53.038124+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T22:38:28.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:28 smithi088 ceph-mon[21849]: osdmap e59: 8 total, 8 up, 8 in 2024-04-22T22:38:28.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:28 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/2196758869' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T22:38:28.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:28 smithi088 ceph-mon[26737]: osdmap e59: 8 total, 8 up, 8 in 2024-04-22T22:38:28.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:28 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/2196758869' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T22:38:28.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:28 smithi175 ceph-mon[22840]: osdmap e59: 8 total, 8 up, 8 in 2024-04-22T22:38:28.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:28 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/2196758869' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T22:38:29.038 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-22T22:36:24.624382+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2024-04-22T22:38:29.038 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-04-22T22:38:29.254 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/41629230-00f8-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T22:38:29.376 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:29 smithi088 ceph-mon[21849]: pgmap v181: 1 pgs: 1 remapped+peering; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:38:29.376 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:29 smithi088 ceph-mon[26737]: pgmap v181: 1 pgs: 1 remapped+peering; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:38:29.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:29 smithi175 ceph-mon[22840]: pgmap v181: 1 pgs: 1 remapped+peering; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:38:31.085 INFO:teuthology.orchestra.run.smithi088.stdout:pg_num: 1 2024-04-22T22:38:31.380 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:31 smithi088 ceph-mon[21849]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-04-22T22:38:31.381 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:31 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/2856327605' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T22:38:31.381 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:31 smithi088 ceph-mon[26737]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-04-22T22:38:31.381 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:31 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/2856327605' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T22:38:31.554 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:31 smithi175 ceph-mon[22840]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-04-22T22:38:31.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:31 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/2856327605' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T22:38:31.629 INFO:tasks.cephadm:Adding prometheus.a on smithi175 2024-04-22T22:38:31.630 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph orch apply prometheus '1;smithi175=a' 2024-04-22T22:38:33.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:33 smithi088 ceph-mon[26737]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-04-22T22:38:33.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:33 smithi088 ceph-mon[21849]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-04-22T22:38:33.480 INFO:teuthology.orchestra.run.smithi175.stdout:Scheduled prometheus update... 2024-04-22T22:38:33.480 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:33 smithi175 ceph-mon[22840]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-04-22T22:38:34.100 DEBUG:teuthology.orchestra.run.smithi175:prometheus.a> sudo journalctl -f -n 0 -u ceph-41629230-00f8-11ef-bc93-c7b262605968@prometheus.a.service 2024-04-22T22:38:34.102 INFO:tasks.cephadm:Adding node-exporter.a on smithi088 2024-04-22T22:38:34.103 INFO:tasks.cephadm:Adding node-exporter.b on smithi175 2024-04-22T22:38:34.103 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph orch apply node-exporter '2;smithi088=a;smithi175=b' 2024-04-22T22:38:34.756 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:34 smithi175 ceph-mon[22840]: from='client.24332 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi175=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:38:34.756 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:34 smithi175 ceph-mon[22840]: Saving service prometheus spec with placement smithi175=a;count:1 2024-04-22T22:38:34.756 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:34 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:34.756 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:34 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:38:34.756 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:34 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:38:34.756 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:34 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:38:34.756 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:34 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:34.756 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:34 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-22T22:38:34.756 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:34 smithi175 ceph-mon[22840]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-04-22T22:38:34.757 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:38:34 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: ignoring --setuser ceph since I am not root 2024-04-22T22:38:34.757 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:38:34 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: ignoring --setgroup ceph since I am not root 2024-04-22T22:38:34.757 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:38:34 smithi175 ceph-mgr[24417]: -- 172.21.15.175:0/4096762844 <== mon.2 v2:172.21.15.175:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x558390c7a340 con 0x558390c52800 2024-04-22T22:38:34.757 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:38:34 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: 2024-04-22T22:38:34.683+0000 7f1d0f3c0000 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-22T22:38:34.821 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:34 smithi088 ceph-mon[21849]: from='client.24332 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi175=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:38:34.821 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:34 smithi088 ceph-mon[21849]: Saving service prometheus spec with placement smithi175=a;count:1 2024-04-22T22:38:34.821 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:34 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:34.821 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:34 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:38:34.821 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:34 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:38:34.821 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:34 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:38:34.821 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:34 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:34.821 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:34 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-22T22:38:34.821 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:34 smithi088 ceph-mon[21849]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-04-22T22:38:34.822 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:38:34 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: ignoring --setuser ceph since I am not root 2024-04-22T22:38:34.822 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:38:34 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: ignoring --setgroup ceph since I am not root 2024-04-22T22:38:34.822 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:38:34 smithi088 ceph-mgr[22095]: -- 172.21.15.88:0/446265804 <== mon.1 v2:172.21.15.88:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x564073644340 con 0x56407361c800 2024-04-22T22:38:34.822 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:38:34 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:38:34.688+0000 7f1ccf37a000 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-22T22:38:34.822 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:38:34 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:38:34.817+0000 7f1ccf37a000 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-22T22:38:34.822 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:34 smithi088 ceph-mon[26737]: from='client.24332 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi175=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:38:34.822 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:34 smithi088 ceph-mon[26737]: Saving service prometheus spec with placement smithi175=a;count:1 2024-04-22T22:38:34.822 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:34 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:34.823 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:34 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:38:34.823 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:34 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:38:34.823 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:34 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:38:34.823 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:34 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' 2024-04-22T22:38:34.823 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:34 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-22T22:38:34.823 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:34 smithi088 ceph-mon[26737]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-04-22T22:38:35.054 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:38:34 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: 2024-04-22T22:38:34.816+0000 7f1d0f3c0000 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-22T22:38:35.055 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:38:34 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: 2024-04-22T22:38:34.915+0000 7f1d0f3c0000 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-22T22:38:35.214 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:38:34 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:38:34.915+0000 7f1ccf37a000 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-22T22:38:35.442 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:38:35 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: 2024-04-22T22:38:35.225+0000 7f1d0f3c0000 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-22T22:38:35.442 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:38:35 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: 2024-04-22T22:38:35.308+0000 7f1d0f3c0000 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-22T22:38:35.525 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:38:35 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:38:35.220+0000 7f1ccf37a000 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-22T22:38:35.525 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:38:35 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:38:35.303+0000 7f1ccf37a000 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-22T22:38:35.696 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:35 smithi175 ceph-mon[22840]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-22T22:38:35.696 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:35 smithi175 ceph-mon[22840]: mgrmap e16: y(active, since 4m), standbys: x 2024-04-22T22:38:35.964 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:35 smithi088 ceph-mon[21849]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-22T22:38:35.964 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:35 smithi088 ceph-mon[21849]: mgrmap e16: y(active, since 4m), standbys: x 2024-04-22T22:38:35.965 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:35 smithi088 ceph-mon[26737]: from='mgr.14150 172.21.15.88:0/2259077724' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-22T22:38:35.965 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:35 smithi088 ceph-mon[26737]: mgrmap e16: y(active, since 4m), standbys: x 2024-04-22T22:38:36.625 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:38:36 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: 2024-04-22T22:38:36.458+0000 7f1d0f3c0000 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-22T22:38:36.714 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:38:36 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:38:36.420+0000 7f1ccf37a000 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-22T22:38:36.714 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:38:36 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:38:36.583+0000 7f1ccf37a000 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-22T22:38:36.715 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:38:36 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:38:36.666+0000 7f1ccf37a000 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-22T22:38:37.020 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:38:36 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: 2024-04-22T22:38:36.622+0000 7f1d0f3c0000 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-22T22:38:37.020 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:38:36 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: 2024-04-22T22:38:36.703+0000 7f1d0f3c0000 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-22T22:38:37.020 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:38:37 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: 2024-04-22T22:38:37.016+0000 7f1d0f3c0000 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-22T22:38:37.305 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:38:37 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: 2024-04-22T22:38:37.107+0000 7f1d0f3c0000 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-22T22:38:37.305 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:38:37 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: 2024-04-22T22:38:37.201+0000 7f1d0f3c0000 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-22T22:38:37.404 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:38:36 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:38:36.979+0000 7f1ccf37a000 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-22T22:38:37.404 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:38:37 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:38:37.070+0000 7f1ccf37a000 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-22T22:38:37.405 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:38:37 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:38:37.163+0000 7f1ccf37a000 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-22T22:38:37.405 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:38:37 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:38:37.401+0000 7f1ccf37a000 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-22T22:38:37.804 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:38:37 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: 2024-04-22T22:38:37.442+0000 7f1d0f3c0000 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-22T22:38:38.214 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:38:37 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:38:37.837+0000 7f1ccf37a000 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-22T22:38:38.304 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:38:37 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: 2024-04-22T22:38:37.876+0000 7f1d0f3c0000 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-22T22:38:38.709 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:38:38 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:38:38.320+0000 7f1ccf37a000 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-22T22:38:38.709 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:38:38 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:38:38.413+0000 7f1ccf37a000 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-22T22:38:38.709 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:38:38 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:38:38.706+0000 7f1ccf37a000 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-22T22:38:38.750 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:38:38 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: 2024-04-22T22:38:38.360+0000 7f1d0f3c0000 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-22T22:38:38.750 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:38:38 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: 2024-04-22T22:38:38.454+0000 7f1d0f3c0000 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-22T22:38:38.750 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:38:38 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: 2024-04-22T22:38:38.747+0000 7f1d0f3c0000 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-22T22:38:38.964 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:38:38 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:38:38.796+0000 7f1ccf37a000 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-22T22:38:39.054 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:38:38 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: 2024-04-22T22:38:38.837+0000 7f1d0f3c0000 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-22T22:38:39.464 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:38:39 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:38:39.200+0000 7f1ccf37a000 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-22T22:38:39.464 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:38:39 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:38:39.332+0000 7f1ccf37a000 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-22T22:38:39.465 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:38:39 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:38:39.425+0000 7f1ccf37a000 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-22T22:38:39.555 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:38:39 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: 2024-04-22T22:38:39.244+0000 7f1d0f3c0000 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-22T22:38:39.555 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:38:39 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: 2024-04-22T22:38:39.376+0000 7f1d0f3c0000 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-22T22:38:39.555 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:38:39 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: 2024-04-22T22:38:39.467+0000 7f1d0f3c0000 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-22T22:38:39.942 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:38:39 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: 2024-04-22T22:38:39.581+0000 7f1d0f3c0000 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-22T22:38:39.942 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:38:39 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: 2024-04-22T22:38:39.669+0000 7f1d0f3c0000 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-22T22:38:39.964 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:38:39 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:38:39.539+0000 7f1ccf37a000 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-22T22:38:39.964 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:38:39 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:38:39.629+0000 7f1ccf37a000 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-22T22:38:40.464 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:38:40 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:38:40.181+0000 7f1ccf37a000 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-22T22:38:40.554 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:38:40 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: 2024-04-22T22:38:40.257+0000 7f1d0f3c0000 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-22T22:38:40.918 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:38:40 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: 2024-04-22T22:38:40.623+0000 7f1d0f3c0000 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-22T22:38:40.918 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:38:40 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: [22/Apr/2024:22:38:40] ENGINE Bus STARTING 2024-04-22T22:38:40.918 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:38:40 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: CherryPy Checker: 2024-04-22T22:38:40.918 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:38:40 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: The Application mounted at '' has an empty config. 2024-04-22T22:38:40.919 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:38:40 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: 2024-04-22T22:38:40.919 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:38:40 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: [22/Apr/2024:22:38:40] ENGINE Serving on http://:::9283 2024-04-22T22:38:40.919 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:38:40 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: [22/Apr/2024:22:38:40] ENGINE Bus STARTED 2024-04-22T22:38:40.964 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:38:40 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:38:40.534+0000 7f1ccf37a000 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-22T22:38:41.175 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:41 smithi175 ceph-mon[22840]: Active manager daemon y restarted 2024-04-22T22:38:41.175 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:41 smithi175 ceph-mon[22840]: Activating manager daemon y 2024-04-22T22:38:41.175 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:41 smithi175 ceph-mon[22840]: osdmap e60: 8 total, 8 up, 8 in 2024-04-22T22:38:41.175 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:41 smithi175 ceph-mon[22840]: Standby manager daemon x restarted 2024-04-22T22:38:41.175 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:41 smithi175 ceph-mon[22840]: Standby manager daemon x started 2024-04-22T22:38:41.176 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:41 smithi175 ceph-mon[22840]: from='mgr.? 172.21.15.175:0/924372921' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-22T22:38:41.176 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:41 smithi175 ceph-mon[22840]: from='mgr.? 172.21.15.175:0/924372921' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-22T22:38:41.176 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:41 smithi175 ceph-mon[22840]: from='mgr.? 172.21.15.175:0/924372921' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-22T22:38:41.176 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:41 smithi175 ceph-mon[22840]: from='mgr.? 172.21.15.175:0/924372921' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-22T22:38:41.391 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:41 smithi088 ceph-mon[26737]: Active manager daemon y restarted 2024-04-22T22:38:41.391 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:41 smithi088 ceph-mon[26737]: Activating manager daemon y 2024-04-22T22:38:41.391 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:41 smithi088 ceph-mon[26737]: osdmap e60: 8 total, 8 up, 8 in 2024-04-22T22:38:41.391 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:41 smithi088 ceph-mon[26737]: Standby manager daemon x restarted 2024-04-22T22:38:41.391 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:41 smithi088 ceph-mon[26737]: Standby manager daemon x started 2024-04-22T22:38:41.391 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:41 smithi088 ceph-mon[26737]: from='mgr.? 172.21.15.175:0/924372921' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-22T22:38:41.392 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:41 smithi088 ceph-mon[26737]: from='mgr.? 172.21.15.175:0/924372921' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-22T22:38:41.392 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:41 smithi088 ceph-mon[26737]: from='mgr.? 172.21.15.175:0/924372921' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-22T22:38:41.392 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:41 smithi088 ceph-mon[26737]: from='mgr.? 172.21.15.175:0/924372921' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-22T22:38:41.392 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:41 smithi088 ceph-mon[21849]: Active manager daemon y restarted 2024-04-22T22:38:41.392 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:41 smithi088 ceph-mon[21849]: Activating manager daemon y 2024-04-22T22:38:41.392 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:41 smithi088 ceph-mon[21849]: osdmap e60: 8 total, 8 up, 8 in 2024-04-22T22:38:41.392 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:41 smithi088 ceph-mon[21849]: Standby manager daemon x restarted 2024-04-22T22:38:41.392 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:41 smithi088 ceph-mon[21849]: Standby manager daemon x started 2024-04-22T22:38:41.392 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:41 smithi088 ceph-mon[21849]: from='mgr.? 172.21.15.175:0/924372921' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-22T22:38:41.392 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:41 smithi088 ceph-mon[21849]: from='mgr.? 172.21.15.175:0/924372921' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-22T22:38:41.392 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:41 smithi088 ceph-mon[21849]: from='mgr.? 172.21.15.175:0/924372921' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-22T22:38:41.392 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:41 smithi088 ceph-mon[21849]: from='mgr.? 172.21.15.175:0/924372921' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-22T22:38:41.393 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:38:41 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: [22/Apr/2024:22:38:41] ENGINE Bus STARTING 2024-04-22T22:38:41.393 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:38:41 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: CherryPy Checker: 2024-04-22T22:38:41.393 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:38:41 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: The Application mounted at '' has an empty config. 2024-04-22T22:38:41.393 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:38:41 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:38:41.393 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:38:41 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: [22/Apr/2024:22:38:41] ENGINE Serving on http://:::9283 2024-04-22T22:38:41.393 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:38:41 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: [22/Apr/2024:22:38:41] ENGINE Bus STARTED 2024-04-22T22:38:41.647 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:38:41 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: [22/Apr/2024:22:38:41] ENGINE Bus STARTING 2024-04-22T22:38:41.964 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:38:41 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: [22/Apr/2024:22:38:41] ENGINE Serving on https://172.21.15.88:7150 2024-04-22T22:38:41.964 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:38:41 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: [22/Apr/2024:22:38:41] ENGINE Bus STARTED 2024-04-22T22:38:42.121 INFO:teuthology.orchestra.run.smithi175.stdout:Scheduled node-exporter update... 2024-04-22T22:38:42.289 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:42 smithi175 ceph-mon[22840]: mgrmap e17: y(active, starting, since 0.554268s), standbys: x 2024-04-22T22:38:42.289 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:42 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T22:38:42.289 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:42 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T22:38:42.289 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:42 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T22:38:42.289 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:42 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-22T22:38:42.289 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:42 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-22T22:38:42.289 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:42 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T22:38:42.289 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:42 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T22:38:42.289 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:42 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T22:38:42.289 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:42 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T22:38:42.289 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:42 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T22:38:42.290 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:42 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T22:38:42.290 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:42 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T22:38:42.290 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:42 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T22:38:42.290 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:42 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-22T22:38:42.290 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:42 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-22T22:38:42.290 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:42 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-22T22:38:42.290 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:42 smithi175 ceph-mon[22840]: Manager daemon y is now available 2024-04-22T22:38:42.290 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:42 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:38:42.290 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:42 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:38:42.290 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:42 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:38:42.290 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:42 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:38:42.290 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:42 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:38:42.290 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:42 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:38:42.291 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:42 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:38:42.291 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:42 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi175", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:38:42.291 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:42 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi175", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:38:42.291 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:42 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' cmd='[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]': finished 2024-04-22T22:38:42.291 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:42 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' cmd='[{"prefix": "config rm", "who": "osd/host:smithi175", "name": "osd_memory_target"}]': finished 2024-04-22T22:38:42.291 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:42 smithi175 ceph-mon[22840]: Updating smithi088:/etc/ceph/ceph.conf 2024-04-22T22:38:42.291 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:42 smithi175 ceph-mon[22840]: Updating smithi175:/etc/ceph/ceph.conf 2024-04-22T22:38:42.291 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:42 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:38:42.291 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:42 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:38:42.291 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:42 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:38:42.291 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:42 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:38:42.291 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:42 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:38:42.291 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:42 smithi175 ceph-mon[22840]: Updating smithi175:/etc/ceph/ceph.client.admin.keyring 2024-04-22T22:38:42.291 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:42 smithi175 ceph-mon[22840]: Updating smithi088:/etc/ceph/ceph.client.admin.keyring 2024-04-22T22:38:42.291 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:42 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:38:42.291 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:42 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:38:42.292 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:42 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:38:42.292 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:42 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-22T22:38:42.292 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:42 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-22T22:38:42.292 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:42 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:38:42.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[21849]: mgrmap e17: y(active, starting, since 0.554268s), standbys: x 2024-04-22T22:38:42.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T22:38:42.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T22:38:42.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T22:38:42.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-22T22:38:42.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-22T22:38:42.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T22:38:42.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T22:38:42.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T22:38:42.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T22:38:42.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T22:38:42.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T22:38:42.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T22:38:42.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T22:38:42.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-22T22:38:42.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-22T22:38:42.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-22T22:38:42.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[21849]: Manager daemon y is now available 2024-04-22T22:38:42.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:38:42.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:38:42.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:38:42.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:38:42.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:38:42.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:38:42.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:38:42.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi175", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:38:42.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi175", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:38:42.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[26737]: mgrmap e17: y(active, starting, since 0.554268s), standbys: x 2024-04-22T22:38:42.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T22:38:42.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T22:38:42.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T22:38:42.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-22T22:38:42.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-22T22:38:42.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T22:38:42.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T22:38:42.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T22:38:42.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T22:38:42.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T22:38:42.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T22:38:42.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T22:38:42.468 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T22:38:42.468 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-22T22:38:42.468 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-22T22:38:42.468 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-22T22:38:42.468 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[26737]: Manager daemon y is now available 2024-04-22T22:38:42.468 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:38:42.468 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:38:42.468 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:38:42.468 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:38:42.468 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:38:42.468 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:38:42.468 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:38:42.468 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi175", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:38:42.468 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi175", "name": "osd_memory_target"}]: dispatch 2024-04-22T22:38:42.469 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' cmd='[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]': finished 2024-04-22T22:38:42.469 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' cmd='[{"prefix": "config rm", "who": "osd/host:smithi175", "name": "osd_memory_target"}]': finished 2024-04-22T22:38:42.469 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[21849]: Updating smithi088:/etc/ceph/ceph.conf 2024-04-22T22:38:42.469 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[21849]: Updating smithi175:/etc/ceph/ceph.conf 2024-04-22T22:38:42.469 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:38:42.469 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:38:42.469 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:38:42.469 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:38:42.469 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:38:42.469 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[21849]: Updating smithi175:/etc/ceph/ceph.client.admin.keyring 2024-04-22T22:38:42.470 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[21849]: Updating smithi088:/etc/ceph/ceph.client.admin.keyring 2024-04-22T22:38:42.470 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:38:42.470 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:38:42.470 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:38:42.470 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-22T22:38:42.470 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-22T22:38:42.470 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:38:42.470 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' cmd='[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]': finished 2024-04-22T22:38:42.470 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' cmd='[{"prefix": "config rm", "who": "osd/host:smithi175", "name": "osd_memory_target"}]': finished 2024-04-22T22:38:42.470 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[26737]: Updating smithi088:/etc/ceph/ceph.conf 2024-04-22T22:38:42.470 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[26737]: Updating smithi175:/etc/ceph/ceph.conf 2024-04-22T22:38:42.470 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:38:42.470 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:38:42.471 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:38:42.471 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:38:42.471 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:38:42.471 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[26737]: Updating smithi175:/etc/ceph/ceph.client.admin.keyring 2024-04-22T22:38:42.471 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[26737]: Updating smithi088:/etc/ceph/ceph.client.admin.keyring 2024-04-22T22:38:42.471 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:38:42.471 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:38:42.471 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:38:42.471 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-22T22:38:42.471 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-22T22:38:42.471 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:42 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:38:43.154 DEBUG:teuthology.orchestra.run.smithi088:node-exporter.a> sudo journalctl -f -n 0 -u ceph-41629230-00f8-11ef-bc93-c7b262605968@node-exporter.a.service 2024-04-22T22:38:43.157 DEBUG:teuthology.orchestra.run.smithi175:node-exporter.b> sudo journalctl -f -n 0 -u ceph-41629230-00f8-11ef-bc93-c7b262605968@node-exporter.b.service 2024-04-22T22:38:43.159 INFO:tasks.cephadm:Adding alertmanager.a on smithi088 2024-04-22T22:38:43.159 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph orch apply alertmanager '1;smithi088=a' 2024-04-22T22:38:43.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:43 smithi088 ceph-mon[21849]: [22/Apr/2024:22:38:41] ENGINE Bus STARTING 2024-04-22T22:38:43.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:43 smithi088 ceph-mon[21849]: [22/Apr/2024:22:38:41] ENGINE Serving on https://172.21.15.88:7150 2024-04-22T22:38:43.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:43 smithi088 ceph-mon[21849]: [22/Apr/2024:22:38:41] ENGINE Bus STARTED 2024-04-22T22:38:43.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:43 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-22T22:38:43.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:43 smithi088 ceph-mon[21849]: mgrmap e18: y(active, since 1.56527s), standbys: x 2024-04-22T22:38:43.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:43 smithi088 ceph-mon[21849]: from='client.24350 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi088=a;smithi175=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:38:43.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:43 smithi088 ceph-mon[21849]: pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:38:43.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:43 smithi088 ceph-mon[21849]: Saving service node-exporter spec with placement smithi088=a;smithi175=b;count:2 2024-04-22T22:38:43.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:43 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:38:43.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:43 smithi088 ceph-mon[21849]: Deploying daemon prometheus.a on smithi175 2024-04-22T22:38:43.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:43 smithi088 ceph-mon[26737]: [22/Apr/2024:22:38:41] ENGINE Bus STARTING 2024-04-22T22:38:43.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:43 smithi088 ceph-mon[26737]: [22/Apr/2024:22:38:41] ENGINE Serving on https://172.21.15.88:7150 2024-04-22T22:38:43.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:43 smithi088 ceph-mon[26737]: [22/Apr/2024:22:38:41] ENGINE Bus STARTED 2024-04-22T22:38:43.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:43 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-22T22:38:43.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:43 smithi088 ceph-mon[26737]: mgrmap e18: y(active, since 1.56527s), standbys: x 2024-04-22T22:38:43.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:43 smithi088 ceph-mon[26737]: from='client.24350 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi088=a;smithi175=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:38:43.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:43 smithi088 ceph-mon[26737]: pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:38:43.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:43 smithi088 ceph-mon[26737]: Saving service node-exporter spec with placement smithi088=a;smithi175=b;count:2 2024-04-22T22:38:43.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:43 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:38:43.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:43 smithi088 ceph-mon[26737]: Deploying daemon prometheus.a on smithi175 2024-04-22T22:38:43.499 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:43 smithi175 ceph-mon[22840]: [22/Apr/2024:22:38:41] ENGINE Bus STARTING 2024-04-22T22:38:43.500 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:43 smithi175 ceph-mon[22840]: [22/Apr/2024:22:38:41] ENGINE Serving on https://172.21.15.88:7150 2024-04-22T22:38:43.500 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:43 smithi175 ceph-mon[22840]: [22/Apr/2024:22:38:41] ENGINE Bus STARTED 2024-04-22T22:38:43.500 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:43 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-22T22:38:43.500 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:43 smithi175 ceph-mon[22840]: mgrmap e18: y(active, since 1.56527s), standbys: x 2024-04-22T22:38:43.500 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:43 smithi175 ceph-mon[22840]: from='client.24350 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi088=a;smithi175=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:38:43.500 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:43 smithi175 ceph-mon[22840]: pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:38:43.500 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:43 smithi175 ceph-mon[22840]: Saving service node-exporter spec with placement smithi088=a;smithi175=b;count:2 2024-04-22T22:38:43.500 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:43 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:38:43.500 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:43 smithi175 ceph-mon[22840]: Deploying daemon prometheus.a on smithi175 2024-04-22T22:38:44.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:44 smithi088 ceph-mon[21849]: pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:38:44.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:44 smithi088 ceph-mon[21849]: mgrmap e19: y(active, since 2s), standbys: x 2024-04-22T22:38:44.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:44 smithi088 ceph-mon[26737]: pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:38:44.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:44 smithi088 ceph-mon[26737]: mgrmap e19: y(active, since 2s), standbys: x 2024-04-22T22:38:44.479 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:44 smithi175 ceph-mon[22840]: pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:38:44.479 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:44 smithi175 ceph-mon[22840]: mgrmap e19: y(active, since 2s), standbys: x 2024-04-22T22:38:45.214 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:38:44 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:38:44] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:38:45.217 INFO:teuthology.orchestra.run.smithi175.stdout:Scheduled alertmanager update... 2024-04-22T22:38:45.965 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:45 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:38:45.965 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:45 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:38:45.965 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:45 smithi088 ceph-mon[21849]: pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:38:45.965 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:45 smithi088 ceph-mon[21849]: from='client.24377 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi088=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:38:45.965 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:45 smithi088 ceph-mon[21849]: Saving service alertmanager spec with placement smithi088=a;count:1 2024-04-22T22:38:45.965 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:45 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:38:45.966 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:45 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:38:45.966 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:45 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:38:45.966 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:45 smithi088 ceph-mon[26737]: pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:38:45.966 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:45 smithi088 ceph-mon[26737]: from='client.24377 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi088=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:38:45.966 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:45 smithi088 ceph-mon[26737]: Saving service alertmanager spec with placement smithi088=a;count:1 2024-04-22T22:38:45.966 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:45 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:38:46.054 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:45 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:38:46.054 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:45 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:38:46.055 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:45 smithi175 ceph-mon[22840]: pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:38:46.055 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:45 smithi175 ceph-mon[22840]: from='client.24377 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi088=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:38:46.055 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:45 smithi175 ceph-mon[22840]: Saving service alertmanager spec with placement smithi088=a;count:1 2024-04-22T22:38:46.055 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:45 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:38:46.219 DEBUG:teuthology.orchestra.run.smithi088:alertmanager.a> sudo journalctl -f -n 0 -u ceph-41629230-00f8-11ef-bc93-c7b262605968@alertmanager.a.service 2024-04-22T22:38:46.221 INFO:tasks.cephadm:Adding grafana.a on smithi175 2024-04-22T22:38:46.222 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph orch apply grafana '1;smithi175=a' 2024-04-22T22:38:48.215 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:48 smithi088 ceph-mon[21849]: pgmap v6: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:38:48.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:48 smithi088 ceph-mon[26737]: pgmap v6: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:38:48.518 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:48 smithi175 ceph-mon[22840]: pgmap v6: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:38:48.947 INFO:teuthology.orchestra.run.smithi175.stdout:Scheduled grafana update... 2024-04-22T22:38:49.799 DEBUG:teuthology.orchestra.run.smithi175:grafana.a> sudo journalctl -f -n 0 -u ceph-41629230-00f8-11ef-bc93-c7b262605968@grafana.a.service 2024-04-22T22:38:49.801 INFO:tasks.cephadm:Setting up client nodes... 2024-04-22T22:38:49.801 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-22T22:38:50.055 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:49 smithi175 ceph-mon[22840]: from='client.24383 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi175=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:38:50.055 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:49 smithi175 ceph-mon[22840]: Saving service grafana spec with placement smithi175=a;count:1 2024-04-22T22:38:50.055 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:49 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:38:50.055 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:49 smithi175 ceph-mon[22840]: pgmap v7: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:38:50.119 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:49 smithi088 ceph-mon[21849]: from='client.24383 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi175=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:38:50.119 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:49 smithi088 ceph-mon[21849]: Saving service grafana spec with placement smithi175=a;count:1 2024-04-22T22:38:50.119 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:49 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:38:50.119 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:49 smithi088 ceph-mon[21849]: pgmap v7: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:38:50.119 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:49 smithi088 ceph-mon[26737]: from='client.24383 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi175=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:38:50.119 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:49 smithi088 ceph-mon[26737]: Saving service grafana spec with placement smithi175=a;count:1 2024-04-22T22:38:50.119 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:49 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:38:50.119 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:49 smithi088 ceph-mon[26737]: pgmap v7: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:38:51.847 INFO:teuthology.orchestra.run.smithi088.stdout:[client.0] 2024-04-22T22:38:51.847 INFO:teuthology.orchestra.run.smithi088.stdout: key = AQD75iZmYM0vMhAAXHqOu6emc6Ma45S/xjWxjA== 2024-04-22T22:38:52.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:52 smithi088 ceph-mon[21849]: pgmap v8: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:38:52.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:52 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/3314284466' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-22T22:38:52.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:52 smithi088 ceph-mon[21849]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-22T22:38:52.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:52 smithi088 ceph-mon[21849]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-22T22:38:52.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:52 smithi088 ceph-mon[26737]: pgmap v8: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:38:52.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:52 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/3314284466' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-22T22:38:52.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:52 smithi088 ceph-mon[26737]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-22T22:38:52.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:52 smithi088 ceph-mon[26737]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-22T22:38:52.519 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-04-22T22:38:52.520 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-04-22T22:38:52.520 DEBUG:teuthology.orchestra.run.smithi088:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-04-22T22:38:52.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:52 smithi175 ceph-mon[22840]: pgmap v8: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:38:52.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:52 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/3314284466' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-22T22:38:52.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:52 smithi175 ceph-mon[22840]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-22T22:38:52.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:52 smithi175 ceph-mon[22840]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-22T22:38:52.556 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-22T22:38:54.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:54 smithi088 ceph-mon[26737]: pgmap v9: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:38:54.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:54 smithi088 ceph-mon[21849]: pgmap v9: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:38:54.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:54 smithi175 ceph-mon[22840]: pgmap v9: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:38:56.287 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:56 smithi175 ceph-mon[22840]: pgmap v10: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:38:56.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:56 smithi088 ceph-mon[26737]: pgmap v10: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:38:56.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:56 smithi088 ceph-mon[21849]: pgmap v10: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:38:57.239 INFO:teuthology.orchestra.run.smithi175.stdout:[client.1] 2024-04-22T22:38:57.239 INFO:teuthology.orchestra.run.smithi175.stdout: key = AQAB5yZmwTXfDRAA44AWSZdL5OcQce1Ad4MlpA== 2024-04-22T22:38:58.180 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-04-22T22:38:58.181 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-04-22T22:38:58.181 DEBUG:teuthology.orchestra.run.smithi175:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-04-22T22:38:58.220 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-22T22:38:58.220 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-04-22T22:38:58.220 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph mgr dump --format=json 2024-04-22T22:38:58.431 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/41629230-00f8-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T22:38:58.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:58 smithi088 ceph-mon[21849]: pgmap v11: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:38:58.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:58 smithi088 ceph-mon[21849]: from='client.? 172.21.15.175:0/1865511416' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-22T22:38:58.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:58 smithi088 ceph-mon[21849]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-22T22:38:58.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:58 smithi088 ceph-mon[21849]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-22T22:38:58.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:58 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:38:58.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:58 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:38:58.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:58 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:38:58.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:58 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:38:58.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:58 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:38:58.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:58 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-22T22:38:58.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:58 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.175:9095"}]: dispatch 2024-04-22T22:38:58.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:58 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:38:58.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:58 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:38:58.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:58 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:38:58.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:58 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:38:58.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:58 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:38:58.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:58 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:38:58.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:58 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:38:58.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:58 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:38:58.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:58 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:38:58.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:58 smithi088 ceph-mon[26737]: pgmap v11: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:38:58.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:58 smithi088 ceph-mon[26737]: from='client.? 172.21.15.175:0/1865511416' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-22T22:38:58.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:58 smithi088 ceph-mon[26737]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-22T22:38:58.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:58 smithi088 ceph-mon[26737]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-22T22:38:58.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:58 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:38:58.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:58 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:38:58.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:58 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:38:58.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:58 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:38:58.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:58 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:38:58.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:58 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-22T22:38:58.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:58 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.175:9095"}]: dispatch 2024-04-22T22:38:58.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:58 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:38:58.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:58 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:38:58.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:58 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:38:58.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:58 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:38:58.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:58 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:38:58.468 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:58 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:38:58.468 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:58 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:38:58.468 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:58 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:38:58.468 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:58 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:38:58.470 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:58 smithi175 ceph-mon[22840]: pgmap v11: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:38:58.470 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:58 smithi175 ceph-mon[22840]: from='client.? 172.21.15.175:0/1865511416' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-22T22:38:58.470 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:58 smithi175 ceph-mon[22840]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-22T22:38:58.470 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:58 smithi175 ceph-mon[22840]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-22T22:38:58.470 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:58 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:38:58.470 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:58 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:38:58.471 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:58 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:38:58.471 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:58 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:38:58.471 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:58 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:38:58.471 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:58 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-22T22:38:58.471 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:58 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.175:9095"}]: dispatch 2024-04-22T22:38:58.471 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:58 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:38:58.471 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:58 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:38:58.471 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:58 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:38:58.471 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:58 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:38:58.471 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:58 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:38:58.471 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:58 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:38:58.471 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:58 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:38:58.471 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:58 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:38:58.471 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:58 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:38:59.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:59 smithi088 ceph-mon[21849]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-22T22:38:59.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:59 smithi088 ceph-mon[21849]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-22T22:38:59.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:59 smithi088 ceph-mon[21849]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.175:9095"}]: dispatch 2024-04-22T22:38:59.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:59 smithi088 ceph-mon[21849]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-22T22:38:59.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:38:59 smithi088 ceph-mon[21849]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-22T22:38:59.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:59 smithi088 ceph-mon[26737]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-22T22:38:59.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:59 smithi088 ceph-mon[26737]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-22T22:38:59.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:59 smithi088 ceph-mon[26737]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.175:9095"}]: dispatch 2024-04-22T22:38:59.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:59 smithi088 ceph-mon[26737]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-22T22:38:59.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:38:59 smithi088 ceph-mon[26737]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-22T22:38:59.523 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:59 smithi175 ceph-mon[22840]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-22T22:38:59.524 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:59 smithi175 ceph-mon[22840]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-22T22:38:59.524 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:59 smithi175 ceph-mon[22840]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.175:9095"}]: dispatch 2024-04-22T22:38:59.524 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:59 smithi175 ceph-mon[22840]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-22T22:38:59.524 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:38:59 smithi175 ceph-mon[22840]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-22T22:39:00.159 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:39:00 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:39:00] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:39:00.253 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-04-22T22:39:00.429 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:00 smithi175 ceph-mon[22840]: pgmap v12: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:00.429 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:00 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:00.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:00 smithi088 ceph-mon[21849]: pgmap v12: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:00.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:00 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:00.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:00 smithi088 ceph-mon[26737]: pgmap v12: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:00.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:00 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:00.942 INFO:teuthology.orchestra.run.smithi088.stdout:{"epoch":19,"active_gid":24334,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6800","nonce":167067502},{"type":"v1","addr":"172.21.15.88:6801","nonce":167067502}]},"active_addr":"172.21.15.88:6801/167067502","active_change":"2024-04-22T22:38:40.537734+0000","active_mgr_features":4540138303579357183,"available":true,"standbys":[{"gid":24338,"name":"x","mgr_features":4540138303579357183,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.23.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:8.3.5","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"docker.io/library/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"docker.io/arcts/keepalived","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.3.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.33.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.23.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:8.3.5","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"docker.io/library/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"docker.io/arcts/keepalived","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.3.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.33.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.88:8443/","prometheus":"http://172.21.15.88:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"last_failure_osd_epoch":60,"active_clients":[{"addrvec":[{"type":"v2","addr":"172.21.15.88:0","nonce":1646457049}]},{"addrvec":[{"type":"v2","addr":"172.21.15.88:0","nonce":4264970156}]},{"addrvec":[{"type":"v2","addr":"172.21.15.88:0","nonce":4147266603}]},{"addrvec":[{"type":"v2","addr":"172.21.15.88:0","nonce":775659221}]}]}} 2024-04-22T22:39:00.947 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-04-22T22:39:00.947 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-04-22T22:39:00.947 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-22T22:39:01.161 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/41629230-00f8-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T22:39:01.191 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:01 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/2170043608' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-22T22:39:01.191 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:01 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:01.191 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:01 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/2170043608' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-22T22:39:01.191 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:01 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:01.459 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:39:01 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:39:01] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:39:01.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:01 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/2170043608' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-22T22:39:01.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:01 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:02.434 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:02 smithi088 ceph-mon[21849]: pgmap v13: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:02.434 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:02 smithi088 ceph-mon[21849]: Detected new or changed devices on smithi175 2024-04-22T22:39:02.434 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:02 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:02.434 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:02 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:02.435 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:39:02 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:39:02] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:39:02.435 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:39:02 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:39:02] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:39:02.435 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:02 smithi088 ceph-mon[26737]: pgmap v13: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:02.435 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:02 smithi088 ceph-mon[26737]: Detected new or changed devices on smithi175 2024-04-22T22:39:02.435 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:02 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:02.435 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:02 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:02.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:02 smithi175 ceph-mon[22840]: pgmap v13: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:02.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:02 smithi175 ceph-mon[22840]: Detected new or changed devices on smithi175 2024-04-22T22:39:02.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:02 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:02.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:02 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:03.032 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-04-22T22:39:03.032 INFO:teuthology.orchestra.run.smithi088.stdout:{"epoch":60,"fsid":"41629230-00f8-11ef-bc93-c7b262605968","created":"2024-04-22T22:33:25.878649+0000","modified":"2024-04-22T22:38:40.537349+0000","last_up_change":"2024-04-22T22:38:23.081631+0000","last_in_change":"2024-04-22T22:38:05.445376+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T22:36:24.624382+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"2695f6b3-52b3-49da-ae9e-eaf6788cad8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":2766976217},{"type":"v1","addr":"172.21.15.88:6803","nonce":2766976217}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":2766976217},{"type":"v1","addr":"172.21.15.88:6805","nonce":2766976217}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":2766976217},{"type":"v1","addr":"172.21.15.88:6809","nonce":2766976217}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":2766976217},{"type":"v1","addr":"172.21.15.88:6807","nonce":2766976217}]},"public_addr":"172.21.15.88:6803/2766976217","cluster_addr":"172.21.15.88:6805/2766976217","heartbeat_back_addr":"172.21.15.88:6809/2766976217","heartbeat_front_addr":"172.21.15.88:6807/2766976217","state":["exists","up"]},{"osd":1,"uuid":"671c55e3-5296-4970-8f3a-19e60f0cceb7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":412766046},{"type":"v1","addr":"172.21.15.88:6811","nonce":412766046}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":412766046},{"type":"v1","addr":"172.21.15.88:6813","nonce":412766046}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":412766046},{"type":"v1","addr":"172.21.15.88:6817","nonce":412766046}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":412766046},{"type":"v1","addr":"172.21.15.88:6815","nonce":412766046}]},"public_addr":"172.21.15.88:6811/412766046","cluster_addr":"172.21.15.88:6813/412766046","heartbeat_back_addr":"172.21.15.88:6817/412766046","heartbeat_front_addr":"172.21.15.88:6815/412766046","state":["exists","up"]},{"osd":2,"uuid":"43b85226-d467-4cf9-8d1e-7bd0e7c3ea93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":3844575114},{"type":"v1","addr":"172.21.15.88:6819","nonce":3844575114}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":3844575114},{"type":"v1","addr":"172.21.15.88:6821","nonce":3844575114}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":3844575114},{"type":"v1","addr":"172.21.15.88:6825","nonce":3844575114}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":3844575114},{"type":"v1","addr":"172.21.15.88:6823","nonce":3844575114}]},"public_addr":"172.21.15.88:6819/3844575114","cluster_addr":"172.21.15.88:6821/3844575114","heartbeat_back_addr":"172.21.15.88:6825/3844575114","heartbeat_front_addr":"172.21.15.88:6823/3844575114","state":["exists","up"]},{"osd":3,"uuid":"7e8b0ca5-37c5-4813-b886-a51604f87b2f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":4215077485},{"type":"v1","addr":"172.21.15.88:6827","nonce":4215077485}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":4215077485},{"type":"v1","addr":"172.21.15.88:6829","nonce":4215077485}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":4215077485},{"type":"v1","addr":"172.21.15.88:6833","nonce":4215077485}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":4215077485},{"type":"v1","addr":"172.21.15.88:6831","nonce":4215077485}]},"public_addr":"172.21.15.88:6827/4215077485","cluster_addr":"172.21.15.88:6829/4215077485","heartbeat_back_addr":"172.21.15.88:6833/4215077485","heartbeat_front_addr":"172.21.15.88:6831/4215077485","state":["exists","up"]},{"osd":4,"uuid":"1392e8a9-ed5e-4c23-8137-a308b651b68f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6800","nonce":1957552934},{"type":"v1","addr":"172.21.15.175:6801","nonce":1957552934}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6802","nonce":1957552934},{"type":"v1","addr":"172.21.15.175:6803","nonce":1957552934}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6806","nonce":1957552934},{"type":"v1","addr":"172.21.15.175:6807","nonce":1957552934}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6804","nonce":1957552934},{"type":"v1","addr":"172.21.15.175:6805","nonce":1957552934}]},"public_addr":"172.21.15.175:6801/1957552934","cluster_addr":"172.21.15.175:6803/1957552934","heartbeat_back_addr":"172.21.15.175:6807/1957552934","heartbeat_front_addr":"172.21.15.175:6805/1957552934","state":["exists","up"]},{"osd":5,"uuid":"1487ff5b-43f8-4156-b602-924ff1b58fe4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6808","nonce":2680323801},{"type":"v1","addr":"172.21.15.175:6809","nonce":2680323801}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6810","nonce":2680323801},{"type":"v1","addr":"172.21.15.175:6811","nonce":2680323801}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6814","nonce":2680323801},{"type":"v1","addr":"172.21.15.175:6815","nonce":2680323801}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6812","nonce":2680323801},{"type":"v1","addr":"172.21.15.175:6813","nonce":2680323801}]},"public_addr":"172.21.15.175:6809/2680323801","cluster_addr":"172.21.15.175:6811/2680323801","heartbeat_back_addr":"172.21.15.175:6815/2680323801","heartbeat_front_addr":"172.21.15.175:6813/2680323801","state":["exists","up"]},{"osd":6,"uuid":"87526a7e-0361-4b86-9ba8-93966a6d4ebb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6816","nonce":1821772356},{"type":"v1","addr":"172.21.15.175:6817","nonce":1821772356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6818","nonce":1821772356},{"type":"v1","addr":"172.21.15.175:6819","nonce":1821772356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6822","nonce":1821772356},{"type":"v1","addr":"172.21.15.175:6823","nonce":1821772356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6820","nonce":1821772356},{"type":"v1","addr":"172.21.15.175:6821","nonce":1821772356}]},"public_addr":"172.21.15.175:6817/1821772356","cluster_addr":"172.21.15.175:6819/1821772356","heartbeat_back_addr":"172.21.15.175:6823/1821772356","heartbeat_front_addr":"172.21.15.175:6821/1821772356","state":["exists","up"]},{"osd":7,"uuid":"bf8a505b-63a3-4113-836d-c96271ccb6f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6824","nonce":3436108645},{"type":"v1","addr":"172.21.15.175:6825","nonce":3436108645}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6826","nonce":3436108645},{"type":"v1","addr":"172.21.15.175:6827","nonce":3436108645}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6830","nonce":3436108645},{"type":"v1","addr":"172.21.15.175:6831","nonce":3436108645}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6828","nonce":3436108645},{"type":"v1","addr":"172.21.15.175:6829","nonce":3436108645}]},"public_addr":"172.21.15.175:6825/3436108645","cluster_addr":"172.21.15.175:6827/3436108645","heartbeat_back_addr":"172.21.15.175:6831/3436108645","heartbeat_front_addr":"172.21.15.175:6829/3436108645","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T22:35:35.382669+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T22:35:57.837948+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T22:36:20.908964+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T22:36:45.251313+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T22:37:09.804321+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T22:37:32.898598+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T22:37:56.329667+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T22:38:21.210334+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.88:0/570737400":"2024-04-23T22:38:40.537294+0000","172.21.15.88:0/2177568414":"2024-04-23T22:38:40.537294+0000","172.21.15.88:0/3986907987":"2024-04-23T22:38:40.537294+0000","172.21.15.88:0/745988689":"2024-04-23T22:38:40.537294+0000","172.21.15.88:6801/2422580239":"2024-04-23T22:38:40.537294+0000","172.21.15.88:0/3481244860":"2024-04-23T22:34:14.264884+0000","172.21.15.88:6800/2422580239":"2024-04-23T22:38:40.537294+0000","172.21.15.88:0/2300342443":"2024-04-23T22:34:14.264884+0000","172.21.15.88:6801/253166670":"2024-04-23T22:34:14.264884+0000","172.21.15.88:6800/253166670":"2024-04-23T22:34:14.264884+0000","172.21.15.88:0/913053463":"2024-04-23T22:33:53.038124+0000","172.21.15.88:0/3248274980":"2024-04-23T22:33:53.038124+0000","172.21.15.88:0/2146711968":"2024-04-23T22:33:53.038124+0000","172.21.15.88:6800/615185900":"2024-04-23T22:33:53.038124+0000","172.21.15.88:0/2281781374":"2024-04-23T22:34:14.264884+0000","172.21.15.88:6801/615185900":"2024-04-23T22:33:53.038124+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T22:39:03.327 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:03 smithi088 systemd[1]: Starting Ceph node-exporter.a for 41629230-00f8-11ef-bc93-c7b262605968... 2024-04-22T22:39:03.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:03 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:03.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:03 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:03.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:03 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:39:03.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:03 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:39:03.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:03 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:39:03.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:03 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:03.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:03 smithi088 ceph-mon[26737]: Deploying daemon node-exporter.a on smithi088 2024-04-22T22:39:03.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:03 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/1025031052' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T22:39:03.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:03 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:03.716 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:03 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:03.716 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:03 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:39:03.716 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:03 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:39:03.716 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:03 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:39:03.716 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:03 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:03.716 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:03 smithi088 ceph-mon[21849]: Deploying daemon node-exporter.a on smithi088 2024-04-22T22:39:03.716 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:03 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/1025031052' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T22:39:03.805 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:03 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:03.805 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:03 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:03.805 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:03 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:39:03.805 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:03 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:39:03.805 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:03 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:39:03.805 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:03 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:03.805 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:03 smithi175 ceph-mon[22840]: Deploying daemon node-exporter.a on smithi088 2024-04-22T22:39:03.805 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:03 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/1025031052' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T22:39:03.854 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-04-22T22:39:03.854 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-22T22:39:04.102 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/41629230-00f8-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T22:39:04.214 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:04 smithi088 bash[42853]: Trying to pull quay.io/prometheus/node-exporter:v1.3.1... 2024-04-22T22:39:04.508 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:04 smithi088 ceph-mon[21849]: pgmap v14: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:04.508 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:04 smithi088 ceph-mon[26737]: pgmap v14: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:04.508 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:04 smithi088 bash[42853]: Getting image source signatures 2024-04-22T22:39:04.509 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:04 smithi088 bash[42853]: Copying blob sha256:b5db1e299295edf3005515ab7879c1df64a33c185d3a7a23aa4dcaa17d26f7b3 2024-04-22T22:39:04.509 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:04 smithi088 bash[42853]: Copying blob sha256:b45d31ee2d7f9f452678a85b0c837c29e12089f31ee8dbac6c8c24dfa4054a30 2024-04-22T22:39:04.509 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:04 smithi088 bash[42853]: Copying blob sha256:aa2a8d90b84cb2a9c422e7005cd166a008ccf22ef5d7d4f07128478585ce35ea 2024-04-22T22:39:04.805 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:04 smithi175 ceph-mon[22840]: pgmap v14: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:05.215 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:39:04 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:39:04] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:39:06.172 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:05 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:06.172 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:05 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:06.172 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:05 smithi088 ceph-mon[21849]: pgmap v15: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:06.172 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:05 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:06.172 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:05 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:06.172 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:05 smithi088 ceph-mon[26737]: pgmap v15: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:06.305 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:05 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:06.305 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:05 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:06.305 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:05 smithi175 ceph-mon[22840]: pgmap v15: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:06.464 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:06 smithi088 bash[42853]: Copying config sha256:1dbe0e931976487e20e5cfb272087e08a9779c88fd5e9617ed7042dd9751ec26 2024-04-22T22:39:06.965 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:06 smithi088 bash[42853]: Writing manifest to image destination 2024-04-22T22:39:07.465 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 podman[42853]: 2024-04-22 22:39:07.013433402 +0000 UTC m=+3.097921800 image pull 1dbe0e931976487e20e5cfb272087e08a9779c88fd5e9617ed7042dd9751ec26 quay.io/prometheus/node-exporter:v1.3.1 2024-04-22T22:39:07.795 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 podman[42853]: 2024-04-22 22:39:07.664478841 +0000 UTC m=+3.748967261 container create 0a967393797bf7febbfc39184e5ebf39b72f0053e476d8e01c86e326c68e4a03 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-22T22:39:08.159 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 podman[42853]: 2024-04-22 22:39:07.875576473 +0000 UTC m=+3.960064858 container init 0a967393797bf7febbfc39184e5ebf39b72f0053e476d8e01c86e326c68e4a03 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-22T22:39:08.159 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 podman[42853]: 2024-04-22 22:39:07.878947578 +0000 UTC m=+3.963435969 container start 0a967393797bf7febbfc39184e5ebf39b72f0053e476d8e01c86e326c68e4a03 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-22T22:39:08.159 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a[43039]: ts=2024-04-22T22:39:07.882Z caller=node_exporter.go:182 level=info msg="Starting node_exporter" version="(version=1.3.1, branch=HEAD, revision=a2321e7b940ddcff26873612bccdf7cd4c42b6b6)" 2024-04-22T22:39:08.159 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a[43039]: ts=2024-04-22T22:39:07.882Z caller=node_exporter.go:183 level=info msg="Build context" build_context="(go=go1.17.3, user=root@243aafa5525c, date=20211205-11:09:49)" 2024-04-22T22:39:08.159 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a[43039]: ts=2024-04-22T22:39:07.883Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+)($|/) 2024-04-22T22:39:08.159 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a[43039]: ts=2024-04-22T22:39:07.883Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-22T22:39:08.159 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a[43039]: ts=2024-04-22T22:39:07.883Z caller=node_exporter.go:108 level=info msg="Enabled collectors" 2024-04-22T22:39:08.159 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a[43039]: ts=2024-04-22T22:39:07.883Z caller=node_exporter.go:115 level=info collector=arp 2024-04-22T22:39:08.159 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a[43039]: ts=2024-04-22T22:39:07.883Z caller=node_exporter.go:115 level=info collector=bcache 2024-04-22T22:39:08.159 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a[43039]: ts=2024-04-22T22:39:07.883Z caller=node_exporter.go:115 level=info collector=bonding 2024-04-22T22:39:08.159 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a[43039]: ts=2024-04-22T22:39:07.883Z caller=node_exporter.go:115 level=info collector=btrfs 2024-04-22T22:39:08.159 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a[43039]: ts=2024-04-22T22:39:07.883Z caller=node_exporter.go:115 level=info collector=conntrack 2024-04-22T22:39:08.159 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a[43039]: ts=2024-04-22T22:39:07.883Z caller=node_exporter.go:115 level=info collector=cpu 2024-04-22T22:39:08.160 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a[43039]: ts=2024-04-22T22:39:07.883Z caller=node_exporter.go:115 level=info collector=cpufreq 2024-04-22T22:39:08.160 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a[43039]: ts=2024-04-22T22:39:07.883Z caller=node_exporter.go:115 level=info collector=diskstats 2024-04-22T22:39:08.160 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a[43039]: ts=2024-04-22T22:39:07.883Z caller=node_exporter.go:115 level=info collector=dmi 2024-04-22T22:39:08.160 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a[43039]: ts=2024-04-22T22:39:07.883Z caller=node_exporter.go:115 level=info collector=edac 2024-04-22T22:39:08.160 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a[43039]: ts=2024-04-22T22:39:07.883Z caller=node_exporter.go:115 level=info collector=entropy 2024-04-22T22:39:08.160 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a[43039]: ts=2024-04-22T22:39:07.883Z caller=node_exporter.go:115 level=info collector=fibrechannel 2024-04-22T22:39:08.160 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a[43039]: ts=2024-04-22T22:39:07.883Z caller=node_exporter.go:115 level=info collector=filefd 2024-04-22T22:39:08.160 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a[43039]: ts=2024-04-22T22:39:07.883Z caller=node_exporter.go:115 level=info collector=filesystem 2024-04-22T22:39:08.160 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a[43039]: ts=2024-04-22T22:39:07.883Z caller=node_exporter.go:115 level=info collector=hwmon 2024-04-22T22:39:08.160 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a[43039]: ts=2024-04-22T22:39:07.883Z caller=node_exporter.go:115 level=info collector=infiniband 2024-04-22T22:39:08.161 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a[43039]: ts=2024-04-22T22:39:07.883Z caller=node_exporter.go:115 level=info collector=ipvs 2024-04-22T22:39:08.161 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a[43039]: ts=2024-04-22T22:39:07.883Z caller=node_exporter.go:115 level=info collector=loadavg 2024-04-22T22:39:08.161 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a[43039]: ts=2024-04-22T22:39:07.883Z caller=node_exporter.go:115 level=info collector=mdadm 2024-04-22T22:39:08.161 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a[43039]: ts=2024-04-22T22:39:07.883Z caller=node_exporter.go:115 level=info collector=meminfo 2024-04-22T22:39:08.161 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a[43039]: ts=2024-04-22T22:39:07.883Z caller=node_exporter.go:115 level=info collector=netclass 2024-04-22T22:39:08.161 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a[43039]: ts=2024-04-22T22:39:07.883Z caller=node_exporter.go:115 level=info collector=netdev 2024-04-22T22:39:08.161 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a[43039]: ts=2024-04-22T22:39:07.883Z caller=node_exporter.go:115 level=info collector=netstat 2024-04-22T22:39:08.161 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a[43039]: ts=2024-04-22T22:39:07.883Z caller=node_exporter.go:115 level=info collector=nfs 2024-04-22T22:39:08.161 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a[43039]: ts=2024-04-22T22:39:07.883Z caller=node_exporter.go:115 level=info collector=nfsd 2024-04-22T22:39:08.161 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a[43039]: ts=2024-04-22T22:39:07.883Z caller=node_exporter.go:115 level=info collector=nvme 2024-04-22T22:39:08.161 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a[43039]: ts=2024-04-22T22:39:07.883Z caller=node_exporter.go:115 level=info collector=os 2024-04-22T22:39:08.161 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a[43039]: ts=2024-04-22T22:39:07.883Z caller=node_exporter.go:115 level=info collector=powersupplyclass 2024-04-22T22:39:08.161 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a[43039]: ts=2024-04-22T22:39:07.883Z caller=node_exporter.go:115 level=info collector=pressure 2024-04-22T22:39:08.161 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a[43039]: ts=2024-04-22T22:39:07.883Z caller=node_exporter.go:115 level=info collector=rapl 2024-04-22T22:39:08.161 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a[43039]: ts=2024-04-22T22:39:07.883Z caller=node_exporter.go:115 level=info collector=schedstat 2024-04-22T22:39:08.161 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a[43039]: ts=2024-04-22T22:39:07.883Z caller=node_exporter.go:115 level=info collector=sockstat 2024-04-22T22:39:08.161 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a[43039]: ts=2024-04-22T22:39:07.883Z caller=node_exporter.go:115 level=info collector=softnet 2024-04-22T22:39:08.162 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a[43039]: ts=2024-04-22T22:39:07.883Z caller=node_exporter.go:115 level=info collector=stat 2024-04-22T22:39:08.162 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a[43039]: ts=2024-04-22T22:39:07.883Z caller=node_exporter.go:115 level=info collector=tapestats 2024-04-22T22:39:08.162 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a[43039]: ts=2024-04-22T22:39:07.883Z caller=node_exporter.go:115 level=info collector=textfile 2024-04-22T22:39:08.162 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a[43039]: ts=2024-04-22T22:39:07.883Z caller=node_exporter.go:115 level=info collector=thermal_zone 2024-04-22T22:39:08.162 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a[43039]: ts=2024-04-22T22:39:07.883Z caller=node_exporter.go:115 level=info collector=time 2024-04-22T22:39:08.162 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a[43039]: ts=2024-04-22T22:39:07.883Z caller=node_exporter.go:115 level=info collector=udp_queues 2024-04-22T22:39:08.162 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a[43039]: ts=2024-04-22T22:39:07.883Z caller=node_exporter.go:115 level=info collector=uname 2024-04-22T22:39:08.162 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a[43039]: ts=2024-04-22T22:39:07.883Z caller=node_exporter.go:115 level=info collector=vmstat 2024-04-22T22:39:08.162 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a[43039]: ts=2024-04-22T22:39:07.883Z caller=node_exporter.go:115 level=info collector=xfs 2024-04-22T22:39:08.162 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a[43039]: ts=2024-04-22T22:39:07.883Z caller=node_exporter.go:115 level=info collector=zfs 2024-04-22T22:39:08.162 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a[43039]: ts=2024-04-22T22:39:07.884Z caller=node_exporter.go:199 level=info msg="Listening on" address=:9100 2024-04-22T22:39:08.162 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a[43039]: ts=2024-04-22T22:39:07.884Z caller=tls_config.go:195 level=info msg="TLS is disabled." http2=false 2024-04-22T22:39:08.162 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 bash[42853]: 0a967393797bf7febbfc39184e5ebf39b72f0053e476d8e01c86e326c68e4a03 2024-04-22T22:39:08.162 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:39:07 smithi088 systemd[1]: Started Ceph node-exporter.a for 41629230-00f8-11ef-bc93-c7b262605968. 2024-04-22T22:39:08.340 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:08 smithi175 ceph-mon[22840]: pgmap v16: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:08.341 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:08 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:08.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:08 smithi088 ceph-mon[26737]: pgmap v16: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:08.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:08 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:08.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:08 smithi088 ceph-mon[21849]: pgmap v16: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:08.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:08 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:08.681 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-04-22T22:39:08.681 INFO:teuthology.orchestra.run.smithi088.stdout:{"epoch":60,"fsid":"41629230-00f8-11ef-bc93-c7b262605968","created":"2024-04-22T22:33:25.878649+0000","modified":"2024-04-22T22:38:40.537349+0000","last_up_change":"2024-04-22T22:38:23.081631+0000","last_in_change":"2024-04-22T22:38:05.445376+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T22:36:24.624382+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"2695f6b3-52b3-49da-ae9e-eaf6788cad8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":2766976217},{"type":"v1","addr":"172.21.15.88:6803","nonce":2766976217}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":2766976217},{"type":"v1","addr":"172.21.15.88:6805","nonce":2766976217}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":2766976217},{"type":"v1","addr":"172.21.15.88:6809","nonce":2766976217}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":2766976217},{"type":"v1","addr":"172.21.15.88:6807","nonce":2766976217}]},"public_addr":"172.21.15.88:6803/2766976217","cluster_addr":"172.21.15.88:6805/2766976217","heartbeat_back_addr":"172.21.15.88:6809/2766976217","heartbeat_front_addr":"172.21.15.88:6807/2766976217","state":["exists","up"]},{"osd":1,"uuid":"671c55e3-5296-4970-8f3a-19e60f0cceb7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":412766046},{"type":"v1","addr":"172.21.15.88:6811","nonce":412766046}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":412766046},{"type":"v1","addr":"172.21.15.88:6813","nonce":412766046}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":412766046},{"type":"v1","addr":"172.21.15.88:6817","nonce":412766046}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":412766046},{"type":"v1","addr":"172.21.15.88:6815","nonce":412766046}]},"public_addr":"172.21.15.88:6811/412766046","cluster_addr":"172.21.15.88:6813/412766046","heartbeat_back_addr":"172.21.15.88:6817/412766046","heartbeat_front_addr":"172.21.15.88:6815/412766046","state":["exists","up"]},{"osd":2,"uuid":"43b85226-d467-4cf9-8d1e-7bd0e7c3ea93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":3844575114},{"type":"v1","addr":"172.21.15.88:6819","nonce":3844575114}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":3844575114},{"type":"v1","addr":"172.21.15.88:6821","nonce":3844575114}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":3844575114},{"type":"v1","addr":"172.21.15.88:6825","nonce":3844575114}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":3844575114},{"type":"v1","addr":"172.21.15.88:6823","nonce":3844575114}]},"public_addr":"172.21.15.88:6819/3844575114","cluster_addr":"172.21.15.88:6821/3844575114","heartbeat_back_addr":"172.21.15.88:6825/3844575114","heartbeat_front_addr":"172.21.15.88:6823/3844575114","state":["exists","up"]},{"osd":3,"uuid":"7e8b0ca5-37c5-4813-b886-a51604f87b2f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":4215077485},{"type":"v1","addr":"172.21.15.88:6827","nonce":4215077485}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":4215077485},{"type":"v1","addr":"172.21.15.88:6829","nonce":4215077485}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":4215077485},{"type":"v1","addr":"172.21.15.88:6833","nonce":4215077485}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":4215077485},{"type":"v1","addr":"172.21.15.88:6831","nonce":4215077485}]},"public_addr":"172.21.15.88:6827/4215077485","cluster_addr":"172.21.15.88:6829/4215077485","heartbeat_back_addr":"172.21.15.88:6833/4215077485","heartbeat_front_addr":"172.21.15.88:6831/4215077485","state":["exists","up"]},{"osd":4,"uuid":"1392e8a9-ed5e-4c23-8137-a308b651b68f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6800","nonce":1957552934},{"type":"v1","addr":"172.21.15.175:6801","nonce":1957552934}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6802","nonce":1957552934},{"type":"v1","addr":"172.21.15.175:6803","nonce":1957552934}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6806","nonce":1957552934},{"type":"v1","addr":"172.21.15.175:6807","nonce":1957552934}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6804","nonce":1957552934},{"type":"v1","addr":"172.21.15.175:6805","nonce":1957552934}]},"public_addr":"172.21.15.175:6801/1957552934","cluster_addr":"172.21.15.175:6803/1957552934","heartbeat_back_addr":"172.21.15.175:6807/1957552934","heartbeat_front_addr":"172.21.15.175:6805/1957552934","state":["exists","up"]},{"osd":5,"uuid":"1487ff5b-43f8-4156-b602-924ff1b58fe4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6808","nonce":2680323801},{"type":"v1","addr":"172.21.15.175:6809","nonce":2680323801}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6810","nonce":2680323801},{"type":"v1","addr":"172.21.15.175:6811","nonce":2680323801}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6814","nonce":2680323801},{"type":"v1","addr":"172.21.15.175:6815","nonce":2680323801}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6812","nonce":2680323801},{"type":"v1","addr":"172.21.15.175:6813","nonce":2680323801}]},"public_addr":"172.21.15.175:6809/2680323801","cluster_addr":"172.21.15.175:6811/2680323801","heartbeat_back_addr":"172.21.15.175:6815/2680323801","heartbeat_front_addr":"172.21.15.175:6813/2680323801","state":["exists","up"]},{"osd":6,"uuid":"87526a7e-0361-4b86-9ba8-93966a6d4ebb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6816","nonce":1821772356},{"type":"v1","addr":"172.21.15.175:6817","nonce":1821772356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6818","nonce":1821772356},{"type":"v1","addr":"172.21.15.175:6819","nonce":1821772356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6822","nonce":1821772356},{"type":"v1","addr":"172.21.15.175:6823","nonce":1821772356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6820","nonce":1821772356},{"type":"v1","addr":"172.21.15.175:6821","nonce":1821772356}]},"public_addr":"172.21.15.175:6817/1821772356","cluster_addr":"172.21.15.175:6819/1821772356","heartbeat_back_addr":"172.21.15.175:6823/1821772356","heartbeat_front_addr":"172.21.15.175:6821/1821772356","state":["exists","up"]},{"osd":7,"uuid":"bf8a505b-63a3-4113-836d-c96271ccb6f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6824","nonce":3436108645},{"type":"v1","addr":"172.21.15.175:6825","nonce":3436108645}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6826","nonce":3436108645},{"type":"v1","addr":"172.21.15.175:6827","nonce":3436108645}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6830","nonce":3436108645},{"type":"v1","addr":"172.21.15.175:6831","nonce":3436108645}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6828","nonce":3436108645},{"type":"v1","addr":"172.21.15.175:6829","nonce":3436108645}]},"public_addr":"172.21.15.175:6825/3436108645","cluster_addr":"172.21.15.175:6827/3436108645","heartbeat_back_addr":"172.21.15.175:6831/3436108645","heartbeat_front_addr":"172.21.15.175:6829/3436108645","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T22:35:35.382669+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T22:35:57.837948+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T22:36:20.908964+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T22:36:45.251313+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T22:37:09.804321+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T22:37:32.898598+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T22:37:56.329667+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T22:38:21.210334+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.88:0/570737400":"2024-04-23T22:38:40.537294+0000","172.21.15.88:0/2177568414":"2024-04-23T22:38:40.537294+0000","172.21.15.88:0/3986907987":"2024-04-23T22:38:40.537294+0000","172.21.15.88:0/745988689":"2024-04-23T22:38:40.537294+0000","172.21.15.88:6801/2422580239":"2024-04-23T22:38:40.537294+0000","172.21.15.88:0/3481244860":"2024-04-23T22:34:14.264884+0000","172.21.15.88:6800/2422580239":"2024-04-23T22:38:40.537294+0000","172.21.15.88:0/2300342443":"2024-04-23T22:34:14.264884+0000","172.21.15.88:6801/253166670":"2024-04-23T22:34:14.264884+0000","172.21.15.88:6800/253166670":"2024-04-23T22:34:14.264884+0000","172.21.15.88:0/913053463":"2024-04-23T22:33:53.038124+0000","172.21.15.88:0/3248274980":"2024-04-23T22:33:53.038124+0000","172.21.15.88:0/2146711968":"2024-04-23T22:33:53.038124+0000","172.21.15.88:6800/615185900":"2024-04-23T22:33:53.038124+0000","172.21.15.88:0/2281781374":"2024-04-23T22:34:14.264884+0000","172.21.15.88:6801/615185900":"2024-04-23T22:33:53.038124+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T22:39:08.888 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:08 smithi175 systemd[1]: Starting Ceph node-exporter.b for 41629230-00f8-11ef-bc93-c7b262605968... 2024-04-22T22:39:09.163 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:08 smithi175 bash[39993]: Trying to pull quay.io/prometheus/node-exporter:v1.3.1... 2024-04-22T22:39:09.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:09 smithi088 ceph-mon[21849]: Deploying daemon node-exporter.b on smithi175 2024-04-22T22:39:09.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:09 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/656919986' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T22:39:09.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:09 smithi088 ceph-mon[26737]: Deploying daemon node-exporter.b on smithi175 2024-04-22T22:39:09.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:09 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/656919986' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T22:39:09.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:09 smithi175 ceph-mon[22840]: Deploying daemon node-exporter.b on smithi175 2024-04-22T22:39:09.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:09 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/656919986' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T22:39:09.555 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:09 smithi175 bash[39993]: Getting image source signatures 2024-04-22T22:39:09.555 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:09 smithi175 bash[39993]: Copying blob sha256:b5db1e299295edf3005515ab7879c1df64a33c185d3a7a23aa4dcaa17d26f7b3 2024-04-22T22:39:09.555 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:09 smithi175 bash[39993]: Copying blob sha256:b45d31ee2d7f9f452678a85b0c837c29e12089f31ee8dbac6c8c24dfa4054a30 2024-04-22T22:39:09.555 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:09 smithi175 bash[39993]: Copying blob sha256:aa2a8d90b84cb2a9c422e7005cd166a008ccf22ef5d7d4f07128478585ce35ea 2024-04-22T22:39:09.642 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-04-22T22:39:09.643 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-04-22T22:39:09.643 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-04-22T22:39:09.643 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-04-22T22:39:09.644 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-04-22T22:39:09.644 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-04-22T22:39:09.645 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-04-22T22:39:09.645 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-04-22T22:39:10.096 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/41629230-00f8-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T22:39:10.096 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/41629230-00f8-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T22:39:10.097 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/41629230-00f8-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T22:39:10.098 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/41629230-00f8-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T22:39:10.099 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/41629230-00f8-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T22:39:10.104 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/41629230-00f8-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T22:39:10.104 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/41629230-00f8-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T22:39:10.104 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/41629230-00f8-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T22:39:10.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:10 smithi088 ceph-mon[26737]: pgmap v17: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:10.215 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:10 smithi088 ceph-mon[21849]: pgmap v17: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:10.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:10 smithi175 ceph-mon[22840]: pgmap v17: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:11.055 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:10 smithi175 bash[39993]: Copying config sha256:1dbe0e931976487e20e5cfb272087e08a9779c88fd5e9617ed7042dd9751ec26 2024-04-22T22:39:11.055 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:10 smithi175 bash[39993]: Writing manifest to image destination 2024-04-22T22:39:11.385 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 podman[39993]: 2024-04-22 22:39:11.081788152 +0000 UTC m=+2.288858185 image pull 1dbe0e931976487e20e5cfb272087e08a9779c88fd5e9617ed7042dd9751ec26 quay.io/prometheus/node-exporter:v1.3.1 2024-04-22T22:39:11.385 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 podman[39993]: 2024-04-22 22:39:11.180256959 +0000 UTC m=+2.387326979 container create cd0e16b3a7fae55a22bb358f89071c3a1da000ba9fe9cd57d2bacedb2715498c (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-22T22:39:11.385 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 podman[39993]: 2024-04-22 22:39:11.382837922 +0000 UTC m=+2.589907942 container init cd0e16b3a7fae55a22bb358f89071c3a1da000ba9fe9cd57d2bacedb2715498c (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-22T22:39:11.806 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 podman[39993]: 2024-04-22 22:39:11.386272248 +0000 UTC m=+2.593342271 container start cd0e16b3a7fae55a22bb358f89071c3a1da000ba9fe9cd57d2bacedb2715498c (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-22T22:39:11.806 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b[40042]: ts=2024-04-22T22:39:11.390Z caller=node_exporter.go:182 level=info msg="Starting node_exporter" version="(version=1.3.1, branch=HEAD, revision=a2321e7b940ddcff26873612bccdf7cd4c42b6b6)" 2024-04-22T22:39:11.806 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b[40042]: ts=2024-04-22T22:39:11.390Z caller=node_exporter.go:183 level=info msg="Build context" build_context="(go=go1.17.3, user=root@243aafa5525c, date=20211205-11:09:49)" 2024-04-22T22:39:11.806 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b[40042]: ts=2024-04-22T22:39:11.391Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+)($|/) 2024-04-22T22:39:11.806 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b[40042]: ts=2024-04-22T22:39:11.391Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-22T22:39:11.806 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b[40042]: ts=2024-04-22T22:39:11.391Z caller=node_exporter.go:108 level=info msg="Enabled collectors" 2024-04-22T22:39:11.806 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b[40042]: ts=2024-04-22T22:39:11.392Z caller=node_exporter.go:115 level=info collector=arp 2024-04-22T22:39:11.806 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b[40042]: ts=2024-04-22T22:39:11.392Z caller=node_exporter.go:115 level=info collector=bcache 2024-04-22T22:39:11.807 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b[40042]: ts=2024-04-22T22:39:11.392Z caller=node_exporter.go:115 level=info collector=bonding 2024-04-22T22:39:11.807 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b[40042]: ts=2024-04-22T22:39:11.392Z caller=node_exporter.go:115 level=info collector=btrfs 2024-04-22T22:39:11.807 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b[40042]: ts=2024-04-22T22:39:11.392Z caller=node_exporter.go:115 level=info collector=conntrack 2024-04-22T22:39:11.807 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b[40042]: ts=2024-04-22T22:39:11.392Z caller=node_exporter.go:115 level=info collector=cpu 2024-04-22T22:39:11.807 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b[40042]: ts=2024-04-22T22:39:11.392Z caller=node_exporter.go:115 level=info collector=cpufreq 2024-04-22T22:39:11.807 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b[40042]: ts=2024-04-22T22:39:11.392Z caller=node_exporter.go:115 level=info collector=diskstats 2024-04-22T22:39:11.807 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b[40042]: ts=2024-04-22T22:39:11.392Z caller=node_exporter.go:115 level=info collector=dmi 2024-04-22T22:39:11.807 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b[40042]: ts=2024-04-22T22:39:11.392Z caller=node_exporter.go:115 level=info collector=edac 2024-04-22T22:39:11.807 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b[40042]: ts=2024-04-22T22:39:11.392Z caller=node_exporter.go:115 level=info collector=entropy 2024-04-22T22:39:11.807 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b[40042]: ts=2024-04-22T22:39:11.392Z caller=node_exporter.go:115 level=info collector=fibrechannel 2024-04-22T22:39:11.807 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b[40042]: ts=2024-04-22T22:39:11.392Z caller=node_exporter.go:115 level=info collector=filefd 2024-04-22T22:39:11.807 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b[40042]: ts=2024-04-22T22:39:11.392Z caller=node_exporter.go:115 level=info collector=filesystem 2024-04-22T22:39:11.807 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b[40042]: ts=2024-04-22T22:39:11.392Z caller=node_exporter.go:115 level=info collector=hwmon 2024-04-22T22:39:11.807 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b[40042]: ts=2024-04-22T22:39:11.392Z caller=node_exporter.go:115 level=info collector=infiniband 2024-04-22T22:39:11.807 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b[40042]: ts=2024-04-22T22:39:11.392Z caller=node_exporter.go:115 level=info collector=ipvs 2024-04-22T22:39:11.808 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b[40042]: ts=2024-04-22T22:39:11.392Z caller=node_exporter.go:115 level=info collector=loadavg 2024-04-22T22:39:11.808 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b[40042]: ts=2024-04-22T22:39:11.392Z caller=node_exporter.go:115 level=info collector=mdadm 2024-04-22T22:39:11.808 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b[40042]: ts=2024-04-22T22:39:11.392Z caller=node_exporter.go:115 level=info collector=meminfo 2024-04-22T22:39:11.808 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b[40042]: ts=2024-04-22T22:39:11.392Z caller=node_exporter.go:115 level=info collector=netclass 2024-04-22T22:39:11.808 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b[40042]: ts=2024-04-22T22:39:11.392Z caller=node_exporter.go:115 level=info collector=netdev 2024-04-22T22:39:11.808 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b[40042]: ts=2024-04-22T22:39:11.392Z caller=node_exporter.go:115 level=info collector=netstat 2024-04-22T22:39:11.808 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b[40042]: ts=2024-04-22T22:39:11.392Z caller=node_exporter.go:115 level=info collector=nfs 2024-04-22T22:39:11.808 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b[40042]: ts=2024-04-22T22:39:11.392Z caller=node_exporter.go:115 level=info collector=nfsd 2024-04-22T22:39:11.808 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b[40042]: ts=2024-04-22T22:39:11.392Z caller=node_exporter.go:115 level=info collector=nvme 2024-04-22T22:39:11.808 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b[40042]: ts=2024-04-22T22:39:11.392Z caller=node_exporter.go:115 level=info collector=os 2024-04-22T22:39:11.808 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b[40042]: ts=2024-04-22T22:39:11.392Z caller=node_exporter.go:115 level=info collector=powersupplyclass 2024-04-22T22:39:11.808 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b[40042]: ts=2024-04-22T22:39:11.392Z caller=node_exporter.go:115 level=info collector=pressure 2024-04-22T22:39:11.808 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b[40042]: ts=2024-04-22T22:39:11.392Z caller=node_exporter.go:115 level=info collector=rapl 2024-04-22T22:39:11.808 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b[40042]: ts=2024-04-22T22:39:11.392Z caller=node_exporter.go:115 level=info collector=schedstat 2024-04-22T22:39:11.808 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b[40042]: ts=2024-04-22T22:39:11.392Z caller=node_exporter.go:115 level=info collector=sockstat 2024-04-22T22:39:11.808 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b[40042]: ts=2024-04-22T22:39:11.392Z caller=node_exporter.go:115 level=info collector=softnet 2024-04-22T22:39:11.808 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b[40042]: ts=2024-04-22T22:39:11.392Z caller=node_exporter.go:115 level=info collector=stat 2024-04-22T22:39:11.809 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b[40042]: ts=2024-04-22T22:39:11.392Z caller=node_exporter.go:115 level=info collector=tapestats 2024-04-22T22:39:11.809 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b[40042]: ts=2024-04-22T22:39:11.392Z caller=node_exporter.go:115 level=info collector=textfile 2024-04-22T22:39:11.809 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b[40042]: ts=2024-04-22T22:39:11.392Z caller=node_exporter.go:115 level=info collector=thermal_zone 2024-04-22T22:39:11.809 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b[40042]: ts=2024-04-22T22:39:11.392Z caller=node_exporter.go:115 level=info collector=time 2024-04-22T22:39:11.809 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b[40042]: ts=2024-04-22T22:39:11.392Z caller=node_exporter.go:115 level=info collector=udp_queues 2024-04-22T22:39:11.809 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b[40042]: ts=2024-04-22T22:39:11.392Z caller=node_exporter.go:115 level=info collector=uname 2024-04-22T22:39:11.809 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b[40042]: ts=2024-04-22T22:39:11.392Z caller=node_exporter.go:115 level=info collector=vmstat 2024-04-22T22:39:11.809 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b[40042]: ts=2024-04-22T22:39:11.392Z caller=node_exporter.go:115 level=info collector=xfs 2024-04-22T22:39:11.809 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b[40042]: ts=2024-04-22T22:39:11.392Z caller=node_exporter.go:115 level=info collector=zfs 2024-04-22T22:39:11.809 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b[40042]: ts=2024-04-22T22:39:11.392Z caller=node_exporter.go:199 level=info msg="Listening on" address=:9100 2024-04-22T22:39:11.809 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b[40042]: ts=2024-04-22T22:39:11.392Z caller=tls_config.go:195 level=info msg="TLS is disabled." http2=false 2024-04-22T22:39:11.809 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 bash[39993]: cd0e16b3a7fae55a22bb358f89071c3a1da000ba9fe9cd57d2bacedb2715498c 2024-04-22T22:39:11.809 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:39:11 smithi175 systemd[1]: Started Ceph node-exporter.b for 41629230-00f8-11ef-bc93-c7b262605968. 2024-04-22T22:39:12.609 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:12 smithi175 ceph-mon[22840]: pgmap v18: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:12.609 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:12 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:12.610 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:12 smithi175 ceph-mon[22840]: Deploying daemon alertmanager.a on smithi088 2024-04-22T22:39:12.936 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:12 smithi088 ceph-mon[21849]: pgmap v18: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:12.937 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:12 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:12.937 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:12 smithi088 ceph-mon[21849]: Deploying daemon alertmanager.a on smithi088 2024-04-22T22:39:12.937 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:12 smithi088 ceph-mon[26737]: pgmap v18: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:12.937 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:12 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:12.937 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:12 smithi088 ceph-mon[26737]: Deploying daemon alertmanager.a on smithi088 2024-04-22T22:39:14.785 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:14 smithi175 ceph-mon[22840]: pgmap v19: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:14.872 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:14 smithi088 ceph-mon[21849]: pgmap v19: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:14.872 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:14 smithi088 ceph-mon[26737]: pgmap v19: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:15.685 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:39:15 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:39:15] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:39:16.657 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:16 smithi088 ceph-mon[21849]: pgmap v20: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:16.657 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:16 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:16.657 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:16 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:16.657 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:16 smithi088 ceph-mon[26737]: pgmap v20: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:16.657 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:16 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:16.658 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:16 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:16.805 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:16 smithi175 ceph-mon[22840]: pgmap v20: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:16.805 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:16 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:16.805 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:16 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:17.215 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:39:16 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:39:16] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:39:18.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:17 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:18.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:17 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:18.216 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:17 smithi088 ceph-mon[26737]: pgmap v21: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:18.216 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:17 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:18.216 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:17 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:18.216 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:17 smithi088 ceph-mon[21849]: pgmap v21: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:18.305 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:17 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:18.305 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:17 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:18.305 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:17 smithi175 ceph-mon[22840]: pgmap v21: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:20.436 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:20 smithi088 ceph-mon[26737]: pgmap v22: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:20.436 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:20 smithi088 ceph-mon[21849]: pgmap v22: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:20.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:20 smithi175 ceph-mon[22840]: pgmap v22: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:21.406 INFO:teuthology.orchestra.run.smithi088.stdout:236223201293 2024-04-22T22:39:21.407 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-04-22T22:39:22.372 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:22 smithi088 ceph-mon[21849]: pgmap v23: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:22.373 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:22 smithi088 ceph-mon[26737]: pgmap v23: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:22.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:22 smithi175 ceph-mon[22840]: pgmap v23: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:23.707 INFO:teuthology.orchestra.run.smithi088.stdout:34359738414 2024-04-22T22:39:23.707 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-04-22T22:39:24.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:24 smithi088 ceph-mon[21849]: pgmap v24: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:24.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:24 smithi088 ceph-mon[26737]: pgmap v24: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:24.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:24 smithi175 ceph-mon[22840]: pgmap v24: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:25.018 INFO:teuthology.orchestra.run.smithi088.stdout:167503724567 2024-04-22T22:39:25.018 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-04-22T22:39:25.170 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:39:25 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:39:25] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:39:26.305 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:26 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:26.305 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:26 smithi175 ceph-mon[22840]: pgmap v25: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:26.422 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:26 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:26.423 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:26 smithi088 ceph-mon[21849]: pgmap v25: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:26.423 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:26 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:26.423 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:26 smithi088 ceph-mon[26737]: pgmap v25: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:28.460 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:28 smithi088 ceph-mon[21849]: pgmap v26: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:28.460 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:28 smithi088 ceph-mon[26737]: pgmap v26: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:28.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:28 smithi175 ceph-mon[22840]: pgmap v26: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:29.843 INFO:teuthology.orchestra.run.smithi088.stdout:111669149729 2024-04-22T22:39:29.843 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-04-22T22:39:30.358 INFO:teuthology.orchestra.run.smithi088.stdout:77309411366 2024-04-22T22:39:30.359 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-04-22T22:39:30.443 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:30 smithi088 ceph-mon[26737]: pgmap v27: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:30.443 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:30 smithi088 ceph-mon[21849]: pgmap v27: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:30.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:30 smithi175 ceph-mon[22840]: pgmap v27: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:31.200 INFO:teuthology.orchestra.run.smithi088.stdout:55834574892 2024-04-22T22:39:31.200 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-04-22T22:39:31.797 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/41629230-00f8-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T22:39:31.820 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/41629230-00f8-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T22:39:31.820 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/41629230-00f8-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T22:39:31.822 INFO:teuthology.orchestra.run.smithi088.stdout:133143986205 2024-04-22T22:39:31.822 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-04-22T22:39:32.276 INFO:teuthology.orchestra.run.smithi088.stdout:201863462932 2024-04-22T22:39:32.276 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-04-22T22:39:32.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:32 smithi088 ceph-mon[21849]: pgmap v28: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:32.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:32 smithi088 ceph-mon[26737]: pgmap v28: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:32.475 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:32 smithi175 ceph-mon[22840]: pgmap v28: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:33.177 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/41629230-00f8-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T22:39:34.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:34 smithi175 ceph-mon[22840]: pgmap v29: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:34.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:34 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:34.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:34 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:34.465 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:39:34 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:39:34] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:39:34.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:34 smithi088 ceph-mon[26737]: pgmap v29: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:34.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:34 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:34.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:34 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:34.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:34 smithi088 ceph-mon[21849]: pgmap v29: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:34.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:34 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:34.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:34 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:35.597 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/41629230-00f8-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T22:39:36.294 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:36 smithi088 ceph-mon[21849]: pgmap v30: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:36.294 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:36 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/255367892' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-22T22:39:36.294 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:36 smithi088 ceph-mon[26737]: pgmap v30: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:36.294 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:36 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/255367892' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-22T22:39:36.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:36 smithi175 ceph-mon[22840]: pgmap v30: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:36.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:36 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/255367892' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-22T22:39:38.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:38 smithi088 ceph-mon[21849]: pgmap v31: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:38.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:38 smithi088 ceph-mon[26737]: pgmap v31: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:38.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:38 smithi175 ceph-mon[22840]: pgmap v31: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:38.654 INFO:teuthology.orchestra.run.smithi088.stdout:236223201296 2024-04-22T22:39:39.299 INFO:tasks.cephadm.ceph_manager.ceph:need seq 236223201293 got 236223201296 for osd.7 2024-04-22T22:39:39.299 DEBUG:teuthology.parallel:result is None 2024-04-22T22:39:39.543 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/41629230-00f8-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T22:39:39.543 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/41629230-00f8-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T22:39:39.543 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/41629230-00f8-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T22:39:40.258 INFO:teuthology.orchestra.run.smithi088.stdout:201863462934 2024-04-22T22:39:40.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:40 smithi088 ceph-mon[21849]: pgmap v32: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:40.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:40 smithi088 ceph-mon[26737]: pgmap v32: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:40.465 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:39:40 smithi088 podman[45321]: 2024-04-22 22:39:40.306289035 +0000 UTC m=+0.991838311 container create cf9370610d1353cc2c68ed13a52544afa14422ca3858b884e081fe8910f04f9e (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-22T22:39:40.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:40 smithi175 ceph-mon[22840]: pgmap v32: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:41.172 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:39:40 smithi088 podman[45321]: 2024-04-22 22:39:40.886301967 +0000 UTC m=+1.571851246 container init cf9370610d1353cc2c68ed13a52544afa14422ca3858b884e081fe8910f04f9e (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-22T22:39:41.172 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:39:40 smithi088 podman[45321]: 2024-04-22 22:39:40.889002534 +0000 UTC m=+1.574551823 container start cf9370610d1353cc2c68ed13a52544afa14422ca3858b884e081fe8910f04f9e (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-22T22:39:41.172 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:39:40 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-alertmanager-a[45436]: level=info ts=2024-04-22T22:39:40.899Z caller=main.go:225 msg="Starting Alertmanager" version="(version=0.23.0, branch=HEAD, revision=61046b17771a57cfd4c4a51be370ab930a4d7d54)" 2024-04-22T22:39:41.172 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:39:40 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-alertmanager-a[45436]: level=info ts=2024-04-22T22:39:40.899Z caller=main.go:226 build_context="(go=go1.16.7, user=root@e21a959be8d2, date=20210825-10:48:55)" 2024-04-22T22:39:41.173 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:39:40 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-alertmanager-a[45436]: level=info ts=2024-04-22T22:39:40.900Z caller=cluster.go:184 component=cluster msg="setting advertise address explicitly" addr=172.21.15.88 port=9094 2024-04-22T22:39:41.173 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:39:40 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-alertmanager-a[45436]: level=info ts=2024-04-22T22:39:40.901Z caller=cluster.go:671 component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-22T22:39:41.173 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:39:40 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-alertmanager-a[45436]: level=info ts=2024-04-22T22:39:40.927Z caller=coordinator.go:113 component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-22T22:39:41.173 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:39:40 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-alertmanager-a[45436]: level=info ts=2024-04-22T22:39:40.927Z caller=coordinator.go:126 component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-22T22:39:41.173 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:39:40 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-alertmanager-a[45436]: level=info ts=2024-04-22T22:39:40.929Z caller=main.go:518 msg=Listening address=:9093 2024-04-22T22:39:41.173 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:39:40 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-alertmanager-a[45436]: level=info ts=2024-04-22T22:39:40.929Z caller=tls_config.go:191 msg="TLS is disabled." http2=false 2024-04-22T22:39:41.442 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:41 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/2771995471' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-22T22:39:41.442 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:41 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/2771995471' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-22T22:39:41.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:41 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/2771995471' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-22T22:39:41.715 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:39:41 smithi088 bash[45321]: cf9370610d1353cc2c68ed13a52544afa14422ca3858b884e081fe8910f04f9e 2024-04-22T22:39:41.715 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:39:41 smithi088 systemd[1]: Started Ceph alertmanager.a for 41629230-00f8-11ef-bc93-c7b262605968. 2024-04-22T22:39:42.215 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:42 smithi088 ceph-mon[21849]: pgmap v33: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:42.215 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:42 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:39:42.215 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:42 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:39:42.215 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:42 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:39:42.216 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:42 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:39:42.216 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:42 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:42.216 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:42 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:42.216 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:42 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:42.216 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:42 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-22T22:39:42.216 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:42 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:42.216 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:42 smithi088 ceph-mon[26737]: pgmap v33: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:42.216 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:42 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:39:42.216 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:42 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:39:42.216 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:42 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:39:42.216 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:42 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:39:42.216 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:42 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:42.216 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:42 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:42.217 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:42 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:42.217 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:42 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-22T22:39:42.217 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:42 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:42.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:42 smithi175 ceph-mon[22840]: pgmap v33: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:42.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:42 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:39:42.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:42 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:39:42.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:42 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:39:42.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:42 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:39:42.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:42 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:42.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:42 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:42.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:42 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:42.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:42 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-22T22:39:42.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:42 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:43.179 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:39:42 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-alertmanager-a[45436]: level=info ts=2024-04-22T22:39:42.902Z caller=cluster.go:696 component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000908785s 2024-04-22T22:39:43.237 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462932 got 201863462934 for osd.6 2024-04-22T22:39:43.238 DEBUG:teuthology.parallel:result is None 2024-04-22T22:39:43.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:43 smithi088 ceph-mon[26737]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-22T22:39:43.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:43 smithi088 ceph-mon[26737]: Deploying daemon grafana.a on smithi175 2024-04-22T22:39:43.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:43 smithi088 ceph-mon[21849]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-22T22:39:43.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:43 smithi088 ceph-mon[21849]: Deploying daemon grafana.a on smithi175 2024-04-22T22:39:43.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:43 smithi175 ceph-mon[22840]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-22T22:39:43.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:43 smithi175 ceph-mon[22840]: Deploying daemon grafana.a on smithi175 2024-04-22T22:39:44.215 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:44 smithi088 ceph-mon[21849]: pgmap v34: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:44.215 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:44 smithi088 ceph-mon[26737]: pgmap v34: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:44.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:44 smithi175 ceph-mon[22840]: pgmap v34: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:45.432 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:39:45 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:39:45] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:39:46.386 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:46 smithi088 ceph-mon[21849]: pgmap v35: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:46.386 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:46 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:46.386 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:46 smithi088 ceph-mon[26737]: pgmap v35: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:46.386 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:46 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:46.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:46 smithi175 ceph-mon[22840]: pgmap v35: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:46.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:46 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:47.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:47 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:47.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:47 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:47.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:47 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:47.981 INFO:teuthology.orchestra.run.smithi088.stdout:55834574895 2024-04-22T22:39:48.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:48 smithi088 ceph-mon[26737]: pgmap v36: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:48.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:48 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/1923011127' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-22T22:39:48.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:48 smithi088 ceph-mon[21849]: pgmap v36: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:48.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:48 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/1923011127' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-22T22:39:48.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:48 smithi175 ceph-mon[22840]: pgmap v36: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:48.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:48 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/1923011127' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-22T22:39:48.614 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574892 got 55834574895 for osd.1 2024-04-22T22:39:48.614 DEBUG:teuthology.parallel:result is None 2024-04-22T22:39:49.565 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:39:49 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:39:49] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:39:50.388 INFO:teuthology.orchestra.run.smithi088.stdout:167503724572 2024-04-22T22:39:50.582 INFO:teuthology.orchestra.run.smithi088.stdout:34359738420 2024-04-22T22:39:50.583 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:50 smithi088 ceph-mon[21849]: pgmap v37: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:50.583 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:50 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:50.583 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:50 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/453657836' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-22T22:39:50.583 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:50 smithi088 ceph-mon[26737]: pgmap v37: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:50.584 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:50 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:50.584 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:50 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/453657836' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-22T22:39:50.787 INFO:teuthology.orchestra.run.smithi088.stdout:77309411372 2024-04-22T22:39:50.805 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:50 smithi175 ceph-mon[22840]: pgmap v37: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:50.805 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:50 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:50.805 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:50 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/453657836' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-22T22:39:51.215 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:39:50 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-alertmanager-a[45436]: level=info ts=2024-04-22T22:39:50.906Z caller=cluster.go:688 component=cluster msg="gossip settled; proceeding" elapsed=10.004643283s 2024-04-22T22:39:51.681 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:51 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/1245600429' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-22T22:39:51.681 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:51 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/1284911922' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-22T22:39:51.682 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:51 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/1245600429' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-22T22:39:51.682 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:51 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/1284911922' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-22T22:39:51.805 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:51 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/1245600429' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-22T22:39:51.805 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:51 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/1284911922' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-22T22:39:52.420 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724567 got 167503724572 for osd.5 2024-04-22T22:39:52.420 DEBUG:teuthology.parallel:result is None 2024-04-22T22:39:52.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:52 smithi175 ceph-mon[22840]: pgmap v38: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:52.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:52 smithi088 ceph-mon[21849]: pgmap v38: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:52.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:52 smithi088 ceph-mon[26737]: pgmap v38: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:52.843 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411366 got 77309411372 for osd.2 2024-04-22T22:39:52.843 DEBUG:teuthology.parallel:result is None 2024-04-22T22:39:53.269 INFO:teuthology.orchestra.run.smithi088.stdout:133143986210 2024-04-22T22:39:53.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:53 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/2286449551' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-22T22:39:53.532 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:53 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/2286449551' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-22T22:39:53.553 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738414 got 34359738420 for osd.0 2024-04-22T22:39:53.554 DEBUG:teuthology.parallel:result is None 2024-04-22T22:39:53.717 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:53 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/2286449551' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-22T22:39:54.325 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:39:54 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:39:54] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:39:54.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:54 smithi175 ceph-mon[22840]: pgmap v39: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:54.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:54 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:54.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:54 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:54.605 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:54 smithi088 ceph-mon[21849]: pgmap v39: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:54.605 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:54 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:54.605 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:54 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:54.606 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:54 smithi088 ceph-mon[26737]: pgmap v39: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:54.606 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:54 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:54.606 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:54 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:55.283 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add column created_by in dashboard - v2" 2024-04-22T22:39:55.283 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add column gnetId in dashboard" 2024-04-22T22:39:55.432 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986205 got 133143986210 for osd.4 2024-04-22T22:39:55.432 DEBUG:teuthology.parallel:result is None 2024-04-22T22:39:55.536 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for gnetId in dashboard" 2024-04-22T22:39:55.536 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add column plugin_id in dashboard" 2024-04-22T22:39:55.537 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for plugin_id in dashboard" 2024-04-22T22:39:55.537 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for dashboard_id in dashboard_tag" 2024-04-22T22:39:55.537 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard table charset" 2024-04-22T22:39:55.537 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard_tag table charset" 2024-04-22T22:39:55.537 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add column folder_id in dashboard" 2024-04-22T22:39:55.537 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add column isFolder in dashboard" 2024-04-22T22:39:55.537 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add column has_acl in dashboard" 2024-04-22T22:39:55.537 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add column uid in dashboard" 2024-04-22T22:39:55.537 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Update uid column values in dashboard" 2024-04-22T22:39:55.537 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index dashboard_org_id_uid" 2024-04-22T22:39:55.537 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Remove unique index org_id_slug" 2024-04-22T22:39:55.537 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard title length" 2024-04-22T22:39:55.537 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index for dashboard_org_id_title_folder_id" 2024-04-22T22:39:55.537 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_provisioning" 2024-04-22T22:39:55.538 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-04-22T22:39:55.538 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_provisioning v2" 2024-04-22T22:39:55.538 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-04-22T22:39:55.539 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-04-22T22:39:55.539 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="copy dashboard_provisioning v1 to v2" 2024-04-22T22:39:55.539 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="drop dashboard_provisioning_tmp_qwerty" 2024-04-22T22:39:55.539 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add check_sum column" 2024-04-22T22:39:55.539 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for dashboard_title" 2024-04-22T22:39:55.539 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="delete tags for deleted dashboards" 2024-04-22T22:39:55.539 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="delete stars for deleted dashboards" 2024-04-22T22:39:55.540 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for dashboard_is_folder" 2024-04-22T22:39:55.540 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create data_source table" 2024-04-22T22:39:55.540 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index data_source.account_id" 2024-04-22T22:39:55.540 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index data_source.account_id_name" 2024-04-22T22:39:55.540 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_data_source_account_id - v1" 2024-04-22T22:39:55.540 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_data_source_account_id_name - v1" 2024-04-22T22:39:55.540 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table data_source to data_source_v1 - v1" 2024-04-22T22:39:55.540 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create data_source table v2" 2024-04-22T22:39:55.540 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_data_source_org_id - v2" 2024-04-22T22:39:55.540 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_data_source_org_id_name - v2" 2024-04-22T22:39:55.540 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="copy data_source v1 to v2" 2024-04-22T22:39:55.540 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table data_source_v1 #2" 2024-04-22T22:39:55.540 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add column with_credentials" 2024-04-22T22:39:55.540 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add secure json data column" 2024-04-22T22:39:55.540 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Update data_source table charset" 2024-04-22T22:39:55.540 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Update initial version to 1" 2024-04-22T22:39:55.541 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add read_only data column" 2024-04-22T22:39:55.541 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Migrate logging ds to loki ds" 2024-04-22T22:39:55.541 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Update json_data with nulls" 2024-04-22T22:39:55.541 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add uid column" 2024-04-22T22:39:55.541 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Update uid value" 2024-04-22T22:39:55.541 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index datasource_org_id_uid" 2024-04-22T22:39:55.541 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index datasource_org_id_is_default" 2024-04-22T22:39:55.541 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create api_key table" 2024-04-22T22:39:55.541 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index api_key.account_id" 2024-04-22T22:39:55.541 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index api_key.key" 2024-04-22T22:39:55.541 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index api_key.account_id_name" 2024-04-22T22:39:55.541 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_api_key_account_id - v1" 2024-04-22T22:39:55.541 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_api_key_key - v1" 2024-04-22T22:39:55.541 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_api_key_account_id_name - v1" 2024-04-22T22:39:55.541 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table api_key to api_key_v1 - v1" 2024-04-22T22:39:55.541 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create api_key table v2" 2024-04-22T22:39:55.541 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_api_key_org_id - v2" 2024-04-22T22:39:55.542 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_api_key_key - v2" 2024-04-22T22:39:55.542 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_api_key_org_id_name - v2" 2024-04-22T22:39:55.542 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="copy api_key v1 to v2" 2024-04-22T22:39:55.542 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table api_key_v1" 2024-04-22T22:39:55.542 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Update api_key table charset" 2024-04-22T22:39:55.542 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add expires to api_key table" 2024-04-22T22:39:55.542 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add service account foreign key" 2024-04-22T22:39:55.542 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_snapshot table v4" 2024-04-22T22:39:55.542 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="drop table dashboard_snapshot_v4 #1" 2024-04-22T22:39:55.542 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_snapshot table v5 #2" 2024-04-22T22:39:55.542 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_dashboard_snapshot_key - v5" 2024-04-22T22:39:55.542 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-04-22T22:39:55.542 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_snapshot_user_id - v5" 2024-04-22T22:39:55.542 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="alter dashboard_snapshot to mediumtext v2" 2024-04-22T22:39:55.542 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard_snapshot table charset" 2024-04-22T22:39:55.542 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add column external_delete_url to dashboard_snapshots table" 2024-04-22T22:39:55.543 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add encrypted dashboard json column" 2024-04-22T22:39:55.543 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-04-22T22:39:55.543 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create quota table v1" 2024-04-22T22:39:55.543 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_quota_org_id_user_id_target - v1" 2024-04-22T22:39:55.543 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Update quota table charset" 2024-04-22T22:39:55.543 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create plugin_setting table" 2024-04-22T22:39:55.543 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-04-22T22:39:55.543 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add column plugin_version to plugin_settings" 2024-04-22T22:39:55.543 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Update plugin_setting table charset" 2024-04-22T22:39:55.543 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create session table" 2024-04-22T22:39:55.543 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table playlist table" 2024-04-22T22:39:55.543 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table playlist_item table" 2024-04-22T22:39:55.543 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create playlist table v2" 2024-04-22T22:39:55.543 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create playlist item table v2" 2024-04-22T22:39:55.543 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Update playlist table charset" 2024-04-22T22:39:55.543 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Update playlist_item table charset" 2024-04-22T22:39:55.543 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="drop preferences table v2" 2024-04-22T22:39:55.544 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="drop preferences table v3" 2024-04-22T22:39:55.544 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create preferences table v3" 2024-04-22T22:39:55.544 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Update preferences table charset" 2024-04-22T22:39:55.544 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add column team_id in preferences" 2024-04-22T22:39:55.544 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Update team_id column values in preferences" 2024-04-22T22:39:55.544 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add column week_start in preferences" 2024-04-22T22:39:55.544 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create alert table v1" 2024-04-22T22:39:55.544 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert org_id & id " 2024-04-22T22:39:55.544 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert state" 2024-04-22T22:39:55.544 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert dashboard_id" 2024-04-22T22:39:55.544 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Create alert_rule_tag table v1" 2024-04-22T22:39:55.544 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-04-22T22:39:55.544 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-04-22T22:39:55.544 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-04-22T22:39:55.544 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Create alert_rule_tag table v2" 2024-04-22T22:39:55.545 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-04-22T22:39:55.545 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="copy alert_rule_tag v1 to v2" 2024-04-22T22:39:55.545 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="drop table alert_rule_tag_v1" 2024-04-22T22:39:55.545 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_notification table v1" 2024-04-22T22:39:55.545 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add column is_default" 2024-04-22T22:39:55.545 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add column frequency" 2024-04-22T22:39:55.545 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add column send_reminder" 2024-04-22T22:39:55.545 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add column disable_resolve_message" 2024-04-22T22:39:55.545 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert_notification org_id & name" 2024-04-22T22:39:55.545 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Update alert table charset" 2024-04-22T22:39:55.545 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Update alert_notification table charset" 2024-04-22T22:39:55.545 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create notification_journal table v1" 2024-04-22T22:39:55.545 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index notification_journal org_id & alert_id & notifier_id" 2024-04-22T22:39:55.545 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="drop alert_notification_journal" 2024-04-22T22:39:55.545 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_notification_state table v1" 2024-04-22T22:39:55.546 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-04-22T22:39:55.546 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add for to alert table" 2024-04-22T22:39:55.546 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add column uid in alert_notification" 2024-04-22T22:39:55.546 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Update uid column values in alert_notification" 2024-04-22T22:39:55.546 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index alert_notification_org_id_uid" 2024-04-22T22:39:55.546 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Remove unique index org_id_name" 2024-04-22T22:39:55.546 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add column secure_settings in alert_notification" 2024-04-22T22:39:55.546 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert.settings to mediumtext" 2024-04-22T22:39:55.546 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add non-unique index alert_notification_state_alert_id" 2024-04-22T22:39:55.546 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add non-unique index alert_rule_tag_alert_id" 2024-04-22T22:39:55.546 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old annotation table v4" 2024-04-22T22:39:55.546 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create annotation table v5" 2024-04-22T22:39:55.546 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 0 v3" 2024-04-22T22:39:55.546 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 1 v3" 2024-04-22T22:39:55.547 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 2 v3" 2024-04-22T22:39:55.547 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 3 v3" 2024-04-22T22:39:55.547 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 4 v3" 2024-04-22T22:39:55.548 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Update annotation table charset" 2024-04-22T22:39:55.548 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add column region_id to annotation table" 2024-04-22T22:39:55.548 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Drop category_id index" 2024-04-22T22:39:55.548 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add column tags to annotation table" 2024-04-22T22:39:55.548 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Create annotation_tag table v2" 2024-04-22T22:39:55.548 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index annotation_tag.annotation_id_tag_id" 2024-04-22T22:39:55.548 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-04-22T22:39:55.548 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-04-22T22:39:55.548 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Create annotation_tag table v3" 2024-04-22T22:39:55.548 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-04-22T22:39:55.548 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="copy annotation_tag v2 to v3" 2024-04-22T22:39:55.548 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="drop table annotation_tag_v2" 2024-04-22T22:39:55.548 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Update alert annotations and set TEXT to empty" 2024-04-22T22:39:55.549 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add created time to annotation table" 2024-04-22T22:39:55.549 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add updated time to annotation table" 2024-04-22T22:39:55.549 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for created in annotation table" 2024-04-22T22:39:55.549 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for updated in annotation table" 2024-04-22T22:39:55.549 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Convert existing annotations from seconds to milliseconds" 2024-04-22T22:39:55.549 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add epoch_end column" 2024-04-22T22:39:55.549 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for epoch_end" 2024-04-22T22:39:55.549 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Make epoch_end the same as epoch" 2024-04-22T22:39:55.549 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Move region to single row" 2024-04-22T22:39:55.549 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Remove index org_id_epoch from annotation table" 2024-04-22T22:39:55.549 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-04-22T22:39:55.549 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-04-22T22:39:55.549 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for org_id_epoch_end_epoch on annotation table" 2024-04-22T22:39:55.549 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Remove index org_id_epoch_epoch_end from annotation table" 2024-04-22T22:39:55.550 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for alert_id on annotation table" 2024-04-22T22:39:55.550 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create test_data table" 2024-04-22T22:39:55.550 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_version table v1" 2024-04-22T22:39:55.550 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_version.dashboard_id" 2024-04-22T22:39:55.550 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-04-22T22:39:55.550 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Set dashboard version to 1 where 0" 2024-04-22T22:39:55.550 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="save existing dashboard data in dashboard_version table v1" 2024-04-22T22:39:55.550 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="alter dashboard_version.data to mediumtext v1" 2024-04-22T22:39:55.550 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create team table" 2024-04-22T22:39:55.550 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index team.org_id" 2024-04-22T22:39:55.550 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index team_org_id_name" 2024-04-22T22:39:55.550 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create team member table" 2024-04-22T22:39:55.550 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index team_member.org_id" 2024-04-22T22:39:55.550 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index team_member_org_id_team_id_user_id" 2024-04-22T22:39:55.550 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index team_member.team_id" 2024-04-22T22:39:55.550 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add column email to team table" 2024-04-22T22:39:55.551 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add column external to team_member table" 2024-04-22T22:39:55.551 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add column permission to team_member table" 2024-04-22T22:39:55.806 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard acl table" 2024-04-22T22:39:55.806 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_acl_dashboard_id" 2024-04-22T22:39:55.806 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_acl_dashboard_id_user_id" 2024-04-22T22:39:55.806 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_acl_dashboard_id_team_id" 2024-04-22T22:39:55.806 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_acl_user_id" 2024-04-22T22:39:55.806 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_acl_team_id" 2024-04-22T22:39:55.806 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_acl_org_id_role" 2024-04-22T22:39:55.806 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_permission" 2024-04-22T22:39:55.806 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="save default acl rules in dashboard_acl table" 2024-04-22T22:39:55.807 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="delete acl rules for deleted dashboards and folders" 2024-04-22T22:39:55.807 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create tag table" 2024-04-22T22:39:55.807 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index tag.key_value" 2024-04-22T22:39:55.807 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create login attempt table" 2024-04-22T22:39:55.807 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index login_attempt.username" 2024-04-22T22:39:55.807 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_login_attempt_username - v1" 2024-04-22T22:39:55.807 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-04-22T22:39:55.807 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create login_attempt v2" 2024-04-22T22:39:55.807 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_login_attempt_username - v2" 2024-04-22T22:39:55.807 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="copy login_attempt v1 to v2" 2024-04-22T22:39:55.808 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="drop login_attempt_tmp_qwerty" 2024-04-22T22:39:55.808 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create user auth table" 2024-04-22T22:39:55.808 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-04-22T22:39:55.809 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="alter user_auth.auth_id to length 190" 2024-04-22T22:39:55.809 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth access token to user_auth" 2024-04-22T22:39:55.809 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth refresh token to user_auth" 2024-04-22T22:39:55.809 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth token type to user_auth" 2024-04-22T22:39:55.809 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth expiry to user_auth" 2024-04-22T22:39:55.809 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add index to user_id column in user_auth" 2024-04-22T22:39:55.809 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create server_lock table" 2024-04-22T22:39:55.809 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index server_lock.operation_uid" 2024-04-22T22:39:55.809 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create user auth token table" 2024-04-22T22:39:55.809 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user_auth_token.auth_token" 2024-04-22T22:39:55.809 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user_auth_token.prev_auth_token" 2024-04-22T22:39:55.809 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index user_auth_token.user_id" 2024-04-22T22:39:55.809 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add revoked_at to the user auth token" 2024-04-22T22:39:55.809 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create cache_data table" 2024-04-22T22:39:55.809 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index cache_data.cache_key" 2024-04-22T22:39:55.809 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create short_url table v1" 2024-04-22T22:39:55.809 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index short_url.org_id-uid" 2024-04-22T22:39:55.810 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="delete alert_definition table" 2024-04-22T22:39:55.810 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="recreate alert_definition table" 2024-04-22T22:39:55.810 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_definition on org_id and title columns" 2024-04-22T22:39:55.810 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_definition on org_id and uid columns" 2024-04-22T22:39:55.810 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert_definition table data column to mediumtext in mysql" 2024-04-22T22:39:55.810 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="drop index in alert_definition on org_id and title columns" 2024-04-22T22:39:55.810 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="drop index in alert_definition on org_id and uid columns" 2024-04-22T22:39:55.810 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index in alert_definition on org_id and title columns" 2024-04-22T22:39:55.810 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index in alert_definition on org_id and uid columns" 2024-04-22T22:39:55.810 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add column paused in alert_definition" 2024-04-22T22:39:55.810 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="drop alert_definition table" 2024-04-22T22:39:55.810 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="delete alert_definition_version table" 2024-04-22T22:39:55.810 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="recreate alert_definition_version table" 2024-04-22T22:39:55.810 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-04-22T22:39:55.810 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-04-22T22:39:55.811 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert_definition_version table data column to mediumtext in mysql" 2024-04-22T22:39:55.811 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="drop alert_definition_version table" 2024-04-22T22:39:55.811 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_instance table" 2024-04-22T22:39:55.811 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-04-22T22:39:55.811 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_instance table on def_org_id, current_state columns" 2024-04-22T22:39:55.811 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add column current_state_end to alert_instance" 2024-04-22T22:39:55.811 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-04-22T22:39:55.811 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="remove index def_org_id, current_state on alert_instance" 2024-04-22T22:39:55.811 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="rename def_org_id to rule_org_id in alert_instance" 2024-04-22T22:39:55.811 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="rename def_uid to rule_uid in alert_instance" 2024-04-22T22:39:55.811 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-04-22T22:39:55.811 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index rule_org_id, current_state on alert_instance" 2024-04-22T22:39:55.811 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_rule table" 2024-04-22T22:39:55.811 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id and title columns" 2024-04-22T22:39:55.811 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id and uid columns" 2024-04-22T22:39:55.812 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-04-22T22:39:55.812 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert_rule table data column to mediumtext in mysql" 2024-04-22T22:39:55.812 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add column for to alert_rule" 2024-04-22T22:39:55.812 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add column annotations to alert_rule" 2024-04-22T22:39:55.812 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add column labels to alert_rule" 2024-04-22T22:39:55.812 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="remove unique index from alert_rule on org_id, title columns" 2024-04-22T22:39:55.812 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-04-22T22:39:55.812 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add dashboard_uid column to alert_rule" 2024-04-22T22:39:55.812 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add panel_id column to alert_rule" 2024-04-22T22:39:55.812 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-04-22T22:39:55.812 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_rule_version table" 2024-04-22T22:39:55.812 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-04-22T22:39:55.812 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-04-22T22:39:55.812 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert_rule_version table data column to mediumtext in mysql" 2024-04-22T22:39:55.812 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add column for to alert_rule_version" 2024-04-22T22:39:55.812 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add column annotations to alert_rule_version" 2024-04-22T22:39:55.813 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add column labels to alert_rule_version" 2024-04-22T22:39:55.813 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id=create_alert_configuration_table 2024-04-22T22:39:55.813 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add column default in alert_configuration" 2024-04-22T22:39:55.813 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-04-22T22:39:55.813 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add column org_id in alert_configuration" 2024-04-22T22:39:55.813 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_configuration table on org_id column" 2024-04-22T22:39:55.813 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id=create_ngalert_configuration_table 2024-04-22T22:39:55.813 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index in ngalert_configuration on org_id column" 2024-04-22T22:39:55.813 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="clear migration entry \"remove unified alerting data\"" 2024-04-22T22:39:55.813 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="move dashboard alerts to unified alerting" 2024-04-22T22:39:55.813 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create library_element table v1" 2024-04-22T22:39:55.813 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index library_element org_id-folder_id-name-kind" 2024-04-22T22:39:55.813 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create library_element_connection table v1" 2024-04-22T22:39:55.813 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index library_element_connection element_id-kind-connection_id" 2024-04-22T22:39:55.813 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index library_element org_id_uid" 2024-04-22T22:39:55.813 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="clone move dashboard alerts to unified alerting" 2024-04-22T22:39:55.814 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create data_keys table" 2024-04-22T22:39:55.814 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create kv_store table v1" 2024-04-22T22:39:55.814 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index kv_store.org_id-namespace-key" 2024-04-22T22:39:55.814 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="update dashboard_uid and panel_id from existing annotations" 2024-04-22T22:39:55.814 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create permission table" 2024-04-22T22:39:55.814 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index permission.role_id" 2024-04-22T22:39:55.814 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index role_id_action_scope" 2024-04-22T22:39:55.814 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create role table" 2024-04-22T22:39:55.814 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add column display_name" 2024-04-22T22:39:55.814 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add column group_name" 2024-04-22T22:39:55.814 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index role.org_id" 2024-04-22T22:39:55.814 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index role_org_id_name" 2024-04-22T22:39:55.814 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index role_org_id_uid" 2024-04-22T22:39:55.814 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create team role table" 2024-04-22T22:39:55.814 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index team_role.org_id" 2024-04-22T22:39:55.814 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index team_role_org_id_team_id_role_id" 2024-04-22T22:39:55.815 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index team_role.team_id" 2024-04-22T22:39:55.815 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create user role table" 2024-04-22T22:39:55.815 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index user_role.org_id" 2024-04-22T22:39:55.815 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user_role_org_id_user_id_role_id" 2024-04-22T22:39:55.815 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index user_role.user_id" 2024-04-22T22:39:55.815 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create builtin role table" 2024-04-22T22:39:55.815 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index builtin_role.role_id" 2024-04-22T22:39:55.815 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index builtin_role.name" 2024-04-22T22:39:55.815 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add column org_id to builtin_role table" 2024-04-22T22:39:55.815 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index builtin_role.org_id" 2024-04-22T22:39:55.815 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index builtin_role_org_id_role_id_role" 2024-04-22T22:39:55.815 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="Remove unique index role_org_id_uid" 2024-04-22T22:39:55.815 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index role.uid" 2024-04-22T22:39:55.815 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="create seed assignment table" 2024-04-22T22:39:55.815 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index builtin_role_role_name" 2024-04-22T22:39:55.815 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="migrations completed" logger=migrator performed=381 skipped=0 duration=527.802794ms 2024-04-22T22:39:55.815 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Created default organization" logger=sqlstore 2024-04-22T22:39:55.815 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Initialising plugins" logger=plugin.manager 2024-04-22T22:39:55.816 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Plugin registered" logger=plugin.manager pluginId=input 2024-04-22T22:39:55.816 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Plugin registered" logger=plugin.manager pluginId=vonage-status-panel 2024-04-22T22:39:55.816 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Plugin registered" logger=plugin.manager pluginId=grafana-piechart-panel 2024-04-22T22:39:55.816 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="Live Push Gateway initialization" logger=live.push_http 2024-04-22T22:39:55.932 INFO:teuthology.orchestra.run.smithi088.stdout:111669149734 2024-04-22T22:39:56.147 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=warn msg="[Deprecated] the datasource provisioning config is outdated. please upgrade" logger=provisioning.datasources filename=/etc/grafana/provisioning/datasources/ceph-dashboard.yml 2024-04-22T22:39:56.148 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="inserting datasource from configuration " logger=provisioning.datasources name=Dashboard1 uid=P43CA22E17D0F9596 2024-04-22T22:39:56.148 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="warming cache for startup" logger=ngalert 2024-04-22T22:39:56.148 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="HTTP Server Listen" logger=http.server address=[::]:3000 protocol=https subUrl= socket= 2024-04-22T22:39:56.148 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:39:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:39:55+0000 lvl=info msg="starting MultiOrg Alertmanager" logger=ngalert.multiorg.alertmanager 2024-04-22T22:39:56.406 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:56 smithi175 ceph-mon[22840]: pgmap v40: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:56.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:56 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:56.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:56 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:39:56.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:56 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:39:56.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:56 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:39:56.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:56 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:56.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:56 smithi175 ceph-mon[22840]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-22T22:39:56.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:56 smithi175 ceph-mon[22840]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-22T22:39:56.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:56 smithi175 ceph-mon[22840]: Reconfiguring daemon alertmanager.a on smithi088 2024-04-22T22:39:56.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:56 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/3441150476' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-22T22:39:56.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:56 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:56.621 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:56 smithi088 ceph-mon[21849]: pgmap v40: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:56.621 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:56 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:56.621 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:56 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:39:56.621 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:56 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:39:56.621 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:56 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:39:56.621 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:56 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:56.621 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:56 smithi088 ceph-mon[21849]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-22T22:39:56.621 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:56 smithi088 ceph-mon[21849]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-22T22:39:56.621 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:56 smithi088 ceph-mon[21849]: Reconfiguring daemon alertmanager.a on smithi088 2024-04-22T22:39:56.621 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:56 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/3441150476' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-22T22:39:56.621 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:56 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:56.622 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:56 smithi088 ceph-mon[26737]: pgmap v40: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:56.622 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:56 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:56.622 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:56 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:39:56.622 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:56 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:39:56.622 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:56 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:39:56.622 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:56 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:56.622 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:56 smithi088 ceph-mon[26737]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-22T22:39:56.622 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:56 smithi088 ceph-mon[26737]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-22T22:39:56.622 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:56 smithi088 ceph-mon[26737]: Reconfiguring daemon alertmanager.a on smithi088 2024-04-22T22:39:56.622 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:56 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/3441150476' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-22T22:39:56.622 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:56 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:56.643 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149729 got 111669149734 for osd.3 2024-04-22T22:39:56.643 DEBUG:teuthology.parallel:result is None 2024-04-22T22:39:56.643 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-22T22:39:56.644 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-22T22:39:57.330 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/41629230-00f8-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T22:39:57.508 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:39:57 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:39:57] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:39:58.648 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:58 smithi088 ceph-mon[21849]: pgmap v41: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:58.648 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:39:58 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:58.648 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:58 smithi088 ceph-mon[26737]: pgmap v41: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:58.648 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:39:58 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:39:58.723 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:58 smithi175 ceph-mon[22840]: pgmap v41: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:39:58.724 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:39:58 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:00.370 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:40:00 smithi088 systemd[1]: Stopping Ceph alertmanager.a for 41629230-00f8-11ef-bc93-c7b262605968... 2024-04-22T22:40:00.370 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:40:00 smithi088 bash[46601]: Error: no container with name or ID "ceph-41629230-00f8-11ef-bc93-c7b262605968-alertmanager.a" found: no such container 2024-04-22T22:40:00.572 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:00 smithi175 ceph-mon[22840]: pgmap v42: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:40:00.572 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:00 smithi175 ceph-mon[22840]: overall HEALTH_OK 2024-04-22T22:40:00.660 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:00 smithi088 ceph-mon[21849]: pgmap v42: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:40:00.661 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:00 smithi088 ceph-mon[21849]: overall HEALTH_OK 2024-04-22T22:40:00.661 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:00 smithi088 ceph-mon[26737]: pgmap v42: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:40:00.661 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:00 smithi088 ceph-mon[26737]: overall HEALTH_OK 2024-04-22T22:40:00.965 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:40:00 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:40:00] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:40:01.393 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:40:01 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-alertmanager-a[45436]: level=info ts=2024-04-22T22:40:01.120Z caller=main.go:557 msg="Received SIGTERM, exiting gracefully..." 2024-04-22T22:40:01.393 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:40:01 smithi088 podman[46636]: 2024-04-22 22:40:01.370550179 +0000 UTC m=+1.089085725 container died cf9370610d1353cc2c68ed13a52544afa14422ca3858b884e081fe8910f04f9e (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-22T22:40:01.775 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:01 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:01.777 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:01 smithi175 ceph-mon[22840]: pgmap v43: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:40:01.965 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:01 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:01.965 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:01 smithi088 ceph-mon[26737]: pgmap v43: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:40:01.965 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:01 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:01.965 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:01 smithi088 ceph-mon[21849]: pgmap v43: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:40:02.380 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:40:02 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:40:02] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:40:02.380 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:40:02 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:40:02] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:40:02.715 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:40:02 smithi088 podman[46636]: 2024-04-22 22:40:02.535571507 +0000 UTC m=+2.254107084 container cleanup cf9370610d1353cc2c68ed13a52544afa14422ca3858b884e081fe8910f04f9e (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-22T22:40:02.715 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:40:02 smithi088 bash[46636]: ceph-41629230-00f8-11ef-bc93-c7b262605968-alertmanager-a 2024-04-22T22:40:03.077 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:40:02 smithi088 podman[46691]: 2024-04-22 22:40:02.719966722 +0000 UTC m=+1.572446939 container remove cf9370610d1353cc2c68ed13a52544afa14422ca3858b884e081fe8910f04f9e (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-22T22:40:03.078 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:40:02 smithi088 podman[46691]: 2024-04-22 22:40:02.820692639 +0000 UTC m=+1.673172791 volume remove 870880c5d5afbb9d241a770a002872c9a23fac58ff6b47962c7b9648c92e4975 2024-04-22T22:40:03.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:03 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:03.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:03 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:03.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:03 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:03.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:03 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:03.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:03 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:03.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:03 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:03.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:03 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:03.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:03 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:03.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:03 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:04.215 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:04 smithi088 ceph-mon[21849]: pgmap v44: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:40:04.216 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:04 smithi088 ceph-mon[26737]: pgmap v44: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:40:04.216 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:40:04 smithi088 bash[46742]: Error: no container with name or ID "ceph-41629230-00f8-11ef-bc93-c7b262605968-alertmanager.a" found: no such container 2024-04-22T22:40:04.216 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:40:04 smithi088 systemd[1]: ceph-41629230-00f8-11ef-bc93-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-04-22T22:40:04.216 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:40:04 smithi088 systemd[1]: Stopped Ceph alertmanager.a for 41629230-00f8-11ef-bc93-c7b262605968. 2024-04-22T22:40:04.216 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:40:04 smithi088 systemd[1]: Starting Ceph alertmanager.a for 41629230-00f8-11ef-bc93-c7b262605968... 2024-04-22T22:40:04.536 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:40:04 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:40:04] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:40:04.544 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-04-22T22:40:04.546 INFO:teuthology.orchestra.run.smithi088.stderr:dumped all 2024-04-22T22:40:04.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:04 smithi175 ceph-mon[22840]: pgmap v44: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:40:04.863 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:40:04 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:40:04] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:40:04.864 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:40:04 smithi088 podman[46914]: 2024-04-22 22:40:04.43782421 +0000 UTC m=+0.027633620 image pull ba2b418f427c0636d654de8757e830c80168e76482bcc46bb2138e569d6c91d4 quay.io/prometheus/alertmanager:v0.23.0 2024-04-22T22:40:04.864 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:40:04 smithi088 podman[46914]: 2024-04-22 22:40:04.565134009 +0000 UTC m=+0.154943398 volume create f790977ed8d1ea70efa24a8c94f2ed66d2a30d5271fe45b84171603e82f86817 2024-04-22T22:40:04.864 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:40:04 smithi088 podman[46914]: 2024-04-22 22:40:04.664879903 +0000 UTC m=+0.254689334 container create a7d05385dcaa99cc084ef7ab3e8229144c0bcb7b41e4e7c1685900bf791f8cfb (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-22T22:40:05.215 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:40:04 smithi088 podman[46914]: 2024-04-22 22:40:04.967393157 +0000 UTC m=+0.557202547 container init a7d05385dcaa99cc084ef7ab3e8229144c0bcb7b41e4e7c1685900bf791f8cfb (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-22T22:40:05.216 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:40:04 smithi088 podman[46914]: 2024-04-22 22:40:04.970175718 +0000 UTC m=+0.559985114 container start a7d05385dcaa99cc084ef7ab3e8229144c0bcb7b41e4e7c1685900bf791f8cfb (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-22T22:40:05.216 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:40:04 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-alertmanager-a[47009]: level=info ts=2024-04-22T22:40:04.980Z caller=main.go:225 msg="Starting Alertmanager" version="(version=0.23.0, branch=HEAD, revision=61046b17771a57cfd4c4a51be370ab930a4d7d54)" 2024-04-22T22:40:05.216 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:40:04 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-alertmanager-a[47009]: level=info ts=2024-04-22T22:40:04.980Z caller=main.go:226 build_context="(go=go1.16.7, user=root@e21a959be8d2, date=20210825-10:48:55)" 2024-04-22T22:40:05.216 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:40:04 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-alertmanager-a[47009]: level=info ts=2024-04-22T22:40:04.981Z caller=cluster.go:184 component=cluster msg="setting advertise address explicitly" addr=172.21.15.88 port=9094 2024-04-22T22:40:05.216 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:40:04 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-alertmanager-a[47009]: level=info ts=2024-04-22T22:40:04.982Z caller=cluster.go:671 component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-22T22:40:05.216 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:40:05 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-alertmanager-a[47009]: level=info ts=2024-04-22T22:40:05.006Z caller=coordinator.go:113 component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-22T22:40:05.216 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:40:05 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-alertmanager-a[47009]: level=info ts=2024-04-22T22:40:05.006Z caller=coordinator.go:126 component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-22T22:40:05.216 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:40:05 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-alertmanager-a[47009]: level=info ts=2024-04-22T22:40:05.009Z caller=main.go:518 msg=Listening address=:9093 2024-04-22T22:40:05.216 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:40:05 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-alertmanager-a[47009]: level=info ts=2024-04-22T22:40:05.009Z caller=tls_config.go:191 msg="TLS is disabled." http2=false 2024-04-22T22:40:05.216 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:40:05 smithi088 bash[46914]: a7d05385dcaa99cc084ef7ab3e8229144c0bcb7b41e4e7c1685900bf791f8cfb 2024-04-22T22:40:05.216 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:40:05 smithi088 systemd[1]: Started Ceph alertmanager.a for 41629230-00f8-11ef-bc93-c7b262605968. 2024-04-22T22:40:05.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:05 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:05.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:05 smithi088 ceph-mon[21849]: from='client.24508 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T22:40:05.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:05 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:05.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:05 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:05.716 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:05 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:05.716 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:05 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:05.716 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:05 smithi088 ceph-mon[26737]: from='client.24508 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T22:40:05.716 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:05 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:05.716 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:05 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:05.716 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:05 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:05.733 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:05 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:05.733 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:05 smithi175 ceph-mon[22840]: from='client.24508 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T22:40:05.733 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:05 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:05.734 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:05 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:05.734 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:05 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:05.772 INFO:teuthology.orchestra.run.smithi088.stdout:{"pg_ready":true,"pg_map":{"version":44,"stamp":"2024-04-22T22:40:03.111062+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1586784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":749961216,"kb_used":48960,"kb_used_data":6144,"kb_used_omap":0,"kb_used_meta":42752,"kb_avail":749912256,"statfs":{"total":767960285184,"available":767910150144,"internally_reserved":0,"allocated":6291456,"data_stored":3510300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":43778048},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.001934"},"pg_stats":[{"pgid":"1.0","version":"60'128","reported_seq":267,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T22:38:41.184502+0000","last_change":"2024-04-22T22:38:27.116001+0000","last_active":"2024-04-22T22:38:41.184502+0000","last_peered":"2024-04-22T22:38:41.184502+0000","last_clean":"2024-04-22T22:38:41.184502+0000","last_became_active":"2024-04-22T22:38:27.115524+0000","last_became_peered":"2024-04-22T22:38:27.115524+0000","last_unstale":"2024-04-22T22:38:41.184502+0000","last_undegraded":"2024-04-22T22:38:41.184502+0000","last_fullsized":"2024-04-22T22:38:41.184502+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T22:36:25.245443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T22:36:25.245443+0000","last_clean_scrub_stamp":"2024-04-22T22:36:25.245443+0000","objects_scrubbed":0,"log_size":128,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T07:50:53.740205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1586784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1586784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1597440,"data_stored":1586784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201302,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6092,"kb_used_data":1092,"kb_used_omap":0,"kb_used_meta":4992,"kb_avail":93739060,"statfs":{"total":95995035648,"available":95988797440,"internally_reserved":0,"allocated":1118208,"data_stored":769265,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5111808},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 22:39:24 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.503},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.47499999999999998}]},{"osd":1,"last update":"Mon Apr 22 22:39:24 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.48699999999999999}]},{"osd":2,"last update":"Mon Apr 22 22:39:24 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.443}]},{"osd":3,"last update":"Mon Apr 22 22:39:24 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.496}]},{"osd":4,"last update":"Mon Apr 22 22:39:24 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.39200000000000002}]},{"osd":5,"last update":"Mon Apr 22 22:39:24 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.52500000000000002}]},{"osd":6,"last update":"Mon Apr 22 22:39:24 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.55000000000000004}]}]},{"osd":6,"up_from":47,"seq":201863462939,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6152,"kb_used_data":1088,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":93739000,"statfs":{"total":95995035648,"available":95988736000,"internally_reserved":0,"allocated":1114112,"data_stored":769000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 22:39:02 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.46200000000000002}]},{"osd":1,"last update":"Mon Apr 22 22:39:02 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.42199999999999999}]},{"osd":2,"last update":"Mon Apr 22 22:39:02 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.38400000000000001}]},{"osd":3,"last update":"Mon Apr 22 22:39:02 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.44}]},{"osd":4,"last update":"Mon Apr 22 22:39:02 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.371}]},{"osd":5,"last update":"Mon Apr 22 22:39:02 2024","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"last":0.32500000000000001}]},{"osd":7,"last update":"Mon Apr 22 22:39:23 2024","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.29499999999999998},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.40200000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574899,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6340,"kb_used_data":572,"kb_used_omap":0,"kb_used_meta":5760,"kb_avail":93738812,"statfs":{"total":95995035648,"available":95988543488,"internally_reserved":0,"allocated":585728,"data_stored":240395,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5898240},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 22:39:03 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.33300000000000002,"15min":0.30599999999999999},"min":{"1min":0.20999999999999999,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.377,"5min":0.33900000000000002,"15min":0.309},"min":{"1min":0.246,"5min":0.182,"15min":0.182},"max":{"1min":0.55200000000000005,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.36499999999999999}]},{"osd":2,"last update":"Mon Apr 22 22:39:33 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.36599999999999999,"15min":0.35299999999999998},"min":{"1min":0.247,"5min":0.219,"15min":0.219},"max":{"1min":0.57299999999999995,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.39300000000000002,"15min":0.375},"min":{"1min":0.26200000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.61199999999999999,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.251}]},{"osd":3,"last update":"Mon Apr 22 22:39:52 2024","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.46200000000000002,"15min":0.46899999999999997},"min":{"1min":0.29199999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.58599999999999997,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.42399999999999999,"15min":0.42799999999999999},"min":{"1min":0.29899999999999999,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.56699999999999995,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.48499999999999999}]},{"osd":4,"last update":"Mon Apr 22 22:39:16 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":1.377,"15min":1.5109999999999999},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.85399999999999998,"5min":18.245999999999999,"15min":18.245999999999999},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.56299999999999994,"5min":1.379,"15min":1.5149999999999999},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.79200000000000004,"5min":18.257000000000001,"15min":18.257000000000001},"last":0.61899999999999999}]},{"osd":5,"last update":"Mon Apr 22 22:39:42 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":1.3140000000000001,"15min":1.4399999999999999},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.89200000000000002,"5min":18.213000000000001,"15min":18.213000000000001},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.56799999999999995,"15min":0.56200000000000006},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.96599999999999997,"5min":0.96599999999999997,"15min":0.96599999999999997},"last":0.38600000000000001}]},{"osd":6,"last update":"Mon Apr 22 22:38:59 2024","interfaces":[{"interface":"back","average":{"1min":1.5800000000000001,"5min":1.5800000000000001,"15min":1.5800000000000001},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":18.192,"5min":18.192,"15min":18.192},"last":0.63},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.68300000000000005}]},{"osd":7,"last update":"Mon Apr 22 22:39:27 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.58999999999999997}]}]},{"osd":0,"up_from":8,"seq":34359738423,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6928,"kb_used_data":1096,"kb_used_omap":0,"kb_used_meta":5824,"kb_avail":93738224,"statfs":{"total":95995035648,"available":95987941376,"internally_reserved":0,"allocated":1122304,"data_stored":769588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5963776},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Apr 22 22:39:05 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.34100000000000003,"15min":0.32400000000000001},"min":{"1min":0.24399999999999999,"5min":0.221,"15min":0.221},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.35299999999999998,"15min":0.33000000000000002},"min":{"1min":0.27400000000000002,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.50800000000000001,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.34399999999999997}]},{"osd":2,"last update":"Mon Apr 22 22:39:29 2024","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.26800000000000002,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.48599999999999999,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.318},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.40100000000000002,"15min":0.39900000000000002},"min":{"1min":0.27100000000000002,"5min":0.251,"15min":0.251},"max":{"1min":0.5,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.41499999999999998}]},{"osd":3,"last update":"Mon Apr 22 22:39:56 2024","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.40699999999999997,"15min":0.41199999999999998},"min":{"1min":0.30099999999999999,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.54500000000000004,"5min":0.58599999999999997,"15min":0.58599999999999997},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.432,"15min":0.437},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.63800000000000001,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.38400000000000001}]},{"osd":4,"last update":"Mon Apr 22 22:39:12 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.54500000000000004,"15min":0.55100000000000005},"min":{"1min":0.41699999999999998,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.621,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.626},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.57199999999999995,"15min":0.57299999999999995},"min":{"1min":0.40600000000000003,"5min":0.374,"15min":0.374},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.65900000000000003}]},{"osd":5,"last update":"Mon Apr 22 22:39:36 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.54400000000000004,"15min":0.54300000000000004},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.57299999999999995,"15min":0.57699999999999996},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.70499999999999996,"5min":0.75,"15min":0.75},"last":0.69599999999999995}]},{"osd":6,"last update":"Mon Apr 22 22:39:01 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.60199999999999998}]},{"osd":7,"last update":"Mon Apr 22 22:39:23 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.57999999999999996}]}]},{"osd":2,"up_from":18,"seq":77309411375,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6280,"kb_used_data":576,"kb_used_omap":0,"kb_used_meta":5696,"kb_avail":93738872,"statfs":{"total":95995035648,"available":95988604928,"internally_reserved":0,"allocated":589824,"data_stored":240660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5832704},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 22:39:32 2024","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.35499999999999998,"15min":0.34300000000000003},"min":{"1min":0.16700000000000001,"5min":0.16700000000000001,"15min":0.16700000000000001},"max":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.375,"15min":0.35899999999999999},"min":{"1min":0.19,"5min":0.19,"15min":0.19},"max":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.59099999999999997}]},{"osd":1,"last update":"Mon Apr 22 22:39:32 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.39700000000000002,"15min":0.38700000000000001},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.41999999999999998,"15min":0.40400000000000003},"min":{"1min":0.28599999999999998,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.58599999999999997,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.47799999999999998}]},{"osd":3,"last update":"Mon Apr 22 22:39:54 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.41399999999999998,"15min":0.41599999999999998},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.371,"5min":0.40500000000000003,"15min":0.40699999999999997},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.437}]},{"osd":4,"last update":"Mon Apr 22 22:39:12 2024","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.59799999999999998,"15min":0.58999999999999997},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.64200000000000002,"15min":0.63800000000000001},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.498}]},{"osd":5,"last update":"Mon Apr 22 22:39:42 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.63800000000000001,"15min":0.65200000000000002},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.78400000000000003,"5min":0.872,"15min":0.872},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.61799999999999999,"15min":0.629},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.70799999999999996,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.63800000000000001}]},{"osd":6,"last update":"Mon Apr 22 22:39:59 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.627,"15min":0.64000000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.748,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.748},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.61899999999999999,"15min":0.628},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.69899999999999995,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.69899999999999995}]},{"osd":7,"last update":"Mon Apr 22 22:39:24 2024","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.73199999999999998}]}]},{"osd":3,"up_from":26,"seq":111669149736,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5704,"kb_used_data":576,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":93739448,"statfs":{"total":95995035648,"available":95989194752,"internally_reserved":0,"allocated":589824,"data_stored":240660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 22:39:49 2024","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.39200000000000002,"15min":0.39000000000000001},"min":{"1min":0.28799999999999998,"5min":0.249,"15min":0.249},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.39700000000000002,"15min":0.39100000000000001},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.59499999999999997,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.27900000000000003}]},{"osd":1,"last update":"Mon Apr 22 22:39:49 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.40200000000000002,"15min":0.40600000000000003},"min":{"1min":0.27600000000000002,"5min":0.246,"15min":0.246},"max":{"1min":0.49399999999999999,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.29499999999999998},{"interface":"front","average":{"1min":0.442,"5min":0.41699999999999998,"15min":0.40899999999999997},"min":{"1min":0.309,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.34200000000000003}]},{"osd":2,"last update":"Mon Apr 22 22:39:49 2024","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.44400000000000001,"15min":0.44600000000000001},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.60699999999999998,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.438,"15min":0.436},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.621,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.35599999999999998}]},{"osd":4,"last update":"Mon Apr 22 22:39:17 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.78300000000000003,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.60399999999999998,"15min":0.60799999999999998},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.621}]},{"osd":5,"last update":"Mon Apr 22 22:39:36 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.82999999999999996,"5min":0.879,"15min":0.879},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.63200000000000001,"15min":0.63},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.81499999999999995,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.54800000000000004}]},{"osd":6,"last update":"Mon Apr 22 22:40:00 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.628,"15min":0.63500000000000001},"min":{"1min":0.46300000000000002,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.63200000000000001,"15min":0.63400000000000001},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.78800000000000003,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.60199999999999998}]},{"osd":7,"last update":"Mon Apr 22 22:39:23 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.628,"5min":0.628,"15min":0.628},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.64400000000000002}]}]},{"osd":4,"up_from":31,"seq":133143986213,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5764,"kb_used_data":572,"kb_used_omap":0,"kb_used_meta":5184,"kb_avail":93739388,"statfs":{"total":95995035648,"available":95989133312,"internally_reserved":0,"allocated":585728,"data_stored":240395,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5308416},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 22:39:16 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55500000000000005,"15min":0.55600000000000005},"min":{"1min":0.41599999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.5,"5min":0.54400000000000004,"15min":0.55100000000000005},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.68799999999999994,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.5}]},{"osd":1,"last update":"Mon Apr 22 22:39:16 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.53900000000000003,"15min":0.54100000000000004},"min":{"1min":0.442,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.66100000000000003,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.56000000000000005,"15min":0.56799999999999995},"min":{"1min":0.38800000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.71299999999999997,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.47399999999999998}]},{"osd":2,"last update":"Mon Apr 22 22:39:16 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.55700000000000005,"15min":0.56100000000000005},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.74099999999999999,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.55400000000000005,"15min":0.56000000000000005},"min":{"1min":0.42099999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.64300000000000002,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.53300000000000003}]},{"osd":3,"last update":"Mon Apr 22 22:39:16 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.55100000000000005,"15min":0.55300000000000005},"min":{"1min":0.39600000000000002,"5min":0.372,"15min":0.372},"max":{"1min":0.63300000000000001,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.56299999999999994,"15min":0.56599999999999995},"min":{"1min":0.45500000000000002,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.69999999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.53900000000000003}]},{"osd":5,"last update":"Mon Apr 22 22:39:38 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.43099999999999999,"15min":0.42099999999999999},"min":{"1min":0.33700000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.45000000000000001,"15min":0.44500000000000001},"min":{"1min":0.34399999999999997,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.68799999999999994,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.45300000000000001}]},{"osd":6,"last update":"Mon Apr 22 22:40:01 2024","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.48299999999999998,"15min":0.48399999999999999},"min":{"1min":0.36499999999999999,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.47599999999999998,"15min":0.47299999999999998},"min":{"1min":0.33900000000000002,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.41199999999999998}]},{"osd":7,"last update":"Mon Apr 22 22:39:23 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.46600000000000003}]}]},{"osd":5,"up_from":39,"seq":167503724575,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5700,"kb_used_data":572,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":93739452,"statfs":{"total":95995035648,"available":95989198848,"internally_reserved":0,"allocated":585728,"data_stored":240337,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 22:39:36 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.53900000000000003,"15min":0.54300000000000004},"min":{"1min":0.372,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.73699999999999999,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.55800000000000005,"15min":0.56100000000000005},"min":{"1min":0.39700000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.70699999999999996,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.44800000000000001}]},{"osd":1,"last update":"Mon Apr 22 22:39:36 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.55700000000000005,"15min":0.55500000000000005},"min":{"1min":0.40500000000000003,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.753,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.502,"5min":0.54500000000000004,"15min":0.55200000000000005},"min":{"1min":0.35499999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.72799999999999998,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.46700000000000003}]},{"osd":2,"last update":"Mon Apr 22 22:39:36 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55000000000000004,"15min":0.54900000000000004},"min":{"1min":0.35299999999999998,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.74399999999999999,"5min":0.877,"15min":0.877},"last":0.503},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.38200000000000001,"5min":0.377,"15min":0.377},"max":{"1min":0.75900000000000001,"5min":0.88,"15min":0.88},"last":0.46100000000000002}]},{"osd":3,"last update":"Mon Apr 22 22:39:36 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.53600000000000003,"15min":0.53000000000000003},"min":{"1min":0.39000000000000001,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.76900000000000002,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.76800000000000002,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.43099999999999999}]},{"osd":4,"last update":"Mon Apr 22 22:39:36 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.42099999999999999,"15min":0.41899999999999998},"min":{"1min":0.27600000000000002,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.44400000000000001,"15min":0.436},"min":{"1min":0.30299999999999999,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.40799999999999997}]},{"osd":6,"last update":"Mon Apr 22 22:39:02 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.40200000000000002}]},{"osd":7,"last update":"Mon Apr 22 22:39:23 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.438}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":532480,"data_stored":528928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":532480,"data_stored":528928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":532480,"data_stored":528928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-22T22:40:05.773 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-22T22:40:06.232 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/41629230-00f8-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T22:40:06.642 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:06 smithi088 ceph-mon[26737]: pgmap v45: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:40:06.642 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:06 smithi088 ceph-mon[26737]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-22T22:40:06.643 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:06 smithi088 ceph-mon[26737]: Reconfiguring daemon prometheus.a on smithi175 2024-04-22T22:40:06.643 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:06 smithi088 ceph-mon[26737]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-22T22:40:06.643 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:06 smithi088 ceph-mon[21849]: pgmap v45: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:40:06.643 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:06 smithi088 ceph-mon[21849]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-22T22:40:06.643 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:06 smithi088 ceph-mon[21849]: Reconfiguring daemon prometheus.a on smithi175 2024-04-22T22:40:06.643 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:06 smithi088 ceph-mon[21849]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-22T22:40:06.805 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:06 smithi175 ceph-mon[22840]: pgmap v45: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:40:06.805 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:06 smithi175 ceph-mon[22840]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-22T22:40:06.806 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:06 smithi175 ceph-mon[22840]: Reconfiguring daemon prometheus.a on smithi175 2024-04-22T22:40:06.806 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:06 smithi175 ceph-mon[22840]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-22T22:40:07.305 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:40:06 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-alertmanager-a[47009]: level=info ts=2024-04-22T22:40:06.983Z caller=cluster.go:696 component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000910378s 2024-04-22T22:40:08.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:08 smithi175 ceph-mon[22840]: pgmap v46: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:40:08.577 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:08 smithi088 ceph-mon[21849]: pgmap v46: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:40:08.578 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:08 smithi088 ceph-mon[26737]: pgmap v46: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:40:08.769 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-04-22T22:40:08.771 INFO:teuthology.orchestra.run.smithi088.stderr:dumped all 2024-04-22T22:40:09.650 INFO:teuthology.orchestra.run.smithi088.stdout:{"pg_ready":true,"pg_map":{"version":47,"stamp":"2024-04-22T22:40:08.656816+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1586784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":749961216,"kb_used":48960,"kb_used_data":6144,"kb_used_omap":0,"kb_used_meta":42752,"kb_avail":749912256,"statfs":{"total":767960285184,"available":767910150144,"internally_reserved":0,"allocated":6291456,"data_stored":3510300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":43778048},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"11.546730"},"pg_stats":[{"pgid":"1.0","version":"60'128","reported_seq":267,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-22T22:38:41.184502+0000","last_change":"2024-04-22T22:38:27.116001+0000","last_active":"2024-04-22T22:38:41.184502+0000","last_peered":"2024-04-22T22:38:41.184502+0000","last_clean":"2024-04-22T22:38:41.184502+0000","last_became_active":"2024-04-22T22:38:27.115524+0000","last_became_peered":"2024-04-22T22:38:27.115524+0000","last_unstale":"2024-04-22T22:38:41.184502+0000","last_undegraded":"2024-04-22T22:38:41.184502+0000","last_fullsized":"2024-04-22T22:38:41.184502+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T22:36:25.245443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T22:36:25.245443+0000","last_clean_scrub_stamp":"2024-04-22T22:36:25.245443+0000","objects_scrubbed":0,"log_size":128,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T07:50:53.740205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1586784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1586784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1597440,"data_stored":1586784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201303,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6092,"kb_used_data":1092,"kb_used_omap":0,"kb_used_meta":4992,"kb_avail":93739060,"statfs":{"total":95995035648,"available":95988797440,"internally_reserved":0,"allocated":1118208,"data_stored":769265,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5111808},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 22:39:24 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.53200000000000003}]},{"osd":1,"last update":"Mon Apr 22 22:39:24 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.495}]},{"osd":2,"last update":"Mon Apr 22 22:39:24 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.57999999999999996}]},{"osd":3,"last update":"Mon Apr 22 22:39:24 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.48199999999999998}]},{"osd":4,"last update":"Mon Apr 22 22:39:24 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.39600000000000002}]},{"osd":5,"last update":"Mon Apr 22 22:39:24 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.45600000000000002}]},{"osd":6,"last update":"Mon Apr 22 22:39:24 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.61799999999999999}]}]},{"osd":6,"up_from":47,"seq":201863462940,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6152,"kb_used_data":1088,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":93739000,"statfs":{"total":95995035648,"available":95988736000,"internally_reserved":0,"allocated":1114112,"data_stored":769000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 22:40:05 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.51100000000000001,"15min":0.503},"min":{"1min":0.42899999999999999,"5min":0.318,"15min":0.318},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.51200000000000001,"15min":0.50800000000000001},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.73999999999999999,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.71599999999999997}]},{"osd":1,"last update":"Mon Apr 22 22:40:05 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.499,"15min":0.495},"min":{"1min":0.36699999999999999,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.51100000000000001,"15min":0.504},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.71099999999999997,"5min":0.752,"15min":0.752},"last":0.60099999999999998}]},{"osd":2,"last update":"Mon Apr 22 22:40:05 2024","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.54900000000000004,"15min":0.52900000000000003},"min":{"1min":0.36199999999999999,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":2.7029999999999998,"5min":2.7029999999999998,"15min":2.7029999999999998},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.50900000000000001,"15min":0.505},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.58999999999999997}]},{"osd":3,"last update":"Mon Apr 22 22:40:05 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.51500000000000001,"15min":0.50900000000000001},"min":{"1min":0.41699999999999998,"5min":0.373,"15min":0.373},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.53000000000000003,"15min":0.52500000000000002},"min":{"1min":0.42099999999999999,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.73699999999999999}]},{"osd":4,"last update":"Mon Apr 22 22:40:05 2024","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.42999999999999999,"15min":0.42599999999999999},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.43099999999999999,"15min":0.42599999999999999},"min":{"1min":0.33600000000000002,"5min":0.316,"15min":0.316},"max":{"1min":0.56599999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.47899999999999998}]},{"osd":5,"last update":"Mon Apr 22 22:40:05 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.44400000000000001,"15min":0.434},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.501},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.47399999999999998,"15min":0.46400000000000002},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.63}]},{"osd":7,"last update":"Mon Apr 22 22:39:23 2024","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.57099999999999995}]}]},{"osd":1,"up_from":13,"seq":55834574900,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6340,"kb_used_data":572,"kb_used_omap":0,"kb_used_meta":5760,"kb_avail":93738812,"statfs":{"total":95995035648,"available":95988543488,"internally_reserved":0,"allocated":585728,"data_stored":240395,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5898240},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 22:40:05 2024","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.34499999999999997,"15min":0.31},"min":{"1min":0.23799999999999999,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":0.55400000000000005,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.377,"5min":0.35599999999999998,"15min":0.315},"min":{"1min":0.248,"5min":0.182,"15min":0.182},"max":{"1min":0.54500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.5}]},{"osd":2,"last update":"Mon Apr 22 22:39:33 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.36599999999999999,"15min":0.35299999999999998},"min":{"1min":0.247,"5min":0.219,"15min":0.219},"max":{"1min":0.57299999999999995,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.39300000000000002,"15min":0.375},"min":{"1min":0.26200000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.61199999999999999,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.47299999999999998}]},{"osd":3,"last update":"Mon Apr 22 22:39:52 2024","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.46200000000000002,"15min":0.46899999999999997},"min":{"1min":0.29199999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.58599999999999997,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.42399999999999999,"15min":0.42799999999999999},"min":{"1min":0.29899999999999999,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.56699999999999995,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.41899999999999998}]},{"osd":4,"last update":"Mon Apr 22 22:39:16 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":1.377,"15min":1.5109999999999999},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.85399999999999998,"5min":18.245999999999999,"15min":18.245999999999999},"last":0.93799999999999994},{"interface":"front","average":{"1min":0.56299999999999994,"5min":1.379,"15min":1.5149999999999999},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.79200000000000004,"5min":18.257000000000001,"15min":18.257000000000001},"last":0.95899999999999996}]},{"osd":5,"last update":"Mon Apr 22 22:39:42 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":1.3140000000000001,"15min":1.4399999999999999},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.89200000000000002,"5min":18.213000000000001,"15min":18.213000000000001},"last":0.81899999999999995},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.56799999999999995,"15min":0.56200000000000006},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.96599999999999997,"5min":0.96599999999999997,"15min":0.96599999999999997},"last":0.92000000000000004}]},{"osd":6,"last update":"Mon Apr 22 22:40:02 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":1.385,"15min":1.5149999999999999},"min":{"1min":0.42099999999999999,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.93300000000000005,"5min":18.192,"15min":18.192},"last":0.80600000000000005},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.59199999999999997,"15min":0.58899999999999997},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.89800000000000002}]},{"osd":7,"last update":"Mon Apr 22 22:39:27 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.94499999999999995},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.83599999999999997}]}]},{"osd":0,"up_from":8,"seq":34359738424,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6928,"kb_used_data":1096,"kb_used_omap":0,"kb_used_meta":5824,"kb_avail":93738224,"statfs":{"total":95995035648,"available":95987941376,"internally_reserved":0,"allocated":1122304,"data_stored":769588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5963776},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Apr 22 22:39:05 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.34100000000000003,"15min":0.32400000000000001},"min":{"1min":0.24399999999999999,"5min":0.221,"15min":0.221},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.35299999999999998,"15min":0.33000000000000002},"min":{"1min":0.27400000000000002,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.50800000000000001,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.29299999999999998}]},{"osd":2,"last update":"Mon Apr 22 22:39:29 2024","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.26800000000000002,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.48599999999999999,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.26500000000000001},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.40100000000000002,"15min":0.39900000000000002},"min":{"1min":0.27100000000000002,"5min":0.251,"15min":0.251},"max":{"1min":0.5,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.27700000000000002}]},{"osd":3,"last update":"Mon Apr 22 22:39:56 2024","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.40699999999999997,"15min":0.41199999999999998},"min":{"1min":0.30099999999999999,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.54500000000000004,"5min":0.58599999999999997,"15min":0.58599999999999997},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.432,"15min":0.437},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.63800000000000001,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.30399999999999999}]},{"osd":4,"last update":"Mon Apr 22 22:39:12 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.54500000000000004,"15min":0.55100000000000005},"min":{"1min":0.41699999999999998,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.621,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.57199999999999995,"15min":0.57299999999999995},"min":{"1min":0.40600000000000003,"5min":0.374,"15min":0.374},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.47099999999999997}]},{"osd":5,"last update":"Mon Apr 22 22:39:36 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.54400000000000004,"15min":0.54300000000000004},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.57299999999999995,"15min":0.57699999999999996},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.70499999999999996,"5min":0.75,"15min":0.75},"last":0.42999999999999999}]},{"osd":6,"last update":"Mon Apr 22 22:40:04 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.57799999999999996,"15min":0.57499999999999996},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.58799999999999997,"15min":0.58599999999999997},"min":{"1min":0.40000000000000002,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.504}]},{"osd":7,"last update":"Mon Apr 22 22:39:23 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.52300000000000002}]}]},{"osd":2,"up_from":18,"seq":77309411376,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6280,"kb_used_data":576,"kb_used_omap":0,"kb_used_meta":5696,"kb_avail":93738872,"statfs":{"total":95995035648,"available":95988604928,"internally_reserved":0,"allocated":589824,"data_stored":240660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5832704},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 22:39:32 2024","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.35499999999999998,"15min":0.34300000000000003},"min":{"1min":0.16700000000000001,"5min":0.16700000000000001,"15min":0.16700000000000001},"max":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.375,"15min":0.35899999999999999},"min":{"1min":0.19,"5min":0.19,"15min":0.19},"max":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.53300000000000003}]},{"osd":1,"last update":"Mon Apr 22 22:39:32 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.39700000000000002,"15min":0.38700000000000001},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.41999999999999998,"15min":0.40400000000000003},"min":{"1min":0.28599999999999998,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.58599999999999997,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.47699999999999998}]},{"osd":3,"last update":"Mon Apr 22 22:39:54 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.41399999999999998,"15min":0.41599999999999998},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.371,"5min":0.40500000000000003,"15min":0.40699999999999997},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.48999999999999999}]},{"osd":4,"last update":"Mon Apr 22 22:39:12 2024","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.59799999999999998,"15min":0.58999999999999997},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.76700000000000002},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.64200000000000002,"15min":0.63800000000000001},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.70099999999999996}]},{"osd":5,"last update":"Mon Apr 22 22:39:42 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.63800000000000001,"15min":0.65200000000000002},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.78400000000000003,"5min":0.872,"15min":0.872},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.61799999999999999,"15min":0.629},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.70799999999999996,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.745}]},{"osd":6,"last update":"Mon Apr 22 22:39:59 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.627,"15min":0.64000000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.748,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.61899999999999999,"15min":0.628},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.69899999999999995,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.72499999999999998}]},{"osd":7,"last update":"Mon Apr 22 22:39:24 2024","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.752},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.69199999999999995}]}]},{"osd":3,"up_from":26,"seq":111669149737,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5704,"kb_used_data":576,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":93739448,"statfs":{"total":95995035648,"available":95989194752,"internally_reserved":0,"allocated":589824,"data_stored":240660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 22:39:49 2024","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.39200000000000002,"15min":0.39000000000000001},"min":{"1min":0.28799999999999998,"5min":0.249,"15min":0.249},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.39700000000000002,"15min":0.39100000000000001},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.59499999999999997,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.47399999999999998}]},{"osd":1,"last update":"Mon Apr 22 22:39:49 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.40200000000000002,"15min":0.40600000000000003},"min":{"1min":0.27600000000000002,"5min":0.246,"15min":0.246},"max":{"1min":0.49399999999999999,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.442,"5min":0.41699999999999998,"15min":0.40899999999999997},"min":{"1min":0.309,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.46100000000000002}]},{"osd":2,"last update":"Mon Apr 22 22:39:49 2024","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.44400000000000001,"15min":0.44600000000000001},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.60699999999999998,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.505},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.438,"15min":0.436},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.621,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.42399999999999999}]},{"osd":4,"last update":"Mon Apr 22 22:39:17 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.78300000000000003,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.60399999999999998,"15min":0.60799999999999998},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.66500000000000004}]},{"osd":5,"last update":"Mon Apr 22 22:39:36 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.82999999999999996,"5min":0.879,"15min":0.879},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.63200000000000001,"15min":0.63},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.81499999999999995,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.749}]},{"osd":6,"last update":"Mon Apr 22 22:40:00 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.628,"15min":0.63500000000000001},"min":{"1min":0.46300000000000002,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.63200000000000001,"15min":0.63400000000000001},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.78800000000000003,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.72899999999999998}]},{"osd":7,"last update":"Mon Apr 22 22:39:23 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.628,"5min":0.628,"15min":0.628},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.68300000000000005}]}]},{"osd":4,"up_from":31,"seq":133143986214,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5764,"kb_used_data":572,"kb_used_omap":0,"kb_used_meta":5184,"kb_avail":93739388,"statfs":{"total":95995035648,"available":95989133312,"internally_reserved":0,"allocated":585728,"data_stored":240395,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5308416},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 22:39:16 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55500000000000005,"15min":0.55600000000000005},"min":{"1min":0.41599999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.5,"5min":0.54400000000000004,"15min":0.55100000000000005},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.68799999999999994,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.53300000000000003}]},{"osd":1,"last update":"Mon Apr 22 22:39:16 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.53900000000000003,"15min":0.54100000000000004},"min":{"1min":0.442,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.66100000000000003,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.56000000000000005,"15min":0.56799999999999995},"min":{"1min":0.38800000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.71299999999999997,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.57999999999999996}]},{"osd":2,"last update":"Mon Apr 22 22:39:16 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.55700000000000005,"15min":0.56100000000000005},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.74099999999999999,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.621},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.55400000000000005,"15min":0.56000000000000005},"min":{"1min":0.42099999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.64300000000000002,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.47499999999999998}]},{"osd":3,"last update":"Mon Apr 22 22:39:16 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.55100000000000005,"15min":0.55300000000000005},"min":{"1min":0.39600000000000002,"5min":0.372,"15min":0.372},"max":{"1min":0.63300000000000001,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.56299999999999994,"15min":0.56599999999999995},"min":{"1min":0.45500000000000002,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.69999999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.59399999999999997}]},{"osd":5,"last update":"Mon Apr 22 22:39:38 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.43099999999999999,"15min":0.42099999999999999},"min":{"1min":0.33700000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.45000000000000001,"15min":0.44500000000000001},"min":{"1min":0.34399999999999997,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.68799999999999994,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.64600000000000002}]},{"osd":6,"last update":"Mon Apr 22 22:40:01 2024","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.48299999999999998,"15min":0.48399999999999999},"min":{"1min":0.36499999999999999,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.47599999999999998,"15min":0.47299999999999998},"min":{"1min":0.33900000000000002,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.68600000000000005}]},{"osd":7,"last update":"Mon Apr 22 22:39:23 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.63400000000000001}]}]},{"osd":5,"up_from":39,"seq":167503724576,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5700,"kb_used_data":572,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":93739452,"statfs":{"total":95995035648,"available":95989198848,"internally_reserved":0,"allocated":585728,"data_stored":240337,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 22 22:39:36 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.53900000000000003,"15min":0.54300000000000004},"min":{"1min":0.372,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.73699999999999999,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.55800000000000005,"15min":0.56100000000000005},"min":{"1min":0.39700000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.70699999999999996,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.51200000000000001}]},{"osd":1,"last update":"Mon Apr 22 22:39:36 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.55700000000000005,"15min":0.55500000000000005},"min":{"1min":0.40500000000000003,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.753,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.502,"5min":0.54500000000000004,"15min":0.55200000000000005},"min":{"1min":0.35499999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.72799999999999998,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.52500000000000002}]},{"osd":2,"last update":"Mon Apr 22 22:39:36 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55000000000000004,"15min":0.54900000000000004},"min":{"1min":0.35299999999999998,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.74399999999999999,"5min":0.877,"15min":0.877},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.38200000000000001,"5min":0.377,"15min":0.377},"max":{"1min":0.75900000000000001,"5min":0.88,"15min":0.88},"last":0.439}]},{"osd":3,"last update":"Mon Apr 22 22:39:36 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.53600000000000003,"15min":0.53000000000000003},"min":{"1min":0.39000000000000001,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.76900000000000002,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.378},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.76800000000000002,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.56899999999999995}]},{"osd":4,"last update":"Mon Apr 22 22:39:36 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.42099999999999999,"15min":0.41899999999999998},"min":{"1min":0.27600000000000002,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.44400000000000001,"15min":0.436},"min":{"1min":0.30299999999999999,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.45800000000000002}]},{"osd":6,"last update":"Mon Apr 22 22:40:06 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.45900000000000002,"15min":0.45000000000000001},"min":{"1min":0.34899999999999998,"5min":0.311,"15min":0.311},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.505,"5min":0.46800000000000003,"15min":0.46200000000000002},"min":{"1min":0.34100000000000003,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.749,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.61299999999999999}]},{"osd":7,"last update":"Mon Apr 22 22:39:23 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.48199999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":532480,"data_stored":528928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":532480,"data_stored":528928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":532480,"data_stored":528928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-22T22:40:09.651 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-22T22:40:09.651 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-22T22:40:09.651 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-04-22T22:40:09.652 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph health --format=json 2024-04-22T22:40:09.974 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/41629230-00f8-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T22:40:10.700 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:10 smithi175 ceph-mon[22840]: pgmap v47: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:40:10.701 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:10 smithi175 ceph-mon[22840]: from='client.24514 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T22:40:10.701 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:40:10 smithi175 systemd[1]: Stopping Ceph prometheus.a for 41629230-00f8-11ef-bc93-c7b262605968... 2024-04-22T22:40:10.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:10 smithi088 ceph-mon[21849]: pgmap v47: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:40:10.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:10 smithi088 ceph-mon[21849]: from='client.24514 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T22:40:10.715 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:10 smithi088 ceph-mon[26737]: pgmap v47: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:40:10.716 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:10 smithi088 ceph-mon[26737]: from='client.24514 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T22:40:11.056 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:40:10 smithi175 bash[42174]: Error: no container with name or ID "ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus.a" found: no such container 2024-04-22T22:40:11.056 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:40:10 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus-a[39141]: ts=2024-04-22T22:40:10.834Z caller=main.go:775 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-22T22:40:11.056 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:40:10 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus-a[39141]: ts=2024-04-22T22:40:10.835Z caller=main.go:798 level=info msg="Stopping scrape discovery manager..." 2024-04-22T22:40:11.056 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:40:10 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus-a[39141]: ts=2024-04-22T22:40:10.835Z caller=main.go:812 level=info msg="Stopping notify discovery manager..." 2024-04-22T22:40:11.056 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:40:10 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus-a[39141]: ts=2024-04-22T22:40:10.835Z caller=main.go:834 level=info msg="Stopping scrape manager..." 2024-04-22T22:40:11.056 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:40:10 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus-a[39141]: ts=2024-04-22T22:40:10.835Z caller=manager.go:945 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-22T22:40:11.056 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:40:10 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus-a[39141]: ts=2024-04-22T22:40:10.835Z caller=main.go:808 level=info msg="Notify discovery manager stopped" 2024-04-22T22:40:11.056 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:40:10 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus-a[39141]: ts=2024-04-22T22:40:10.835Z caller=main.go:794 level=info msg="Scrape discovery manager stopped" 2024-04-22T22:40:11.056 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:40:10 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus-a[39141]: ts=2024-04-22T22:40:10.835Z caller=main.go:828 level=info msg="Scrape manager stopped" 2024-04-22T22:40:11.056 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:40:10 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus-a[39141]: ts=2024-04-22T22:40:10.835Z caller=manager.go:955 level=info component="rule manager" msg="Rule manager stopped" 2024-04-22T22:40:11.056 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:40:10 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus-a[39141]: ts=2024-04-22T22:40:10.835Z caller=notifier.go:600 level=info component=notifier msg="Stopping notification manager..." 2024-04-22T22:40:11.057 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:40:10 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus-a[39141]: ts=2024-04-22T22:40:10.835Z caller=main.go:1054 level=info msg="Notifier manager stopped" 2024-04-22T22:40:11.057 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:40:10 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus-a[39141]: ts=2024-04-22T22:40:10.835Z caller=main.go:1066 level=info msg="See you next time!" 2024-04-22T22:40:11.057 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:40:10 smithi175 podman[42188]: 2024-04-22 22:40:10.8448781 +0000 UTC m=+0.137681589 container died 695e6fe0fd76eb22d19bf8bce5f8fe0bc0b35ae725c0b388da3b9b03dc0b3b0c (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-22T22:40:11.445 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:40:11 smithi175 podman[42188]: 2024-04-22 22:40:11.250445019 +0000 UTC m=+0.543248510 container cleanup 695e6fe0fd76eb22d19bf8bce5f8fe0bc0b35ae725c0b388da3b9b03dc0b3b0c (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-22T22:40:11.445 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:40:11 smithi175 bash[42188]: ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus-a 2024-04-22T22:40:11.445 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:40:11 smithi175 bash[42214]: Error: no container with name or ID "ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus.a" found: no such container 2024-04-22T22:40:11.704 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:40:11 smithi175 podman[42202]: 2024-04-22 22:40:11.443145144 +0000 UTC m=+0.594971343 container remove 695e6fe0fd76eb22d19bf8bce5f8fe0bc0b35ae725c0b388da3b9b03dc0b3b0c (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-22T22:40:11.704 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:40:11 smithi175 systemd[1]: ceph-41629230-00f8-11ef-bc93-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-22T22:40:11.705 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:40:11 smithi175 systemd[1]: Stopped Ceph prometheus.a for 41629230-00f8-11ef-bc93-c7b262605968. 2024-04-22T22:40:11.705 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:40:11 smithi175 systemd[1]: Starting Ceph prometheus.a for 41629230-00f8-11ef-bc93-c7b262605968... 2024-04-22T22:40:11.705 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:40:11 smithi175 podman[42287]: 2024-04-22 22:40:11.579167567 +0000 UTC m=+0.019030018 image pull 514e6a882f6e74806a5856468489eeff8d7106095557578da96935e4d0ba4d9d quay.io/prometheus/prometheus:v2.33.4 2024-04-22T22:40:11.705 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:40:11 smithi175 podman[42287]: 2024-04-22 22:40:11.70228748 +0000 UTC m=+0.142149921 container create f4551c003542d8054c51cf60591fbe5f6a4a13f13f13ba8b7701e977ede2d074 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-22T22:40:11.874 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-04-22T22:40:11.874 INFO:teuthology.orchestra.run.smithi088.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-22T22:40:12.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:12 smithi175 ceph-mon[22840]: pgmap v48: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:40:12.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:12 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:12.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:12 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/2765534848' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-22T22:40:12.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:12 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:12.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:12 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-22T22:40:12.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:12 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.88:9093"}]: dispatch 2024-04-22T22:40:12.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:12 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:12.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:12 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-22T22:40:12.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:12 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-22T22:40:12.307 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:12 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.175:3000"}]: dispatch 2024-04-22T22:40:12.307 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:12 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:12.307 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:12 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:40:12.307 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:12 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:40:12.307 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:12 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:40:12.307 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:12 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:12.307 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:12 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:40:12.307 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:12 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:40:12.307 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:12 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:40:12.307 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:12 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:12.307 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:40:11 smithi175 podman[42287]: 2024-04-22 22:40:11.954770638 +0000 UTC m=+0.394633080 container init f4551c003542d8054c51cf60591fbe5f6a4a13f13f13ba8b7701e977ede2d074 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-22T22:40:12.308 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:40:11 smithi175 podman[42287]: 2024-04-22 22:40:11.957451896 +0000 UTC m=+0.397314342 container start f4551c003542d8054c51cf60591fbe5f6a4a13f13f13ba8b7701e977ede2d074 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-22T22:40:12.308 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:40:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus-a[42302]: ts=2024-04-22T22:40:11.981Z caller=main.go:475 level=info msg="No time or size retention was set so using the default time retention" duration=15d 2024-04-22T22:40:12.308 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:40:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus-a[42302]: ts=2024-04-22T22:40:11.981Z caller=main.go:512 level=info msg="Starting Prometheus" version="(version=2.33.4, branch=HEAD, revision=83032011a5d3e6102624fe58241a374a7201fee8)" 2024-04-22T22:40:12.308 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:40:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus-a[42302]: ts=2024-04-22T22:40:11.981Z caller=main.go:517 level=info build_context="(go=go1.17.7, user=root@d13bf69e7be8, date=20220222-16:51:28)" 2024-04-22T22:40:12.308 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:40:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus-a[42302]: ts=2024-04-22T22:40:11.981Z caller=main.go:518 level=info host_details="(Linux 5.14.0-437.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Apr 9 12:57:02 UTC 2024 x86_64 smithi175 (none))" 2024-04-22T22:40:12.308 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:40:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus-a[42302]: ts=2024-04-22T22:40:11.981Z caller=main.go:519 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-22T22:40:12.308 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:40:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus-a[42302]: ts=2024-04-22T22:40:11.981Z caller=main.go:520 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-22T22:40:12.308 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:40:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus-a[42302]: ts=2024-04-22T22:40:11.983Z caller=web.go:570 level=info component=web msg="Start listening for connections" address=:9095 2024-04-22T22:40:12.308 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:40:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus-a[42302]: ts=2024-04-22T22:40:11.983Z caller=main.go:923 level=info msg="Starting TSDB ..." 2024-04-22T22:40:12.308 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:40:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus-a[42302]: ts=2024-04-22T22:40:11.983Z caller=tls_config.go:195 level=info component=web msg="TLS is disabled." http2=false 2024-04-22T22:40:12.308 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:40:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus-a[42302]: ts=2024-04-22T22:40:11.985Z caller=head.go:493 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-22T22:40:12.308 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:40:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus-a[42302]: ts=2024-04-22T22:40:11.985Z caller=head.go:527 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.782µs 2024-04-22T22:40:12.308 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:40:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus-a[42302]: ts=2024-04-22T22:40:11.985Z caller=head.go:533 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-22T22:40:12.308 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:40:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus-a[42302]: ts=2024-04-22T22:40:11.987Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-04-22T22:40:12.309 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:40:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus-a[42302]: ts=2024-04-22T22:40:11.987Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-04-22T22:40:12.309 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:40:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus-a[42302]: ts=2024-04-22T22:40:11.987Z caller=head.go:610 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=22.972µs wal_replay_duration=1.800414ms total_replay_duration=1.83625ms 2024-04-22T22:40:12.309 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:40:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus-a[42302]: ts=2024-04-22T22:40:11.988Z caller=main.go:944 level=info fs_type=XFS_SUPER_MAGIC 2024-04-22T22:40:12.309 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:40:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus-a[42302]: ts=2024-04-22T22:40:11.988Z caller=main.go:947 level=info msg="TSDB started" 2024-04-22T22:40:12.309 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:40:11 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus-a[42302]: ts=2024-04-22T22:40:11.988Z caller=main.go:1128 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-22T22:40:12.309 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:40:12 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus-a[42302]: ts=2024-04-22T22:40:12.004Z caller=main.go:1165 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=15.790602ms db_storage=654ns remote_storage=1.368µs web_handler=328ns query_engine=690ns scrape=415.106µs scrape_sd=21.35µs notify=21.09µs notify_sd=6.994µs rules=15.114494ms 2024-04-22T22:40:12.309 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:40:12 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus-a[42302]: ts=2024-04-22T22:40:12.004Z caller=main.go:896 level=info msg="Server is ready to receive web requests." 2024-04-22T22:40:12.309 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:40:12 smithi175 bash[42287]: f4551c003542d8054c51cf60591fbe5f6a4a13f13f13ba8b7701e977ede2d074 2024-04-22T22:40:12.309 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:40:12 smithi175 systemd[1]: Started Ceph prometheus.a for 41629230-00f8-11ef-bc93-c7b262605968. 2024-04-22T22:40:12.433 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:12 smithi088 ceph-mon[21849]: pgmap v48: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:40:12.433 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:12 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:12.433 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:12 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/2765534848' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-22T22:40:12.433 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:12 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:12.433 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:12 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-22T22:40:12.433 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:12 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.88:9093"}]: dispatch 2024-04-22T22:40:12.433 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:12 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:12.433 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:12 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-22T22:40:12.434 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:12 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-22T22:40:12.434 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:12 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.175:3000"}]: dispatch 2024-04-22T22:40:12.434 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:12 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:12.434 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:12 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:40:12.434 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:12 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:40:12.434 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:12 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:40:12.434 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:12 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:12.434 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:12 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:40:12.434 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:12 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:40:12.434 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:12 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:40:12.434 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:12 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:12.434 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:12 smithi088 ceph-mon[26737]: pgmap v48: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:40:12.435 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:12 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:12.435 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:12 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/2765534848' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-22T22:40:12.435 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:12 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:12.435 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:12 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-22T22:40:12.435 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:12 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.88:9093"}]: dispatch 2024-04-22T22:40:12.435 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:12 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:12.435 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:12 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-22T22:40:12.435 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:12 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-22T22:40:12.435 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:12 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.175:3000"}]: dispatch 2024-04-22T22:40:12.435 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:12 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:12.435 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:12 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:40:12.435 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:12 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:40:12.435 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:12 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:40:12.436 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:12 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:12.436 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:12 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T22:40:12.436 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:12 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:40:12.436 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:12 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:40:12.436 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:12 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:13.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:13 smithi088 ceph-mon[21849]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-22T22:40:13.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:13 smithi088 ceph-mon[21849]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.88:9093"}]: dispatch 2024-04-22T22:40:13.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:13 smithi088 ceph-mon[21849]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-22T22:40:13.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:13 smithi088 ceph-mon[21849]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-22T22:40:13.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:13 smithi088 ceph-mon[21849]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.175:3000"}]: dispatch 2024-04-22T22:40:13.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:13 smithi088 ceph-mon[21849]: pgmap v49: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:40:13.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:13 smithi088 ceph-mon[21849]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-22T22:40:13.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:13 smithi088 ceph-mon[21849]: Cluster is now healthy 2024-04-22T22:40:13.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:13 smithi088 ceph-mon[26737]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-22T22:40:13.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:13 smithi088 ceph-mon[26737]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.88:9093"}]: dispatch 2024-04-22T22:40:13.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:13 smithi088 ceph-mon[26737]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-22T22:40:13.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:13 smithi088 ceph-mon[26737]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-22T22:40:13.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:13 smithi088 ceph-mon[26737]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.175:3000"}]: dispatch 2024-04-22T22:40:13.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:13 smithi088 ceph-mon[26737]: pgmap v49: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:40:13.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:13 smithi088 ceph-mon[26737]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-22T22:40:13.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:13 smithi088 ceph-mon[26737]: Cluster is now healthy 2024-04-22T22:40:13.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:13 smithi175 ceph-mon[22840]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-22T22:40:13.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:13 smithi175 ceph-mon[22840]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.88:9093"}]: dispatch 2024-04-22T22:40:13.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:13 smithi175 ceph-mon[22840]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-22T22:40:13.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:13 smithi175 ceph-mon[22840]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-22T22:40:13.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:13 smithi175 ceph-mon[22840]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.175:3000"}]: dispatch 2024-04-22T22:40:13.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:13 smithi175 ceph-mon[22840]: pgmap v49: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:40:13.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:13 smithi175 ceph-mon[22840]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-22T22:40:13.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:13 smithi175 ceph-mon[22840]: Cluster is now healthy 2024-04-22T22:40:15.169 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:40:14 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-alertmanager-a[47009]: level=info ts=2024-04-22T22:40:14.985Z caller=cluster.go:688 component=cluster msg="gossip settled; proceeding" elapsed=10.003051237s 2024-04-22T22:40:15.424 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:15 smithi088 ceph-mon[26737]: pgmap v50: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:40:15.424 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:15 smithi088 ceph-mon[21849]: pgmap v50: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:40:15.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:15 smithi175 ceph-mon[22840]: pgmap v50: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:40:15.887 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- ceph health --format=json 2024-04-22T22:40:16.215 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:40:15 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:40:15] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:40:16.436 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/41629230-00f8-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T22:40:16.924 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:40:16 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:40:16] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:40:16.924 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:16 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:16.924 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:16 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:16.924 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:16 smithi088 ceph-mon[21849]: pgmap v51: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:40:16.925 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:16 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:16.925 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:16 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:16.925 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:16 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:16.925 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:16 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:16.925 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:16 smithi088 ceph-mon[26737]: pgmap v51: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:40:16.925 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:16 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:16.925 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:16 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:17.055 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:16 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:17.055 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:16 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:17.056 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:16 smithi175 ceph-mon[22840]: pgmap v51: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:40:17.056 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:16 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:17.056 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:16 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:18.280 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-04-22T22:40:18.280 INFO:teuthology.orchestra.run.smithi088.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-04-22T22:40:18.956 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-04-22T22:40:18.957 INFO:tasks.cephadm:Setup complete, yielding 2024-04-22T22:40:18.957 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-22T22:40:18.966 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi088.front.sepia.ceph.com 2024-04-22T22:40:18.966 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest false --force' 2024-04-22T22:40:19.354 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:19 smithi175 ceph-mon[22840]: pgmap v52: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:40:19.354 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:19 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/611243683' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-22T22:40:19.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:19 smithi088 ceph-mon[21849]: pgmap v52: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:40:19.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:19 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/611243683' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-22T22:40:19.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:19 smithi088 ceph-mon[26737]: pgmap v52: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:40:19.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:19 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/611243683' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-22T22:40:21.208 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:21 smithi088 ceph-mon[21849]: pgmap v53: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:40:21.209 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:21 smithi088 ceph-mon[21849]: from='client.? ' entity='client.admin' 2024-04-22T22:40:21.209 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:21 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:40:21.209 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:21 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:40:21.209 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:21 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:21.209 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:21 smithi088 ceph-mon[26737]: pgmap v53: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:40:21.209 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:21 smithi088 ceph-mon[26737]: from='client.? ' entity='client.admin' 2024-04-22T22:40:21.209 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:21 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:40:21.209 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:21 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:40:21.210 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:21 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:21.426 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:21 smithi175 ceph-mon[22840]: pgmap v53: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:40:21.426 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:21 smithi175 ceph-mon[22840]: from='client.? ' entity='client.admin' 2024-04-22T22:40:21.426 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:21 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:40:21.427 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:21 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:40:21.427 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:21 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:21.637 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-22T22:40:21.646 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi088.front.sepia.ceph.com 2024-04-22T22:40:21.647 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -e sha1=430e09df97c8fc7dc2b2ae424f68ed11366c540f -- bash -c 'radosgw-admin realm create --rgw-realm=r --default' 2024-04-22T22:40:22.715 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:40:22 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:40:22] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:40:22.757 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:40:22 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:40:22] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T22:40:23.250 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:40:23 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:40:23] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:40:23.501 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:23 smithi088 ceph-mon[21849]: pgmap v54: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:40:23.501 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:23 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:23.501 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:23 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:23.501 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:23 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:23.501 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:23 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:23.501 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:23 smithi088 ceph-mon[26737]: pgmap v54: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:40:23.501 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:23 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:23.501 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:23 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:23.501 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:23 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:23.502 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:23 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:23.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:23 smithi175 ceph-mon[22840]: pgmap v54: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:40:23.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:23 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:23.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:23 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:23.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:23 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:23.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:23 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:25.405 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-04-22T22:40:25.406 INFO:teuthology.orchestra.run.smithi088.stdout: "id": "8c75b324-c495-4f1d-9709-1a1341eb34b1", 2024-04-22T22:40:25.406 INFO:teuthology.orchestra.run.smithi088.stdout: "name": "r", 2024-04-22T22:40:25.406 INFO:teuthology.orchestra.run.smithi088.stdout: "current_period": "0d2ffb21-1f08-40ad-8ead-917ce2d96852", 2024-04-22T22:40:25.406 INFO:teuthology.orchestra.run.smithi088.stdout: "epoch": 1 2024-04-22T22:40:25.406 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-04-22T22:40:25.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:25 smithi088 ceph-mon[21849]: pgmap v55: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:40:25.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:25 smithi088 ceph-mon[21849]: osdmap e61: 8 total, 8 up, 8 in 2024-04-22T22:40:25.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:25 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/2483460013' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2024-04-22T22:40:25.716 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:25 smithi088 ceph-mon[26737]: pgmap v55: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:40:25.716 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:25 smithi088 ceph-mon[26737]: osdmap e61: 8 total, 8 up, 8 in 2024-04-22T22:40:25.716 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:25 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/2483460013' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2024-04-22T22:40:25.805 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:25 smithi175 ceph-mon[22840]: pgmap v55: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:40:25.805 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:25 smithi175 ceph-mon[22840]: osdmap e61: 8 total, 8 up, 8 in 2024-04-22T22:40:25.806 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:25 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/2483460013' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2024-04-22T22:40:26.133 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -e sha1=430e09df97c8fc7dc2b2ae424f68ed11366c540f -- bash -c 'radosgw-admin zonegroup create --rgw-zonegroup=default --master --default' 2024-04-22T22:40:26.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:26 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/2483460013' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2024-04-22T22:40:26.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:26 smithi175 ceph-mon[22840]: osdmap e62: 8 total, 8 up, 8 in 2024-04-22T22:40:26.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:26 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:26.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:26 smithi175 ceph-mon[22840]: osdmap e63: 8 total, 8 up, 8 in 2024-04-22T22:40:26.708 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:26 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/2483460013' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2024-04-22T22:40:26.708 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:26 smithi088 ceph-mon[21849]: osdmap e62: 8 total, 8 up, 8 in 2024-04-22T22:40:26.708 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:26 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:26.708 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:26 smithi088 ceph-mon[21849]: osdmap e63: 8 total, 8 up, 8 in 2024-04-22T22:40:26.708 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:26 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/2483460013' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2024-04-22T22:40:26.709 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:26 smithi088 ceph-mon[26737]: osdmap e62: 8 total, 8 up, 8 in 2024-04-22T22:40:26.709 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:26 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:26.709 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:26 smithi088 ceph-mon[26737]: osdmap e63: 8 total, 8 up, 8 in 2024-04-22T22:40:26.709 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:40:26 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:40:26] "GET /metrics HTTP/1.1" 200 192624 "" "Prometheus/2.33.4" 2024-04-22T22:40:27.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:27 smithi088 ceph-mon[21849]: pgmap v58: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:40:27.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:27 smithi088 ceph-mon[26737]: pgmap v58: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:40:27.806 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:27 smithi175 ceph-mon[22840]: pgmap v58: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:40:28.066 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-04-22T22:40:28.066 INFO:teuthology.orchestra.run.smithi088.stdout: "id": "cc1f19c0-56a1-442a-9a2c-189c5374137a", 2024-04-22T22:40:28.066 INFO:teuthology.orchestra.run.smithi088.stdout: "name": "default", 2024-04-22T22:40:28.066 INFO:teuthology.orchestra.run.smithi088.stdout: "api_name": "default", 2024-04-22T22:40:28.066 INFO:teuthology.orchestra.run.smithi088.stdout: "is_master": "true", 2024-04-22T22:40:28.066 INFO:teuthology.orchestra.run.smithi088.stdout: "endpoints": [], 2024-04-22T22:40:28.066 INFO:teuthology.orchestra.run.smithi088.stdout: "hostnames": [], 2024-04-22T22:40:28.066 INFO:teuthology.orchestra.run.smithi088.stdout: "hostnames_s3website": [], 2024-04-22T22:40:28.066 INFO:teuthology.orchestra.run.smithi088.stdout: "master_zone": "", 2024-04-22T22:40:28.066 INFO:teuthology.orchestra.run.smithi088.stdout: "zones": [], 2024-04-22T22:40:28.067 INFO:teuthology.orchestra.run.smithi088.stdout: "placement_targets": [], 2024-04-22T22:40:28.067 INFO:teuthology.orchestra.run.smithi088.stdout: "default_placement": "", 2024-04-22T22:40:28.067 INFO:teuthology.orchestra.run.smithi088.stdout: "realm_id": "8c75b324-c495-4f1d-9709-1a1341eb34b1", 2024-04-22T22:40:28.067 INFO:teuthology.orchestra.run.smithi088.stdout: "sync_policy": { 2024-04-22T22:40:28.067 INFO:teuthology.orchestra.run.smithi088.stdout: "groups": [] 2024-04-22T22:40:28.067 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-04-22T22:40:28.067 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-04-22T22:40:28.749 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -e sha1=430e09df97c8fc7dc2b2ae424f68ed11366c540f -- bash -c 'radosgw-admin zone create --rgw-zonegroup=default --rgw-zone=z --master --default' 2024-04-22T22:40:29.715 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:29 smithi088 ceph-mon[21849]: pgmap v60: 33 pgs: 33 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 1 op/s 2024-04-22T22:40:29.716 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:29 smithi088 ceph-mon[26737]: pgmap v60: 33 pgs: 33 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 1 op/s 2024-04-22T22:40:29.805 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:29 smithi175 ceph-mon[22840]: pgmap v60: 33 pgs: 33 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 1 op/s 2024-04-22T22:40:30.455 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-04-22T22:40:30.455 INFO:teuthology.orchestra.run.smithi088.stdout: "id": "0e2ec5a8-773c-41dd-9c35-2ff5f2fb2497", 2024-04-22T22:40:30.455 INFO:teuthology.orchestra.run.smithi088.stdout: "name": "z", 2024-04-22T22:40:30.455 INFO:teuthology.orchestra.run.smithi088.stdout: "domain_root": "z.rgw.meta:root", 2024-04-22T22:40:30.455 INFO:teuthology.orchestra.run.smithi088.stdout: "control_pool": "z.rgw.control", 2024-04-22T22:40:30.455 INFO:teuthology.orchestra.run.smithi088.stdout: "gc_pool": "z.rgw.log:gc", 2024-04-22T22:40:30.455 INFO:teuthology.orchestra.run.smithi088.stdout: "lc_pool": "z.rgw.log:lc", 2024-04-22T22:40:30.455 INFO:teuthology.orchestra.run.smithi088.stdout: "log_pool": "z.rgw.log", 2024-04-22T22:40:30.455 INFO:teuthology.orchestra.run.smithi088.stdout: "intent_log_pool": "z.rgw.log:intent", 2024-04-22T22:40:30.456 INFO:teuthology.orchestra.run.smithi088.stdout: "usage_log_pool": "z.rgw.log:usage", 2024-04-22T22:40:30.456 INFO:teuthology.orchestra.run.smithi088.stdout: "roles_pool": "z.rgw.meta:roles", 2024-04-22T22:40:30.456 INFO:teuthology.orchestra.run.smithi088.stdout: "reshard_pool": "z.rgw.log:reshard", 2024-04-22T22:40:30.456 INFO:teuthology.orchestra.run.smithi088.stdout: "user_keys_pool": "z.rgw.meta:users.keys", 2024-04-22T22:40:30.456 INFO:teuthology.orchestra.run.smithi088.stdout: "user_email_pool": "z.rgw.meta:users.email", 2024-04-22T22:40:30.456 INFO:teuthology.orchestra.run.smithi088.stdout: "user_swift_pool": "z.rgw.meta:users.swift", 2024-04-22T22:40:30.456 INFO:teuthology.orchestra.run.smithi088.stdout: "user_uid_pool": "z.rgw.meta:users.uid", 2024-04-22T22:40:30.456 INFO:teuthology.orchestra.run.smithi088.stdout: "otp_pool": "z.rgw.otp", 2024-04-22T22:40:30.456 INFO:teuthology.orchestra.run.smithi088.stdout: "system_key": { 2024-04-22T22:40:30.456 INFO:teuthology.orchestra.run.smithi088.stdout: "access_key": "", 2024-04-22T22:40:30.456 INFO:teuthology.orchestra.run.smithi088.stdout: "secret_key": "" 2024-04-22T22:40:30.456 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-04-22T22:40:30.456 INFO:teuthology.orchestra.run.smithi088.stdout: "placement_pools": [ 2024-04-22T22:40:30.456 INFO:teuthology.orchestra.run.smithi088.stdout: { 2024-04-22T22:40:30.456 INFO:teuthology.orchestra.run.smithi088.stdout: "key": "default-placement", 2024-04-22T22:40:30.456 INFO:teuthology.orchestra.run.smithi088.stdout: "val": { 2024-04-22T22:40:30.456 INFO:teuthology.orchestra.run.smithi088.stdout: "index_pool": "z.rgw.buckets.index", 2024-04-22T22:40:30.457 INFO:teuthology.orchestra.run.smithi088.stdout: "storage_classes": { 2024-04-22T22:40:30.457 INFO:teuthology.orchestra.run.smithi088.stdout: "STANDARD": { 2024-04-22T22:40:30.457 INFO:teuthology.orchestra.run.smithi088.stdout: "data_pool": "z.rgw.buckets.data" 2024-04-22T22:40:30.457 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-04-22T22:40:30.457 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-04-22T22:40:30.457 INFO:teuthology.orchestra.run.smithi088.stdout: "data_extra_pool": "z.rgw.buckets.non-ec", 2024-04-22T22:40:30.457 INFO:teuthology.orchestra.run.smithi088.stdout: "index_type": 0 2024-04-22T22:40:30.457 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-04-22T22:40:30.457 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-04-22T22:40:30.457 INFO:teuthology.orchestra.run.smithi088.stdout: ], 2024-04-22T22:40:30.457 INFO:teuthology.orchestra.run.smithi088.stdout: "realm_id": "8c75b324-c495-4f1d-9709-1a1341eb34b1", 2024-04-22T22:40:30.457 INFO:teuthology.orchestra.run.smithi088.stdout: "notif_pool": "z.rgw.log:notif" 2024-04-22T22:40:30.457 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-04-22T22:40:31.203 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -e sha1=430e09df97c8fc7dc2b2ae424f68ed11366c540f -- bash -c 'radosgw-admin period update --rgw-realm=r --commit' 2024-04-22T22:40:31.442 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:31 smithi088 ceph-mon[21849]: pgmap v61: 33 pgs: 33 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 1 op/s 2024-04-22T22:40:31.442 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:31 smithi088 ceph-mon[26737]: pgmap v61: 33 pgs: 33 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 1 op/s 2024-04-22T22:40:31.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:31 smithi175 ceph-mon[22840]: pgmap v61: 33 pgs: 33 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 1 op/s 2024-04-22T22:40:32.805 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:40:32 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:40:32] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T22:40:33.342 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:33 smithi088 ceph-mon[21849]: pgmap v62: 33 pgs: 33 active+clean; 579 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 923 B/s rd, 2.1 KiB/s wr, 3 op/s 2024-04-22T22:40:33.342 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:33 smithi088 ceph-mon[26737]: pgmap v62: 33 pgs: 33 active+clean; 579 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 923 B/s rd, 2.1 KiB/s wr, 3 op/s 2024-04-22T22:40:33.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:33 smithi175 ceph-mon[22840]: pgmap v62: 33 pgs: 33 active+clean; 579 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 923 B/s rd, 2.1 KiB/s wr, 3 op/s 2024-04-22T22:40:35.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:35 smithi088 ceph-mon[21849]: pgmap v63: 33 pgs: 33 active+clean; 579 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 818 B/s rd, 1.8 KiB/s wr, 3 op/s 2024-04-22T22:40:35.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:35 smithi088 ceph-mon[21849]: osdmap e64: 8 total, 8 up, 8 in 2024-04-22T22:40:35.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:35 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/194331775' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2024-04-22T22:40:35.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:35 smithi088 ceph-mon[26737]: pgmap v63: 33 pgs: 33 active+clean; 579 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 818 B/s rd, 1.8 KiB/s wr, 3 op/s 2024-04-22T22:40:35.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:35 smithi088 ceph-mon[26737]: osdmap e64: 8 total, 8 up, 8 in 2024-04-22T22:40:35.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:35 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/194331775' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2024-04-22T22:40:35.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:35 smithi175 ceph-mon[22840]: pgmap v63: 33 pgs: 33 active+clean; 579 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 818 B/s rd, 1.8 KiB/s wr, 3 op/s 2024-04-22T22:40:35.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:35 smithi175 ceph-mon[22840]: osdmap e64: 8 total, 8 up, 8 in 2024-04-22T22:40:35.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:35 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/194331775' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2024-04-22T22:40:36.457 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:36 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/194331775' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]': finished 2024-04-22T22:40:36.457 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:36 smithi175 ceph-mon[22840]: osdmap e65: 8 total, 8 up, 8 in 2024-04-22T22:40:36.457 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:36 smithi175 ceph-mon[22840]: osdmap e66: 8 total, 8 up, 8 in 2024-04-22T22:40:36.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:36 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/194331775' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]': finished 2024-04-22T22:40:36.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:36 smithi088 ceph-mon[26737]: osdmap e65: 8 total, 8 up, 8 in 2024-04-22T22:40:36.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:36 smithi088 ceph-mon[26737]: osdmap e66: 8 total, 8 up, 8 in 2024-04-22T22:40:36.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:36 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/194331775' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]': finished 2024-04-22T22:40:36.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:36 smithi088 ceph-mon[21849]: osdmap e65: 8 total, 8 up, 8 in 2024-04-22T22:40:36.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:36 smithi088 ceph-mon[21849]: osdmap e66: 8 total, 8 up, 8 in 2024-04-22T22:40:36.965 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:40:36 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:40:36] "GET /metrics HTTP/1.1" 200 192624 "" "Prometheus/2.33.4" 2024-04-22T22:40:36.965 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:40:36 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:40:36] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:40:37.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:37 smithi175 ceph-mon[22840]: pgmap v66: 65 pgs: 32 unknown, 33 active+clean; 579 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 895 B/s rd, 1023 B/s wr, 2 op/s 2024-04-22T22:40:37.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:37 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/194331775' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2024-04-22T22:40:37.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:37 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:37.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:37 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:37.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:37 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/194331775' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]': finished 2024-04-22T22:40:37.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:37 smithi175 ceph-mon[22840]: osdmap e67: 8 total, 8 up, 8 in 2024-04-22T22:40:37.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:37 smithi088 ceph-mon[26737]: pgmap v66: 65 pgs: 32 unknown, 33 active+clean; 579 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 895 B/s rd, 1023 B/s wr, 2 op/s 2024-04-22T22:40:37.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:37 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/194331775' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2024-04-22T22:40:37.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:37 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:37.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:37 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:37.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:37 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/194331775' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]': finished 2024-04-22T22:40:37.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:37 smithi088 ceph-mon[26737]: osdmap e67: 8 total, 8 up, 8 in 2024-04-22T22:40:37.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:37 smithi088 ceph-mon[21849]: pgmap v66: 65 pgs: 32 unknown, 33 active+clean; 579 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 895 B/s rd, 1023 B/s wr, 2 op/s 2024-04-22T22:40:37.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:37 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/194331775' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2024-04-22T22:40:37.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:37 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:37.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:37 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:37.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:37 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/194331775' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]': finished 2024-04-22T22:40:37.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:37 smithi088 ceph-mon[21849]: osdmap e67: 8 total, 8 up, 8 in 2024-04-22T22:40:39.437 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:39 smithi175 ceph-mon[22840]: pgmap v69: 97 pgs: 32 creating+peering, 65 active+clean; 579 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 5.7 KiB/s rd, 5 op/s 2024-04-22T22:40:39.437 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:39 smithi175 ceph-mon[22840]: osdmap e68: 8 total, 8 up, 8 in 2024-04-22T22:40:39.437 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:39 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/242095161' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2024-04-22T22:40:39.437 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:39 smithi175 ceph-mon[22840]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2024-04-22T22:40:39.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:39 smithi088 ceph-mon[26737]: pgmap v69: 97 pgs: 32 creating+peering, 65 active+clean; 579 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 5.7 KiB/s rd, 5 op/s 2024-04-22T22:40:39.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:39 smithi088 ceph-mon[26737]: osdmap e68: 8 total, 8 up, 8 in 2024-04-22T22:40:39.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:39 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/242095161' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2024-04-22T22:40:39.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:39 smithi088 ceph-mon[26737]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2024-04-22T22:40:39.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:39 smithi088 ceph-mon[21849]: pgmap v69: 97 pgs: 32 creating+peering, 65 active+clean; 579 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 5.7 KiB/s rd, 5 op/s 2024-04-22T22:40:39.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:39 smithi088 ceph-mon[21849]: osdmap e68: 8 total, 8 up, 8 in 2024-04-22T22:40:39.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:39 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/242095161' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2024-04-22T22:40:39.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:39 smithi088 ceph-mon[21849]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2024-04-22T22:40:40.205 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:40:39 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:40:39] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:40:40.432 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:40 smithi175 ceph-mon[22840]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]': finished 2024-04-22T22:40:40.432 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:40 smithi175 ceph-mon[22840]: osdmap e69: 8 total, 8 up, 8 in 2024-04-22T22:40:40.432 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:40 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/242095161' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2024-04-22T22:40:40.432 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:40 smithi175 ceph-mon[22840]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2024-04-22T22:40:40.432 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:40 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:40.432 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:40 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:40.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:40 smithi088 ceph-mon[21849]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]': finished 2024-04-22T22:40:40.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:40 smithi088 ceph-mon[21849]: osdmap e69: 8 total, 8 up, 8 in 2024-04-22T22:40:40.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:40 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/242095161' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2024-04-22T22:40:40.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:40 smithi088 ceph-mon[21849]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2024-04-22T22:40:40.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:40 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:40.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:40 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:40.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:40 smithi088 ceph-mon[26737]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]': finished 2024-04-22T22:40:40.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:40 smithi088 ceph-mon[26737]: osdmap e69: 8 total, 8 up, 8 in 2024-04-22T22:40:40.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:40 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/242095161' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2024-04-22T22:40:40.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:40 smithi088 ceph-mon[26737]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2024-04-22T22:40:40.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:40 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:40.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:40 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:41.281 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-04-22T22:40:41.282 INFO:teuthology.orchestra.run.smithi088.stdout: "id": "6a015aa7-f438-4057-a5b9-4ee7b6377c27", 2024-04-22T22:40:41.282 INFO:teuthology.orchestra.run.smithi088.stdout: "epoch": 1, 2024-04-22T22:40:41.282 INFO:teuthology.orchestra.run.smithi088.stdout: "predecessor_uuid": "0d2ffb21-1f08-40ad-8ead-917ce2d96852", 2024-04-22T22:40:41.282 INFO:teuthology.orchestra.run.smithi088.stdout: "sync_status": [], 2024-04-22T22:40:41.282 INFO:teuthology.orchestra.run.smithi088.stdout: "period_map": { 2024-04-22T22:40:41.282 INFO:teuthology.orchestra.run.smithi088.stdout: "id": "6a015aa7-f438-4057-a5b9-4ee7b6377c27", 2024-04-22T22:40:41.282 INFO:teuthology.orchestra.run.smithi088.stdout: "zonegroups": [ 2024-04-22T22:40:41.282 INFO:teuthology.orchestra.run.smithi088.stdout: { 2024-04-22T22:40:41.282 INFO:teuthology.orchestra.run.smithi088.stdout: "id": "cc1f19c0-56a1-442a-9a2c-189c5374137a", 2024-04-22T22:40:41.282 INFO:teuthology.orchestra.run.smithi088.stdout: "name": "default", 2024-04-22T22:40:41.283 INFO:teuthology.orchestra.run.smithi088.stdout: "api_name": "default", 2024-04-22T22:40:41.283 INFO:teuthology.orchestra.run.smithi088.stdout: "is_master": "true", 2024-04-22T22:40:41.283 INFO:teuthology.orchestra.run.smithi088.stdout: "endpoints": [], 2024-04-22T22:40:41.283 INFO:teuthology.orchestra.run.smithi088.stdout: "hostnames": [], 2024-04-22T22:40:41.283 INFO:teuthology.orchestra.run.smithi088.stdout: "hostnames_s3website": [], 2024-04-22T22:40:41.283 INFO:teuthology.orchestra.run.smithi088.stdout: "master_zone": "0e2ec5a8-773c-41dd-9c35-2ff5f2fb2497", 2024-04-22T22:40:41.283 INFO:teuthology.orchestra.run.smithi088.stdout: "zones": [ 2024-04-22T22:40:41.283 INFO:teuthology.orchestra.run.smithi088.stdout: { 2024-04-22T22:40:41.283 INFO:teuthology.orchestra.run.smithi088.stdout: "id": "0e2ec5a8-773c-41dd-9c35-2ff5f2fb2497", 2024-04-22T22:40:41.283 INFO:teuthology.orchestra.run.smithi088.stdout: "name": "z", 2024-04-22T22:40:41.283 INFO:teuthology.orchestra.run.smithi088.stdout: "endpoints": [], 2024-04-22T22:40:41.283 INFO:teuthology.orchestra.run.smithi088.stdout: "log_meta": "false", 2024-04-22T22:40:41.283 INFO:teuthology.orchestra.run.smithi088.stdout: "log_data": "false", 2024-04-22T22:40:41.283 INFO:teuthology.orchestra.run.smithi088.stdout: "bucket_index_max_shards": 11, 2024-04-22T22:40:41.284 INFO:teuthology.orchestra.run.smithi088.stdout: "read_only": "false", 2024-04-22T22:40:41.284 INFO:teuthology.orchestra.run.smithi088.stdout: "tier_type": "", 2024-04-22T22:40:41.284 INFO:teuthology.orchestra.run.smithi088.stdout: "sync_from_all": "true", 2024-04-22T22:40:41.284 INFO:teuthology.orchestra.run.smithi088.stdout: "sync_from": [], 2024-04-22T22:40:41.284 INFO:teuthology.orchestra.run.smithi088.stdout: "redirect_zone": "" 2024-04-22T22:40:41.284 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-04-22T22:40:41.284 INFO:teuthology.orchestra.run.smithi088.stdout: ], 2024-04-22T22:40:41.284 INFO:teuthology.orchestra.run.smithi088.stdout: "placement_targets": [ 2024-04-22T22:40:41.284 INFO:teuthology.orchestra.run.smithi088.stdout: { 2024-04-22T22:40:41.284 INFO:teuthology.orchestra.run.smithi088.stdout: "name": "default-placement", 2024-04-22T22:40:41.284 INFO:teuthology.orchestra.run.smithi088.stdout: "tags": [], 2024-04-22T22:40:41.284 INFO:teuthology.orchestra.run.smithi088.stdout: "storage_classes": [ 2024-04-22T22:40:41.284 INFO:teuthology.orchestra.run.smithi088.stdout: "STANDARD" 2024-04-22T22:40:41.284 INFO:teuthology.orchestra.run.smithi088.stdout: ] 2024-04-22T22:40:41.285 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-04-22T22:40:41.285 INFO:teuthology.orchestra.run.smithi088.stdout: ], 2024-04-22T22:40:41.285 INFO:teuthology.orchestra.run.smithi088.stdout: "default_placement": "default-placement", 2024-04-22T22:40:41.285 INFO:teuthology.orchestra.run.smithi088.stdout: "realm_id": "8c75b324-c495-4f1d-9709-1a1341eb34b1", 2024-04-22T22:40:41.285 INFO:teuthology.orchestra.run.smithi088.stdout: "sync_policy": { 2024-04-22T22:40:41.285 INFO:teuthology.orchestra.run.smithi088.stdout: "groups": [] 2024-04-22T22:40:41.285 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-04-22T22:40:41.285 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-04-22T22:40:41.285 INFO:teuthology.orchestra.run.smithi088.stdout: ], 2024-04-22T22:40:41.285 INFO:teuthology.orchestra.run.smithi088.stdout: "short_zone_ids": [ 2024-04-22T22:40:41.285 INFO:teuthology.orchestra.run.smithi088.stdout: { 2024-04-22T22:40:41.285 INFO:teuthology.orchestra.run.smithi088.stdout: "key": "0e2ec5a8-773c-41dd-9c35-2ff5f2fb2497", 2024-04-22T22:40:41.285 INFO:teuthology.orchestra.run.smithi088.stdout: "val": 3362890799 2024-04-22T22:40:41.285 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-04-22T22:40:41.286 INFO:teuthology.orchestra.run.smithi088.stdout: ] 2024-04-22T22:40:41.286 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-04-22T22:40:41.286 INFO:teuthology.orchestra.run.smithi088.stdout: "master_zonegroup": "cc1f19c0-56a1-442a-9a2c-189c5374137a", 2024-04-22T22:40:41.286 INFO:teuthology.orchestra.run.smithi088.stdout: "master_zone": "0e2ec5a8-773c-41dd-9c35-2ff5f2fb2497", 2024-04-22T22:40:41.286 INFO:teuthology.orchestra.run.smithi088.stdout: "period_config": { 2024-04-22T22:40:41.286 INFO:teuthology.orchestra.run.smithi088.stdout: "bucket_quota": { 2024-04-22T22:40:41.286 INFO:teuthology.orchestra.run.smithi088.stdout: "enabled": false, 2024-04-22T22:40:41.286 INFO:teuthology.orchestra.run.smithi088.stdout: "check_on_raw": false, 2024-04-22T22:40:41.286 INFO:teuthology.orchestra.run.smithi088.stdout: "max_size": -1, 2024-04-22T22:40:41.286 INFO:teuthology.orchestra.run.smithi088.stdout: "max_size_kb": 0, 2024-04-22T22:40:41.286 INFO:teuthology.orchestra.run.smithi088.stdout: "max_objects": -1 2024-04-22T22:40:41.286 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-04-22T22:40:41.287 INFO:teuthology.orchestra.run.smithi088.stdout: "user_quota": { 2024-04-22T22:40:41.287 INFO:teuthology.orchestra.run.smithi088.stdout: "enabled": false, 2024-04-22T22:40:41.287 INFO:teuthology.orchestra.run.smithi088.stdout: "check_on_raw": false, 2024-04-22T22:40:41.287 INFO:teuthology.orchestra.run.smithi088.stdout: "max_size": -1, 2024-04-22T22:40:41.287 INFO:teuthology.orchestra.run.smithi088.stdout: "max_size_kb": 0, 2024-04-22T22:40:41.287 INFO:teuthology.orchestra.run.smithi088.stdout: "max_objects": -1 2024-04-22T22:40:41.287 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-04-22T22:40:41.287 INFO:teuthology.orchestra.run.smithi088.stdout: "user_ratelimit": { 2024-04-22T22:40:41.287 INFO:teuthology.orchestra.run.smithi088.stdout: "max_read_ops": 0, 2024-04-22T22:40:41.287 INFO:teuthology.orchestra.run.smithi088.stdout: "max_write_ops": 0, 2024-04-22T22:40:41.287 INFO:teuthology.orchestra.run.smithi088.stdout: "max_read_bytes": 0, 2024-04-22T22:40:41.287 INFO:teuthology.orchestra.run.smithi088.stdout: "max_write_bytes": 0, 2024-04-22T22:40:41.287 INFO:teuthology.orchestra.run.smithi088.stdout: "enabled": false 2024-04-22T22:40:41.287 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-04-22T22:40:41.288 INFO:teuthology.orchestra.run.smithi088.stdout: "bucket_ratelimit": { 2024-04-22T22:40:41.288 INFO:teuthology.orchestra.run.smithi088.stdout: "max_read_ops": 0, 2024-04-22T22:40:41.288 INFO:teuthology.orchestra.run.smithi088.stdout: "max_write_ops": 0, 2024-04-22T22:40:41.288 INFO:teuthology.orchestra.run.smithi088.stdout: "max_read_bytes": 0, 2024-04-22T22:40:41.288 INFO:teuthology.orchestra.run.smithi088.stdout: "max_write_bytes": 0, 2024-04-22T22:40:41.288 INFO:teuthology.orchestra.run.smithi088.stdout: "enabled": false 2024-04-22T22:40:41.288 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-04-22T22:40:41.288 INFO:teuthology.orchestra.run.smithi088.stdout: "anonymous_ratelimit": { 2024-04-22T22:40:41.288 INFO:teuthology.orchestra.run.smithi088.stdout: "max_read_ops": 0, 2024-04-22T22:40:41.288 INFO:teuthology.orchestra.run.smithi088.stdout: "max_write_ops": 0, 2024-04-22T22:40:41.288 INFO:teuthology.orchestra.run.smithi088.stdout: "max_read_bytes": 0, 2024-04-22T22:40:41.288 INFO:teuthology.orchestra.run.smithi088.stdout: "max_write_bytes": 0, 2024-04-22T22:40:41.288 INFO:teuthology.orchestra.run.smithi088.stdout: "enabled": false 2024-04-22T22:40:41.289 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-04-22T22:40:41.289 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-04-22T22:40:41.289 INFO:teuthology.orchestra.run.smithi088.stdout: "realm_id": "8c75b324-c495-4f1d-9709-1a1341eb34b1", 2024-04-22T22:40:41.289 INFO:teuthology.orchestra.run.smithi088.stdout: "realm_name": "r", 2024-04-22T22:40:41.289 INFO:teuthology.orchestra.run.smithi088.stdout: "realm_epoch": 2 2024-04-22T22:40:41.289 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-04-22T22:40:41.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:41 smithi175 ceph-mon[22840]: pgmap v72: 129 pgs: 32 unknown, 32 creating+peering, 65 active+clean; 579 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 5.7 KiB/s rd, 5 op/s 2024-04-22T22:40:41.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:41 smithi175 ceph-mon[22840]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2024-04-22T22:40:41.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:41 smithi175 ceph-mon[22840]: osdmap e70: 8 total, 8 up, 8 in 2024-04-22T22:40:41.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:41 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/242095161' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_num_min", "val": "8"}]: dispatch 2024-04-22T22:40:41.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:41 smithi175 ceph-mon[22840]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_num_min", "val": "8"}]: dispatch 2024-04-22T22:40:41.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:41 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:40:41.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:41 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:40:41.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:41 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:40:41.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:41 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:40:41.647 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:41 smithi088 ceph-mon[21849]: pgmap v72: 129 pgs: 32 unknown, 32 creating+peering, 65 active+clean; 579 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 5.7 KiB/s rd, 5 op/s 2024-04-22T22:40:41.647 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:41 smithi088 ceph-mon[21849]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2024-04-22T22:40:41.648 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:41 smithi088 ceph-mon[21849]: osdmap e70: 8 total, 8 up, 8 in 2024-04-22T22:40:41.648 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:41 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/242095161' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_num_min", "val": "8"}]: dispatch 2024-04-22T22:40:41.648 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:41 smithi088 ceph-mon[21849]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_num_min", "val": "8"}]: dispatch 2024-04-22T22:40:41.648 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:41 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:40:41.648 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:41 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:40:41.648 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:41 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:40:41.648 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:41 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:40:41.648 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:41 smithi088 ceph-mon[26737]: pgmap v72: 129 pgs: 32 unknown, 32 creating+peering, 65 active+clean; 579 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 5.7 KiB/s rd, 5 op/s 2024-04-22T22:40:41.648 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:41 smithi088 ceph-mon[26737]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2024-04-22T22:40:41.648 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:41 smithi088 ceph-mon[26737]: osdmap e70: 8 total, 8 up, 8 in 2024-04-22T22:40:41.648 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:41 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/242095161' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_num_min", "val": "8"}]: dispatch 2024-04-22T22:40:41.648 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:41 smithi088 ceph-mon[26737]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_num_min", "val": "8"}]: dispatch 2024-04-22T22:40:41.649 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:41 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:40:41.649 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:41 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:40:41.649 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:41 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:40:41.649 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:41 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:40:42.036 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -e sha1=430e09df97c8fc7dc2b2ae424f68ed11366c540f -- bash -c 'ceph orch apply rgw foo --realm r --zone z --placement=2 --port=8000' 2024-04-22T22:40:42.351 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:42 smithi088 ceph-mon[21849]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_num_min", "val": "8"}]': finished 2024-04-22T22:40:42.351 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:42 smithi088 ceph-mon[21849]: osdmap e71: 8 total, 8 up, 8 in 2024-04-22T22:40:42.351 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:42 smithi088 ceph-mon[26737]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_num_min", "val": "8"}]': finished 2024-04-22T22:40:42.351 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:42 smithi088 ceph-mon[26737]: osdmap e71: 8 total, 8 up, 8 in 2024-04-22T22:40:42.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:42 smithi175 ceph-mon[22840]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_num_min", "val": "8"}]': finished 2024-04-22T22:40:42.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:42 smithi175 ceph-mon[22840]: osdmap e71: 8 total, 8 up, 8 in 2024-04-22T22:40:42.556 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:40:42 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:40:42] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T22:40:43.438 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:43 smithi088 ceph-mon[21849]: pgmap v75: 129 pgs: 129 active+clean; 581 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 2.2 KiB/s wr, 5 op/s 2024-04-22T22:40:43.438 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:43 smithi088 ceph-mon[26737]: pgmap v75: 129 pgs: 129 active+clean; 581 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 2.2 KiB/s wr, 5 op/s 2024-04-22T22:40:43.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:43 smithi175 ceph-mon[22840]: pgmap v75: 129 pgs: 129 active+clean; 581 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 2.2 KiB/s wr, 5 op/s 2024-04-22T22:40:44.070 INFO:teuthology.orchestra.run.smithi088.stdout:Scheduled rgw.foo update... 2024-04-22T22:40:44.827 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -e sha1=430e09df97c8fc7dc2b2ae424f68ed11366c540f -- bash -c 'ceph osd pool create foo' 2024-04-22T22:40:45.130 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:45 smithi088 ceph-mon[26737]: from='client.24595 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foo", "realm": "r", "zone": "z", "placement": "2", "port": 8000, "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:40:45.130 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:45 smithi088 ceph-mon[26737]: Saving service rgw.foo spec with placement count:2 2024-04-22T22:40:45.130 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:45 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:45.130 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:45 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:40:45.130 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:45 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:40:45.130 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:45 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:45.131 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:45 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:45.131 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:45 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:45.131 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:45 smithi088 ceph-mon[26737]: pgmap v76: 129 pgs: 129 active+clean; 581 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1.5 KiB/s wr, 4 op/s 2024-04-22T22:40:45.131 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:45 smithi088 ceph-mon[26737]: Saving service rgw.foo spec with placement count:2 2024-04-22T22:40:45.131 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:45 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:45.131 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:45 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi088.jedemw", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-04-22T22:40:45.131 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:45 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi088.jedemw", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-04-22T22:40:45.131 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:45 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi088.jedemw", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-04-22T22:40:45.131 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:45 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:45.131 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:45 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:40:45.131 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:45 smithi088 ceph-mon[26737]: Deploying daemon rgw.foo.smithi088.jedemw on smithi088 2024-04-22T22:40:45.131 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:45 smithi088 ceph-mon[21849]: from='client.24595 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foo", "realm": "r", "zone": "z", "placement": "2", "port": 8000, "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:40:45.131 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:45 smithi088 ceph-mon[21849]: Saving service rgw.foo spec with placement count:2 2024-04-22T22:40:45.131 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:45 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:45.132 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:45 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:40:45.132 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:45 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:40:45.132 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:45 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:45.132 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:45 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:45.132 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:45 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:45.132 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:45 smithi088 ceph-mon[21849]: pgmap v76: 129 pgs: 129 active+clean; 581 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1.5 KiB/s wr, 4 op/s 2024-04-22T22:40:45.132 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:45 smithi088 ceph-mon[21849]: Saving service rgw.foo spec with placement count:2 2024-04-22T22:40:45.132 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:45 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:45.132 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:45 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi088.jedemw", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-04-22T22:40:45.132 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:45 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi088.jedemw", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-04-22T22:40:45.132 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:45 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi088.jedemw", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-04-22T22:40:45.132 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:45 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:45.132 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:45 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:40:45.132 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:45 smithi088 ceph-mon[21849]: Deploying daemon rgw.foo.smithi088.jedemw on smithi088 2024-04-22T22:40:45.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:45 smithi175 ceph-mon[22840]: from='client.24595 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foo", "realm": "r", "zone": "z", "placement": "2", "port": 8000, "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:40:45.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:45 smithi175 ceph-mon[22840]: Saving service rgw.foo spec with placement count:2 2024-04-22T22:40:45.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:45 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:45.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:45 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:40:45.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:45 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:40:45.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:45 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:45.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:45 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:45.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:45 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:45.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:45 smithi175 ceph-mon[22840]: pgmap v76: 129 pgs: 129 active+clean; 581 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1.5 KiB/s wr, 4 op/s 2024-04-22T22:40:45.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:45 smithi175 ceph-mon[22840]: Saving service rgw.foo spec with placement count:2 2024-04-22T22:40:45.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:45 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:45.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:45 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi088.jedemw", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-04-22T22:40:45.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:45 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi088.jedemw", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-04-22T22:40:45.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:45 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi088.jedemw", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-04-22T22:40:45.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:45 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:45.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:45 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:40:45.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:45 smithi175 ceph-mon[22840]: Deploying daemon rgw.foo.smithi088.jedemw on smithi088 2024-04-22T22:40:46.966 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:40:46 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:40:46] "GET /metrics HTTP/1.1" 200 196564 "" "Prometheus/2.33.4" 2024-04-22T22:40:47.321 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:47 smithi088 ceph-mon[21849]: pgmap v77: 129 pgs: 129 active+clean; 581 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.3 KiB/s wr, 3 op/s 2024-04-22T22:40:47.321 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:47 smithi088 ceph-mon[26737]: pgmap v77: 129 pgs: 129 active+clean; 581 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.3 KiB/s wr, 3 op/s 2024-04-22T22:40:47.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:47 smithi175 ceph-mon[22840]: pgmap v77: 129 pgs: 129 active+clean; 581 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.3 KiB/s wr, 3 op/s 2024-04-22T22:40:49.209 INFO:teuthology.orchestra.run.smithi088.stderr:pool 'foo' created 2024-04-22T22:40:49.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:49 smithi175 ceph-mon[22840]: pgmap v78: 129 pgs: 129 active+clean; 581 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1.1 KiB/s wr, 2 op/s 2024-04-22T22:40:49.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:49 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/1327953368' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2024-04-22T22:40:49.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:49 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:49.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:49 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi175.wdaxhg", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-04-22T22:40:49.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:49 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi175.wdaxhg", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-04-22T22:40:49.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:49 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi175.wdaxhg", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-04-22T22:40:49.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:49 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:49.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:49 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:40:49.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:49 smithi088 ceph-mon[26737]: pgmap v78: 129 pgs: 129 active+clean; 581 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1.1 KiB/s wr, 2 op/s 2024-04-22T22:40:49.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:49 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/1327953368' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2024-04-22T22:40:49.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:49 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:49.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:49 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi175.wdaxhg", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-04-22T22:40:49.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:49 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi175.wdaxhg", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-04-22T22:40:49.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:49 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi175.wdaxhg", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-04-22T22:40:49.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:49 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:49.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:49 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:40:49.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:49 smithi088 ceph-mon[21849]: pgmap v78: 129 pgs: 129 active+clean; 581 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1.1 KiB/s wr, 2 op/s 2024-04-22T22:40:49.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:49 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/1327953368' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2024-04-22T22:40:49.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:49 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:49.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:49 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi175.wdaxhg", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-04-22T22:40:49.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:49 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi175.wdaxhg", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-04-22T22:40:49.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:49 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi175.wdaxhg", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-04-22T22:40:49.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:49 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:49.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:49 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:40:49.925 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -e sha1=430e09df97c8fc7dc2b2ae424f68ed11366c540f -- bash -c 'rbd pool init foo' 2024-04-22T22:40:50.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:50 smithi175 ceph-mon[22840]: Deploying daemon rgw.foo.smithi175.wdaxhg on smithi175 2024-04-22T22:40:50.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:50 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/1327953368' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "foo"}]': finished 2024-04-22T22:40:50.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:50 smithi175 ceph-mon[22840]: osdmap e72: 8 total, 8 up, 8 in 2024-04-22T22:40:50.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:50 smithi088 ceph-mon[21849]: Deploying daemon rgw.foo.smithi175.wdaxhg on smithi175 2024-04-22T22:40:50.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:50 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/1327953368' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "foo"}]': finished 2024-04-22T22:40:50.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:50 smithi088 ceph-mon[21849]: osdmap e72: 8 total, 8 up, 8 in 2024-04-22T22:40:50.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:50 smithi088 ceph-mon[26737]: Deploying daemon rgw.foo.smithi175.wdaxhg on smithi175 2024-04-22T22:40:50.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:50 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/1327953368' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "foo"}]': finished 2024-04-22T22:40:50.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:50 smithi088 ceph-mon[26737]: osdmap e72: 8 total, 8 up, 8 in 2024-04-22T22:40:51.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:51 smithi088 ceph-mon[21849]: pgmap v80: 161 pgs: 32 unknown, 129 active+clean; 581 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 919 B/s rd, 1.0 KiB/s wr, 2 op/s 2024-04-22T22:40:51.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:51 smithi088 ceph-mon[21849]: osdmap e73: 8 total, 8 up, 8 in 2024-04-22T22:40:51.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:51 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:51.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:51 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:40:51.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:51 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:40:51.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:51 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:51.260 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:51 smithi088 ceph-mon[26737]: pgmap v80: 161 pgs: 32 unknown, 129 active+clean; 581 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 919 B/s rd, 1.0 KiB/s wr, 2 op/s 2024-04-22T22:40:51.260 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:51 smithi088 ceph-mon[26737]: osdmap e73: 8 total, 8 up, 8 in 2024-04-22T22:40:51.260 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:51 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:51.260 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:51 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:40:51.260 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:51 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:40:51.260 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:51 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:51.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:51 smithi175 ceph-mon[22840]: pgmap v80: 161 pgs: 32 unknown, 129 active+clean; 581 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 919 B/s rd, 1.0 KiB/s wr, 2 op/s 2024-04-22T22:40:51.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:51 smithi175 ceph-mon[22840]: osdmap e73: 8 total, 8 up, 8 in 2024-04-22T22:40:51.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:51 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:51.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:51 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:40:51.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:51 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:40:51.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:51 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:52.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:52 smithi175 ceph-mon[22840]: Checking dashboard <-> RGW credentials 2024-04-22T22:40:52.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:52 smithi175 ceph-mon[22840]: osdmap e74: 8 total, 8 up, 8 in 2024-04-22T22:40:52.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:52 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:52.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:52 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:52.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:52 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:52.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:52 smithi175 ceph-mon[22840]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-22T22:40:52.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:52 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:40:52.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:52 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:40:52.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:52 smithi175 ceph-mon[22840]: Checking dashboard <-> RGW credentials 2024-04-22T22:40:52.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:52 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:52.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:52 smithi175 ceph-mon[22840]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-22T22:40:52.434 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:52 smithi088 ceph-mon[21849]: Checking dashboard <-> RGW credentials 2024-04-22T22:40:52.434 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:52 smithi088 ceph-mon[21849]: osdmap e74: 8 total, 8 up, 8 in 2024-04-22T22:40:52.434 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:52 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:52.435 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:52 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:52.435 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:52 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:52.435 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:52 smithi088 ceph-mon[21849]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-22T22:40:52.435 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:52 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:40:52.435 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:52 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:40:52.435 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:52 smithi088 ceph-mon[21849]: Checking dashboard <-> RGW credentials 2024-04-22T22:40:52.435 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:52 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:52.435 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:52 smithi088 ceph-mon[21849]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-22T22:40:52.435 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:52 smithi088 ceph-mon[26737]: Checking dashboard <-> RGW credentials 2024-04-22T22:40:52.435 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:52 smithi088 ceph-mon[26737]: osdmap e74: 8 total, 8 up, 8 in 2024-04-22T22:40:52.435 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:52 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:52.435 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:52 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:52.435 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:52 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:52.436 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:52 smithi088 ceph-mon[26737]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-22T22:40:52.436 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:52 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:40:52.436 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:52 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:40:52.436 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:52 smithi088 ceph-mon[26737]: Checking dashboard <-> RGW credentials 2024-04-22T22:40:52.436 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:52 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:52.436 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:52 smithi088 ceph-mon[26737]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-22T22:40:52.690 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:40:52 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:40:52] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T22:40:53.725 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:53 smithi088 ceph-mon[21849]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 60 MiB used, 715 GiB / 715 GiB avail; 198 KiB/s rd, 6.0 KiB/s wr, 366 op/s 2024-04-22T22:40:53.725 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:53 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/1354058366' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2024-04-22T22:40:53.725 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:53 smithi088 ceph-mon[26737]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 60 MiB used, 715 GiB / 715 GiB avail; 198 KiB/s rd, 6.0 KiB/s wr, 366 op/s 2024-04-22T22:40:53.725 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:53 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/1354058366' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2024-04-22T22:40:54.056 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:53 smithi175 ceph-mon[22840]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 60 MiB used, 715 GiB / 715 GiB avail; 198 KiB/s rd, 6.0 KiB/s wr, 366 op/s 2024-04-22T22:40:54.056 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:53 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/1354058366' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2024-04-22T22:40:54.941 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:54 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/1354058366' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]': finished 2024-04-22T22:40:54.941 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:54 smithi088 ceph-mon[21849]: osdmap e75: 8 total, 8 up, 8 in 2024-04-22T22:40:54.941 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:40:54 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:40:54] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:40:54.942 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:54 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/1354058366' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]': finished 2024-04-22T22:40:54.942 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:54 smithi088 ceph-mon[26737]: osdmap e75: 8 total, 8 up, 8 in 2024-04-22T22:40:55.055 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:54 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/1354058366' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]': finished 2024-04-22T22:40:55.056 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:54 smithi175 ceph-mon[22840]: osdmap e75: 8 total, 8 up, 8 in 2024-04-22T22:40:55.805 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:55 smithi175 ceph-mon[22840]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 60 MiB used, 715 GiB / 715 GiB avail; 240 KiB/s rd, 7.3 KiB/s wr, 445 op/s 2024-04-22T22:40:55.806 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:55 smithi175 ceph-mon[22840]: osdmap e76: 8 total, 8 up, 8 in 2024-04-22T22:40:55.806 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:55 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:55.862 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:55 smithi088 ceph-mon[21849]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 60 MiB used, 715 GiB / 715 GiB avail; 240 KiB/s rd, 7.3 KiB/s wr, 445 op/s 2024-04-22T22:40:55.862 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:55 smithi088 ceph-mon[21849]: osdmap e76: 8 total, 8 up, 8 in 2024-04-22T22:40:55.862 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:55 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:55.862 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:55 smithi088 ceph-mon[26737]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 60 MiB used, 715 GiB / 715 GiB avail; 240 KiB/s rd, 7.3 KiB/s wr, 445 op/s 2024-04-22T22:40:55.862 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:55 smithi088 ceph-mon[26737]: osdmap e76: 8 total, 8 up, 8 in 2024-04-22T22:40:55.862 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:55 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:56.745 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:56 smithi175 ceph-mon[22840]: osdmap e77: 8 total, 8 up, 8 in 2024-04-22T22:40:56.745 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:56 smithi175 ceph-mon[22840]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 60 MiB used, 715 GiB / 715 GiB avail; 241 KiB/s rd, 7.3 KiB/s wr, 447 op/s 2024-04-22T22:40:56.849 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:56 smithi088 ceph-mon[21849]: osdmap e77: 8 total, 8 up, 8 in 2024-04-22T22:40:56.849 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:56 smithi088 ceph-mon[21849]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 60 MiB used, 715 GiB / 715 GiB avail; 241 KiB/s rd, 7.3 KiB/s wr, 447 op/s 2024-04-22T22:40:56.849 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:56 smithi088 ceph-mon[26737]: osdmap e77: 8 total, 8 up, 8 in 2024-04-22T22:40:56.849 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:56 smithi088 ceph-mon[26737]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 60 MiB used, 715 GiB / 715 GiB avail; 241 KiB/s rd, 7.3 KiB/s wr, 447 op/s 2024-04-22T22:40:56.849 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:40:56 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:40:56] "GET /metrics HTTP/1.1" 200 208044 "" "Prometheus/2.33.4" 2024-04-22T22:40:56.850 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:40:56 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:40:56] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:40:57.346 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -e sha1=430e09df97c8fc7dc2b2ae424f68ed11366c540f -- bash -c 'ceph orch apply iscsi foo u p' 2024-04-22T22:40:57.655 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:40:57 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:40:57] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:40:57.965 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:57 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:57.965 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:57 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:57.965 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:57 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:57.966 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:57 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:57.966 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:57 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:57.966 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:57 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:58.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:57 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:58.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:57 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:58.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:57 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:40:59.184 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:40:58 smithi088 ceph-mon[21849]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 341 B/s wr, 0 op/s 2024-04-22T22:40:59.184 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:40:58 smithi088 ceph-mon[26737]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 341 B/s wr, 0 op/s 2024-04-22T22:40:59.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:40:58 smithi175 ceph-mon[22840]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 341 B/s wr, 0 op/s 2024-04-22T22:40:59.466 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:40:59 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:40:59] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:41:00.417 INFO:teuthology.orchestra.run.smithi088.stdout:Scheduled iscsi.foo update... 2024-04-22T22:41:00.418 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:00 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:00.418 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:00 smithi088 ceph-mon[21849]: osdmap e78: 8 total, 8 up, 8 in 2024-04-22T22:41:00.418 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:00 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:00.418 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:00 smithi088 ceph-mon[26737]: osdmap e78: 8 total, 8 up, 8 in 2024-04-22T22:41:00.555 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:00 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:00.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:00 smithi175 ceph-mon[22840]: osdmap e78: 8 total, 8 up, 8 in 2024-04-22T22:41:01.323 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -e sha1=430e09df97c8fc7dc2b2ae424f68ed11366c540f -- bash -c 'sleep 180' 2024-04-22T22:41:01.598 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:01 smithi088 ceph-mon[26737]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 341 B/s wr, 0 op/s 2024-04-22T22:41:01.598 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:01 smithi088 ceph-mon[26737]: from='client.14826 -' entity='client.admin' cmd=[{"prefix": "orch apply iscsi", "pool": "foo", "api_user": "u", "api_password": "p", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:41:01.599 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:01 smithi088 ceph-mon[26737]: Saving service iscsi.foo spec with placement count:1 2024-04-22T22:41:01.599 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:01 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:01.599 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:01 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:41:01.599 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:01 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:41:01.599 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:01 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:01.599 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:01 smithi088 ceph-mon[26737]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-22T22:41:01.599 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:01 smithi088 ceph-mon[21849]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 341 B/s wr, 0 op/s 2024-04-22T22:41:01.599 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:01 smithi088 ceph-mon[21849]: from='client.14826 -' entity='client.admin' cmd=[{"prefix": "orch apply iscsi", "pool": "foo", "api_user": "u", "api_password": "p", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:41:01.599 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:01 smithi088 ceph-mon[21849]: Saving service iscsi.foo spec with placement count:1 2024-04-22T22:41:01.599 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:01 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:01.599 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:01 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:41:01.599 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:01 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:41:01.599 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:01 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:01.600 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:01 smithi088 ceph-mon[21849]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-22T22:41:01.806 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:01 smithi175 ceph-mon[22840]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 341 B/s wr, 0 op/s 2024-04-22T22:41:01.806 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:01 smithi175 ceph-mon[22840]: from='client.14826 -' entity='client.admin' cmd=[{"prefix": "orch apply iscsi", "pool": "foo", "api_user": "u", "api_password": "p", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:41:01.806 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:01 smithi175 ceph-mon[22840]: Saving service iscsi.foo spec with placement count:1 2024-04-22T22:41:01.806 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:01 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:01.806 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:01 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:41:01.806 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:01 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:41:01.806 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:01 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:01.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:01 smithi175 ceph-mon[22840]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-22T22:41:02.806 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:41:02 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:41:02] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T22:41:03.716 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:03 smithi088 ceph-mon[26737]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 271 B/s wr, 0 op/s 2024-04-22T22:41:03.716 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:03 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:03.717 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:03 smithi088 ceph-mon[21849]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 271 B/s wr, 0 op/s 2024-04-22T22:41:03.717 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:03 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:03.717 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:41:03 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:41:03] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:41:03.806 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:03 smithi175 ceph-mon[22840]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 271 B/s wr, 0 op/s 2024-04-22T22:41:03.806 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:03 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:04.715 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:41:04 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:41:04] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:41:05.597 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:05 smithi088 ceph-mon[21849]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 240 B/s wr, 0 op/s 2024-04-22T22:41:05.597 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:05 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:05.597 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:05 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:05.597 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:05 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:41:05.598 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:05 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:41:05.598 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:05 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:05.598 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:05 smithi088 ceph-mon[21849]: Checking pool "foo" exists for service iscsi.foo 2024-04-22T22:41:05.598 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:05 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi088.vfktqz", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-22T22:41:05.598 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:05 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi088.vfktqz", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-22T22:41:05.598 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:05 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi088.vfktqz", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]': finished 2024-04-22T22:41:05.598 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:05 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:41:05.598 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:05 smithi088 ceph-mon[21849]: Deploying daemon iscsi.foo.smithi088.vfktqz on smithi088 2024-04-22T22:41:05.599 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:05 smithi088 ceph-mon[26737]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 240 B/s wr, 0 op/s 2024-04-22T22:41:05.599 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:05 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:05.599 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:05 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:05.599 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:05 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:41:05.599 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:05 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:41:05.599 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:05 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:05.599 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:05 smithi088 ceph-mon[26737]: Checking pool "foo" exists for service iscsi.foo 2024-04-22T22:41:05.599 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:05 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi088.vfktqz", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-22T22:41:05.599 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:05 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi088.vfktqz", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-22T22:41:05.599 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:05 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi088.vfktqz", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]': finished 2024-04-22T22:41:05.599 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:05 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:41:05.599 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:05 smithi088 ceph-mon[26737]: Deploying daemon iscsi.foo.smithi088.vfktqz on smithi088 2024-04-22T22:41:05.806 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:05 smithi175 ceph-mon[22840]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 240 B/s wr, 0 op/s 2024-04-22T22:41:05.806 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:05 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:05.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:05 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:05.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:05 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:41:05.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:05 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:41:05.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:05 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:05.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:05 smithi175 ceph-mon[22840]: Checking pool "foo" exists for service iscsi.foo 2024-04-22T22:41:05.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:05 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi088.vfktqz", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-22T22:41:05.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:05 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi088.vfktqz", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-22T22:41:05.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:05 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi088.vfktqz", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]': finished 2024-04-22T22:41:05.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:05 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:41:05.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:05 smithi175 ceph-mon[22840]: Deploying daemon iscsi.foo.smithi088.vfktqz on smithi088 2024-04-22T22:41:06.623 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:06 smithi088 ceph-mon[21849]: mgrmap e20: y(active, since 2m), standbys: x 2024-04-22T22:41:06.623 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:06 smithi088 ceph-mon[26737]: mgrmap e20: y(active, since 2m), standbys: x 2024-04-22T22:41:06.623 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:41:06 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:41:06] "GET /metrics HTTP/1.1" 200 208044 "" "Prometheus/2.33.4" 2024-04-22T22:41:06.806 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:06 smithi175 ceph-mon[22840]: mgrmap e20: y(active, since 2m), standbys: x 2024-04-22T22:41:07.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:07 smithi175 ceph-mon[22840]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-04-22T22:41:07.674 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:07 smithi088 ceph-mon[21849]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-04-22T22:41:07.675 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:07 smithi088 ceph-mon[26737]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-04-22T22:41:08.806 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:08 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:08.806 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:08 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:41:08.806 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:08 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:41:08.806 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:08 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:08.806 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:08 smithi175 ceph-mon[22840]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-22T22:41:08.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:08 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-22T22:41:08.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:08 smithi175 ceph-mon[22840]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-22T22:41:08.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:08 smithi175 ceph-mon[22840]: Adding iSCSI gateway http://:@172.21.15.88:5000 to Dashboard 2024-04-22T22:41:08.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:08 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-22T22:41:08.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:08 smithi175 ceph-mon[22840]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-22T22:41:08.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:08 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:08.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:08 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi088"}]: dispatch 2024-04-22T22:41:08.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:08 smithi175 ceph-mon[22840]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi088"}]: dispatch 2024-04-22T22:41:08.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:08 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:08.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:08 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:41:08.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:08 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:41:08.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:08 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:08.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:08 smithi175 ceph-mon[22840]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-22T22:41:08.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:08 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/2514881277' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-22T22:41:08.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:08 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/3872935553' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/570737400"}]: dispatch 2024-04-22T22:41:08.902 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:08 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:08.902 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:08 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:41:08.902 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:08 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:41:08.902 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:08 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:08.902 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:08 smithi088 ceph-mon[26737]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-22T22:41:08.902 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:08 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-22T22:41:08.902 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:08 smithi088 ceph-mon[26737]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-22T22:41:08.903 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:08 smithi088 ceph-mon[26737]: Adding iSCSI gateway http://:@172.21.15.88:5000 to Dashboard 2024-04-22T22:41:08.903 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:08 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-22T22:41:08.903 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:08 smithi088 ceph-mon[26737]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-22T22:41:08.903 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:08 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:08.903 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:08 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi088"}]: dispatch 2024-04-22T22:41:08.903 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:08 smithi088 ceph-mon[26737]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi088"}]: dispatch 2024-04-22T22:41:08.903 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:08 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:08.903 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:08 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:41:08.903 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:08 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:41:08.903 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:08 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:08.903 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:08 smithi088 ceph-mon[26737]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-22T22:41:08.903 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:08 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/2514881277' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-22T22:41:08.903 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:08 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/3872935553' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/570737400"}]: dispatch 2024-04-22T22:41:08.903 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:08 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:08.904 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:08 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:41:08.904 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:08 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:41:08.904 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:08 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:08.904 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:08 smithi088 ceph-mon[21849]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-22T22:41:08.904 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:08 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-22T22:41:08.904 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:08 smithi088 ceph-mon[21849]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-22T22:41:08.904 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:08 smithi088 ceph-mon[21849]: Adding iSCSI gateway http://:@172.21.15.88:5000 to Dashboard 2024-04-22T22:41:08.904 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:08 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-22T22:41:08.904 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:08 smithi088 ceph-mon[21849]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-22T22:41:08.904 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:08 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:08.904 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:08 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi088"}]: dispatch 2024-04-22T22:41:08.904 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:08 smithi088 ceph-mon[21849]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi088"}]: dispatch 2024-04-22T22:41:08.904 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:08 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:08.904 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:08 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:41:08.904 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:08 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:41:08.904 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:08 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:08.905 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:08 smithi088 ceph-mon[21849]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-22T22:41:08.905 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:08 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/2514881277' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-22T22:41:08.905 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:08 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/3872935553' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/570737400"}]: dispatch 2024-04-22T22:41:09.707 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:09 smithi088 ceph-mon[21849]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:41:09.707 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:09 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/3872935553' entity='client.iscsi.foo.smithi088.vfktqz' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/570737400"}]': finished 2024-04-22T22:41:09.707 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:09 smithi088 ceph-mon[21849]: osdmap e79: 8 total, 8 up, 8 in 2024-04-22T22:41:09.707 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:09 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/1945430359' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/2177568414"}]: dispatch 2024-04-22T22:41:09.708 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:09 smithi088 ceph-mon[21849]: from='client.? ' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/2177568414"}]: dispatch 2024-04-22T22:41:09.708 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:09 smithi088 ceph-mon[26737]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:41:09.708 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:09 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/3872935553' entity='client.iscsi.foo.smithi088.vfktqz' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/570737400"}]': finished 2024-04-22T22:41:09.708 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:09 smithi088 ceph-mon[26737]: osdmap e79: 8 total, 8 up, 8 in 2024-04-22T22:41:09.708 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:09 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/1945430359' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/2177568414"}]: dispatch 2024-04-22T22:41:09.708 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:09 smithi088 ceph-mon[26737]: from='client.? ' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/2177568414"}]: dispatch 2024-04-22T22:41:10.056 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:09 smithi175 ceph-mon[22840]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:41:10.056 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:09 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/3872935553' entity='client.iscsi.foo.smithi088.vfktqz' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/570737400"}]': finished 2024-04-22T22:41:10.056 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:09 smithi175 ceph-mon[22840]: osdmap e79: 8 total, 8 up, 8 in 2024-04-22T22:41:10.056 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:09 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/1945430359' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/2177568414"}]: dispatch 2024-04-22T22:41:10.056 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:09 smithi175 ceph-mon[22840]: from='client.? ' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/2177568414"}]: dispatch 2024-04-22T22:41:10.966 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:10 smithi088 ceph-mon[21849]: from='client.? ' entity='client.iscsi.foo.smithi088.vfktqz' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/2177568414"}]': finished 2024-04-22T22:41:10.966 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:10 smithi088 ceph-mon[21849]: osdmap e80: 8 total, 8 up, 8 in 2024-04-22T22:41:10.966 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:10 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/40849495' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/3986907987"}]: dispatch 2024-04-22T22:41:10.966 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:10 smithi088 ceph-mon[21849]: from='client.? ' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/3986907987"}]: dispatch 2024-04-22T22:41:10.966 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:10 smithi088 ceph-mon[26737]: from='client.? ' entity='client.iscsi.foo.smithi088.vfktqz' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/2177568414"}]': finished 2024-04-22T22:41:10.966 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:10 smithi088 ceph-mon[26737]: osdmap e80: 8 total, 8 up, 8 in 2024-04-22T22:41:10.967 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:10 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/40849495' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/3986907987"}]: dispatch 2024-04-22T22:41:10.967 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:10 smithi088 ceph-mon[26737]: from='client.? ' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/3986907987"}]: dispatch 2024-04-22T22:41:11.056 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:10 smithi175 ceph-mon[22840]: from='client.? ' entity='client.iscsi.foo.smithi088.vfktqz' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/2177568414"}]': finished 2024-04-22T22:41:11.056 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:10 smithi175 ceph-mon[22840]: osdmap e80: 8 total, 8 up, 8 in 2024-04-22T22:41:11.056 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:10 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/40849495' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/3986907987"}]: dispatch 2024-04-22T22:41:11.056 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:10 smithi175 ceph-mon[22840]: from='client.? ' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/3986907987"}]: dispatch 2024-04-22T22:41:11.715 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:41:11 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:41:11] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:41:11.716 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:11 smithi088 ceph-mon[21849]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:41:11.716 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:11 smithi088 ceph-mon[21849]: from='client.? ' entity='client.iscsi.foo.smithi088.vfktqz' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/3986907987"}]': finished 2024-04-22T22:41:11.716 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:11 smithi088 ceph-mon[21849]: osdmap e81: 8 total, 8 up, 8 in 2024-04-22T22:41:11.716 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:11 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/191532077' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/745988689"}]: dispatch 2024-04-22T22:41:11.716 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:11 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:11.716 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:11 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:11.717 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:11 smithi088 ceph-mon[26737]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:41:11.717 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:11 smithi088 ceph-mon[26737]: from='client.? ' entity='client.iscsi.foo.smithi088.vfktqz' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/3986907987"}]': finished 2024-04-22T22:41:11.717 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:11 smithi088 ceph-mon[26737]: osdmap e81: 8 total, 8 up, 8 in 2024-04-22T22:41:11.717 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:11 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/191532077' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/745988689"}]: dispatch 2024-04-22T22:41:11.717 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:11 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:11.717 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:11 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:11.866 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:11 smithi175 ceph-mon[22840]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:41:11.866 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:11 smithi175 ceph-mon[22840]: from='client.? ' entity='client.iscsi.foo.smithi088.vfktqz' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/3986907987"}]': finished 2024-04-22T22:41:11.866 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:11 smithi175 ceph-mon[22840]: osdmap e81: 8 total, 8 up, 8 in 2024-04-22T22:41:11.866 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:11 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/191532077' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/745988689"}]: dispatch 2024-04-22T22:41:11.866 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:11 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:11.867 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:11 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:12.620 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:41:12 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:41:12] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T22:41:12.947 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:12 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/191532077' entity='client.iscsi.foo.smithi088.vfktqz' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/745988689"}]': finished 2024-04-22T22:41:12.947 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:12 smithi088 ceph-mon[21849]: osdmap e82: 8 total, 8 up, 8 in 2024-04-22T22:41:12.947 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:12 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/2265133742' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:6801/2422580239"}]: dispatch 2024-04-22T22:41:12.947 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:12 smithi088 ceph-mon[21849]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 3 op/s 2024-04-22T22:41:12.948 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:12 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/191532077' entity='client.iscsi.foo.smithi088.vfktqz' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/745988689"}]': finished 2024-04-22T22:41:12.948 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:12 smithi088 ceph-mon[26737]: osdmap e82: 8 total, 8 up, 8 in 2024-04-22T22:41:12.948 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:12 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/2265133742' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:6801/2422580239"}]: dispatch 2024-04-22T22:41:12.948 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:12 smithi088 ceph-mon[26737]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 3 op/s 2024-04-22T22:41:12.948 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:12 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/191532077' entity='client.iscsi.foo.smithi088.vfktqz' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/745988689"}]': finished 2024-04-22T22:41:12.948 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:12 smithi175 ceph-mon[22840]: osdmap e82: 8 total, 8 up, 8 in 2024-04-22T22:41:12.948 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:12 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/2265133742' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:6801/2422580239"}]: dispatch 2024-04-22T22:41:12.948 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:12 smithi175 ceph-mon[22840]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 3 op/s 2024-04-22T22:41:13.806 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:13 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/2265133742' entity='client.iscsi.foo.smithi088.vfktqz' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:6801/2422580239"}]': finished 2024-04-22T22:41:13.806 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:13 smithi175 ceph-mon[22840]: osdmap e83: 8 total, 8 up, 8 in 2024-04-22T22:41:13.806 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:13 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/1530877111' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/3481244860"}]: dispatch 2024-04-22T22:41:13.806 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:13 smithi175 ceph-mon[22840]: from='client.? ' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/3481244860"}]: dispatch 2024-04-22T22:41:13.897 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:13 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/2265133742' entity='client.iscsi.foo.smithi088.vfktqz' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:6801/2422580239"}]': finished 2024-04-22T22:41:13.897 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:13 smithi088 ceph-mon[21849]: osdmap e83: 8 total, 8 up, 8 in 2024-04-22T22:41:13.897 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:13 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/1530877111' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/3481244860"}]: dispatch 2024-04-22T22:41:13.897 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:13 smithi088 ceph-mon[21849]: from='client.? ' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/3481244860"}]: dispatch 2024-04-22T22:41:13.897 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:13 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/2265133742' entity='client.iscsi.foo.smithi088.vfktqz' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:6801/2422580239"}]': finished 2024-04-22T22:41:13.898 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:13 smithi088 ceph-mon[26737]: osdmap e83: 8 total, 8 up, 8 in 2024-04-22T22:41:13.898 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:13 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/1530877111' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/3481244860"}]: dispatch 2024-04-22T22:41:13.898 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:13 smithi088 ceph-mon[26737]: from='client.? ' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/3481244860"}]: dispatch 2024-04-22T22:41:14.640 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:41:14 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:41:14] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:41:14.806 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:14 smithi175 ceph-mon[22840]: from='client.? ' entity='client.iscsi.foo.smithi088.vfktqz' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/3481244860"}]': finished 2024-04-22T22:41:14.806 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:14 smithi175 ceph-mon[22840]: osdmap e84: 8 total, 8 up, 8 in 2024-04-22T22:41:14.806 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:14 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/592273503' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:6800/2422580239"}]: dispatch 2024-04-22T22:41:14.806 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:14 smithi175 ceph-mon[22840]: from='client.? ' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:6800/2422580239"}]: dispatch 2024-04-22T22:41:14.806 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:14 smithi175 ceph-mon[22840]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 3 op/s 2024-04-22T22:41:14.806 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:14 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:14.806 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:14 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:14.806 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:14 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:41:14.806 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:14 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:41:14.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:14 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:14.966 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:41:14 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:41:14] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:41:14.966 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:14 smithi088 ceph-mon[21849]: from='client.? ' entity='client.iscsi.foo.smithi088.vfktqz' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/3481244860"}]': finished 2024-04-22T22:41:14.966 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:14 smithi088 ceph-mon[21849]: osdmap e84: 8 total, 8 up, 8 in 2024-04-22T22:41:14.966 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:14 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/592273503' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:6800/2422580239"}]: dispatch 2024-04-22T22:41:14.966 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:14 smithi088 ceph-mon[21849]: from='client.? ' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:6800/2422580239"}]: dispatch 2024-04-22T22:41:14.966 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:14 smithi088 ceph-mon[21849]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 3 op/s 2024-04-22T22:41:14.966 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:14 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:14.966 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:14 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:14.966 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:14 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:41:14.966 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:14 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:41:14.966 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:14 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:14.967 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:14 smithi088 ceph-mon[26737]: from='client.? ' entity='client.iscsi.foo.smithi088.vfktqz' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/3481244860"}]': finished 2024-04-22T22:41:14.967 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:14 smithi088 ceph-mon[26737]: osdmap e84: 8 total, 8 up, 8 in 2024-04-22T22:41:14.967 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:14 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/592273503' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:6800/2422580239"}]: dispatch 2024-04-22T22:41:14.967 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:14 smithi088 ceph-mon[26737]: from='client.? ' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:6800/2422580239"}]: dispatch 2024-04-22T22:41:14.967 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:14 smithi088 ceph-mon[26737]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 3 op/s 2024-04-22T22:41:14.967 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:14 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:14.967 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:14 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:14.967 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:14 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:41:14.967 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:14 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:41:14.967 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:14 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:15.966 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:15 smithi088 ceph-mon[21849]: from='client.? ' entity='client.iscsi.foo.smithi088.vfktqz' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:6800/2422580239"}]': finished 2024-04-22T22:41:15.966 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:15 smithi088 ceph-mon[21849]: osdmap e85: 8 total, 8 up, 8 in 2024-04-22T22:41:15.966 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:15 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:15.966 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:15 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:15.966 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:15 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/3794682820' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/2300342443"}]: dispatch 2024-04-22T22:41:15.966 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:15 smithi088 ceph-mon[26737]: from='client.? ' entity='client.iscsi.foo.smithi088.vfktqz' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:6800/2422580239"}]': finished 2024-04-22T22:41:15.966 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:15 smithi088 ceph-mon[26737]: osdmap e85: 8 total, 8 up, 8 in 2024-04-22T22:41:15.966 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:15 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:15.966 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:15 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:15.966 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:15 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/3794682820' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/2300342443"}]: dispatch 2024-04-22T22:41:16.056 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:15 smithi175 ceph-mon[22840]: from='client.? ' entity='client.iscsi.foo.smithi088.vfktqz' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:6800/2422580239"}]': finished 2024-04-22T22:41:16.056 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:15 smithi175 ceph-mon[22840]: osdmap e85: 8 total, 8 up, 8 in 2024-04-22T22:41:16.056 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:15 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:16.056 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:15 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:16.056 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:15 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/3794682820' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/2300342443"}]: dispatch 2024-04-22T22:41:16.866 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:41:16 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:41:16] "GET /metrics HTTP/1.1" 200 208097 "" "Prometheus/2.33.4" 2024-04-22T22:41:17.215 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:16 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/3794682820' entity='client.iscsi.foo.smithi088.vfktqz' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/2300342443"}]': finished 2024-04-22T22:41:17.215 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:16 smithi088 ceph-mon[21849]: osdmap e86: 8 total, 8 up, 8 in 2024-04-22T22:41:17.216 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:16 smithi088 ceph-mon[21849]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:41:17.216 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:16 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/4033603298' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:6801/253166670"}]: dispatch 2024-04-22T22:41:17.216 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:16 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/3794682820' entity='client.iscsi.foo.smithi088.vfktqz' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/2300342443"}]': finished 2024-04-22T22:41:17.216 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:16 smithi088 ceph-mon[26737]: osdmap e86: 8 total, 8 up, 8 in 2024-04-22T22:41:17.216 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:16 smithi088 ceph-mon[26737]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:41:17.216 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:16 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/4033603298' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:6801/253166670"}]: dispatch 2024-04-22T22:41:17.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:16 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/3794682820' entity='client.iscsi.foo.smithi088.vfktqz' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/2300342443"}]': finished 2024-04-22T22:41:17.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:16 smithi175 ceph-mon[22840]: osdmap e86: 8 total, 8 up, 8 in 2024-04-22T22:41:17.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:16 smithi175 ceph-mon[22840]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:41:17.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:16 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/4033603298' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:6801/253166670"}]: dispatch 2024-04-22T22:41:18.216 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:17 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/4033603298' entity='client.iscsi.foo.smithi088.vfktqz' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:6801/253166670"}]': finished 2024-04-22T22:41:18.216 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:17 smithi088 ceph-mon[21849]: osdmap e87: 8 total, 8 up, 8 in 2024-04-22T22:41:18.216 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:17 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/2669085582' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:6800/253166670"}]: dispatch 2024-04-22T22:41:18.216 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:17 smithi088 ceph-mon[21849]: from='client.? ' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:6800/253166670"}]: dispatch 2024-04-22T22:41:18.216 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:17 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/4033603298' entity='client.iscsi.foo.smithi088.vfktqz' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:6801/253166670"}]': finished 2024-04-22T22:41:18.217 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:17 smithi088 ceph-mon[26737]: osdmap e87: 8 total, 8 up, 8 in 2024-04-22T22:41:18.217 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:17 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/2669085582' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:6800/253166670"}]: dispatch 2024-04-22T22:41:18.217 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:17 smithi088 ceph-mon[26737]: from='client.? ' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:6800/253166670"}]: dispatch 2024-04-22T22:41:18.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:17 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/4033603298' entity='client.iscsi.foo.smithi088.vfktqz' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:6801/253166670"}]': finished 2024-04-22T22:41:18.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:17 smithi175 ceph-mon[22840]: osdmap e87: 8 total, 8 up, 8 in 2024-04-22T22:41:18.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:17 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/2669085582' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:6800/253166670"}]: dispatch 2024-04-22T22:41:18.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:17 smithi175 ceph-mon[22840]: from='client.? ' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:6800/253166670"}]: dispatch 2024-04-22T22:41:19.216 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:18 smithi088 ceph-mon[21849]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:41:19.216 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:18 smithi088 ceph-mon[21849]: from='client.? ' entity='client.iscsi.foo.smithi088.vfktqz' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:6800/253166670"}]': finished 2024-04-22T22:41:19.216 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:18 smithi088 ceph-mon[21849]: osdmap e88: 8 total, 8 up, 8 in 2024-04-22T22:41:19.216 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:18 smithi088 ceph-mon[21849]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 62 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:41:19.216 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:18 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/604755430' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/913053463"}]: dispatch 2024-04-22T22:41:19.216 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:18 smithi088 ceph-mon[26737]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:41:19.216 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:18 smithi088 ceph-mon[26737]: from='client.? ' entity='client.iscsi.foo.smithi088.vfktqz' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:6800/253166670"}]': finished 2024-04-22T22:41:19.216 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:18 smithi088 ceph-mon[26737]: osdmap e88: 8 total, 8 up, 8 in 2024-04-22T22:41:19.216 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:18 smithi088 ceph-mon[26737]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 62 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:41:19.216 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:18 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/604755430' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/913053463"}]: dispatch 2024-04-22T22:41:19.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:18 smithi175 ceph-mon[22840]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:41:19.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:18 smithi175 ceph-mon[22840]: from='client.? ' entity='client.iscsi.foo.smithi088.vfktqz' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:6800/253166670"}]': finished 2024-04-22T22:41:19.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:18 smithi175 ceph-mon[22840]: osdmap e88: 8 total, 8 up, 8 in 2024-04-22T22:41:19.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:18 smithi175 ceph-mon[22840]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 62 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:41:19.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:18 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/604755430' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/913053463"}]: dispatch 2024-04-22T22:41:20.216 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:19 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/604755430' entity='client.iscsi.foo.smithi088.vfktqz' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/913053463"}]': finished 2024-04-22T22:41:20.216 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:19 smithi088 ceph-mon[21849]: osdmap e89: 8 total, 8 up, 8 in 2024-04-22T22:41:20.216 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:19 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/465246922' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/3248274980"}]: dispatch 2024-04-22T22:41:20.216 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:19 smithi088 ceph-mon[21849]: from='client.? ' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/3248274980"}]: dispatch 2024-04-22T22:41:20.216 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:19 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/604755430' entity='client.iscsi.foo.smithi088.vfktqz' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/913053463"}]': finished 2024-04-22T22:41:20.216 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:19 smithi088 ceph-mon[26737]: osdmap e89: 8 total, 8 up, 8 in 2024-04-22T22:41:20.217 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:19 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/465246922' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/3248274980"}]: dispatch 2024-04-22T22:41:20.217 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:19 smithi088 ceph-mon[26737]: from='client.? ' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/3248274980"}]: dispatch 2024-04-22T22:41:20.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:19 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/604755430' entity='client.iscsi.foo.smithi088.vfktqz' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/913053463"}]': finished 2024-04-22T22:41:20.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:19 smithi175 ceph-mon[22840]: osdmap e89: 8 total, 8 up, 8 in 2024-04-22T22:41:20.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:19 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/465246922' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/3248274980"}]: dispatch 2024-04-22T22:41:20.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:19 smithi175 ceph-mon[22840]: from='client.? ' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/3248274980"}]: dispatch 2024-04-22T22:41:21.152 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:20 smithi088 ceph-mon[21849]: from='client.? ' entity='client.iscsi.foo.smithi088.vfktqz' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/3248274980"}]': finished 2024-04-22T22:41:21.152 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:20 smithi088 ceph-mon[21849]: osdmap e90: 8 total, 8 up, 8 in 2024-04-22T22:41:21.152 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:20 smithi088 ceph-mon[21849]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 62 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:41:21.152 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:20 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/2249211668' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/2146711968"}]: dispatch 2024-04-22T22:41:21.152 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:20 smithi088 ceph-mon[21849]: from='client.? ' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/2146711968"}]: dispatch 2024-04-22T22:41:21.153 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:20 smithi088 ceph-mon[26737]: from='client.? ' entity='client.iscsi.foo.smithi088.vfktqz' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/3248274980"}]': finished 2024-04-22T22:41:21.153 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:20 smithi088 ceph-mon[26737]: osdmap e90: 8 total, 8 up, 8 in 2024-04-22T22:41:21.153 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:20 smithi088 ceph-mon[26737]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 62 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:41:21.153 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:20 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/2249211668' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/2146711968"}]: dispatch 2024-04-22T22:41:21.153 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:20 smithi088 ceph-mon[26737]: from='client.? ' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/2146711968"}]: dispatch 2024-04-22T22:41:21.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:20 smithi175 ceph-mon[22840]: from='client.? ' entity='client.iscsi.foo.smithi088.vfktqz' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/3248274980"}]': finished 2024-04-22T22:41:21.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:20 smithi175 ceph-mon[22840]: osdmap e90: 8 total, 8 up, 8 in 2024-04-22T22:41:21.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:20 smithi175 ceph-mon[22840]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 62 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:41:21.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:20 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/2249211668' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/2146711968"}]: dispatch 2024-04-22T22:41:21.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:20 smithi175 ceph-mon[22840]: from='client.? ' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/2146711968"}]: dispatch 2024-04-22T22:41:22.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:22 smithi088 ceph-mon[21849]: from='client.? ' entity='client.iscsi.foo.smithi088.vfktqz' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/2146711968"}]': finished 2024-04-22T22:41:22.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:22 smithi088 ceph-mon[21849]: osdmap e91: 8 total, 8 up, 8 in 2024-04-22T22:41:22.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:22 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/3563655916' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:6800/615185900"}]: dispatch 2024-04-22T22:41:22.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:22 smithi088 ceph-mon[21849]: from='client.? ' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:6800/615185900"}]: dispatch 2024-04-22T22:41:22.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:22 smithi088 ceph-mon[26737]: from='client.? ' entity='client.iscsi.foo.smithi088.vfktqz' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/2146711968"}]': finished 2024-04-22T22:41:22.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:22 smithi088 ceph-mon[26737]: osdmap e91: 8 total, 8 up, 8 in 2024-04-22T22:41:22.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:22 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/3563655916' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:6800/615185900"}]: dispatch 2024-04-22T22:41:22.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:22 smithi088 ceph-mon[26737]: from='client.? ' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:6800/615185900"}]: dispatch 2024-04-22T22:41:22.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:22 smithi175 ceph-mon[22840]: from='client.? ' entity='client.iscsi.foo.smithi088.vfktqz' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/2146711968"}]': finished 2024-04-22T22:41:22.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:22 smithi175 ceph-mon[22840]: osdmap e91: 8 total, 8 up, 8 in 2024-04-22T22:41:22.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:22 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/3563655916' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:6800/615185900"}]: dispatch 2024-04-22T22:41:22.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:22 smithi175 ceph-mon[22840]: from='client.? ' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:6800/615185900"}]: dispatch 2024-04-22T22:41:22.556 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:41:22 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:41:22] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T22:41:23.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:23 smithi088 ceph-mon[21849]: from='client.? ' entity='client.iscsi.foo.smithi088.vfktqz' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:6800/615185900"}]': finished 2024-04-22T22:41:23.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:23 smithi088 ceph-mon[21849]: osdmap e92: 8 total, 8 up, 8 in 2024-04-22T22:41:23.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:23 smithi088 ceph-mon[21849]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:41:23.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:23 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/4091979386' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/2281781374"}]: dispatch 2024-04-22T22:41:23.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:23 smithi088 ceph-mon[26737]: from='client.? ' entity='client.iscsi.foo.smithi088.vfktqz' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:6800/615185900"}]': finished 2024-04-22T22:41:23.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:23 smithi088 ceph-mon[26737]: osdmap e92: 8 total, 8 up, 8 in 2024-04-22T22:41:23.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:23 smithi088 ceph-mon[26737]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:41:23.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:23 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/4091979386' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/2281781374"}]: dispatch 2024-04-22T22:41:23.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:23 smithi175 ceph-mon[22840]: from='client.? ' entity='client.iscsi.foo.smithi088.vfktqz' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:6800/615185900"}]': finished 2024-04-22T22:41:23.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:23 smithi175 ceph-mon[22840]: osdmap e92: 8 total, 8 up, 8 in 2024-04-22T22:41:23.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:23 smithi175 ceph-mon[22840]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:41:23.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:23 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/4091979386' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/2281781374"}]: dispatch 2024-04-22T22:41:23.966 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:41:23 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-alertmanager-a[47009]: level=warn ts=2024-04-22T22:41:23.521Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.88:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.88 because it doesn't contain any IP SANs" 2024-04-22T22:41:23.966 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:41:23 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-alertmanager-a[47009]: level=warn ts=2024-04-22T22:41:23.521Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.175:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.175 because it doesn't contain any IP SANs" 2024-04-22T22:41:24.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:24 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/4091979386' entity='client.iscsi.foo.smithi088.vfktqz' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/2281781374"}]': finished 2024-04-22T22:41:24.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:24 smithi088 ceph-mon[21849]: osdmap e93: 8 total, 8 up, 8 in 2024-04-22T22:41:24.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:24 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/3482159889' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:6801/615185900"}]: dispatch 2024-04-22T22:41:24.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:24 smithi088 ceph-mon[21849]: from='client.? ' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:6801/615185900"}]: dispatch 2024-04-22T22:41:24.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:24 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/4091979386' entity='client.iscsi.foo.smithi088.vfktqz' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/2281781374"}]': finished 2024-04-22T22:41:24.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:24 smithi088 ceph-mon[26737]: osdmap e93: 8 total, 8 up, 8 in 2024-04-22T22:41:24.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:24 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/3482159889' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:6801/615185900"}]: dispatch 2024-04-22T22:41:24.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:24 smithi088 ceph-mon[26737]: from='client.? ' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:6801/615185900"}]: dispatch 2024-04-22T22:41:24.479 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:24 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/4091979386' entity='client.iscsi.foo.smithi088.vfktqz' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:0/2281781374"}]': finished 2024-04-22T22:41:24.479 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:24 smithi175 ceph-mon[22840]: osdmap e93: 8 total, 8 up, 8 in 2024-04-22T22:41:24.479 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:24 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/3482159889' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:6801/615185900"}]: dispatch 2024-04-22T22:41:24.479 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:24 smithi175 ceph-mon[22840]: from='client.? ' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:6801/615185900"}]: dispatch 2024-04-22T22:41:25.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:25 smithi088 ceph-mon[21849]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:41:25.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:25 smithi088 ceph-mon[21849]: from='client.? ' entity='client.iscsi.foo.smithi088.vfktqz' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:6801/615185900"}]': finished 2024-04-22T22:41:25.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:25 smithi088 ceph-mon[21849]: osdmap e94: 8 total, 8 up, 8 in 2024-04-22T22:41:25.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:25 smithi088 ceph-mon[26737]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:41:25.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:25 smithi088 ceph-mon[26737]: from='client.? ' entity='client.iscsi.foo.smithi088.vfktqz' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:6801/615185900"}]': finished 2024-04-22T22:41:25.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:25 smithi088 ceph-mon[26737]: osdmap e94: 8 total, 8 up, 8 in 2024-04-22T22:41:25.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:25 smithi175 ceph-mon[22840]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:41:25.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:25 smithi175 ceph-mon[22840]: from='client.? ' entity='client.iscsi.foo.smithi088.vfktqz' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.88:6801/615185900"}]': finished 2024-04-22T22:41:25.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:25 smithi175 ceph-mon[22840]: osdmap e94: 8 total, 8 up, 8 in 2024-04-22T22:41:26.966 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:41:26 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:41:26] "GET /metrics HTTP/1.1" 200 208148 "" "Prometheus/2.33.4" 2024-04-22T22:41:27.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:27 smithi088 ceph-mon[21849]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1022 B/s rd, 0 op/s 2024-04-22T22:41:27.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:27 smithi088 ceph-mon[26737]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1022 B/s rd, 0 op/s 2024-04-22T22:41:27.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:27 smithi175 ceph-mon[22840]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1022 B/s rd, 0 op/s 2024-04-22T22:41:28.550 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:41:28 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:41:28] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:41:29.806 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:29 smithi175 ceph-mon[22840]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:41:29.806 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:29 smithi175 ceph-mon[22840]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-04-22T22:41:29.806 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:29 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:29.806 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:29 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:29.856 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:29 smithi088 ceph-mon[26737]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:41:29.856 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:29 smithi088 ceph-mon[26737]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-04-22T22:41:29.856 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:29 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:29.856 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:29 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:29.856 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:29 smithi088 ceph-mon[21849]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:41:29.856 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:29 smithi088 ceph-mon[21849]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-04-22T22:41:29.856 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:29 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:29.856 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:29 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:31.353 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:31 smithi088 ceph-mon[21849]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-04-22T22:41:31.353 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:31 smithi088 ceph-mon[26737]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-04-22T22:41:31.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:31 smithi175 ceph-mon[22840]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-04-22T22:41:32.637 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:41:32 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:41:32] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T22:41:33.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:33 smithi088 ceph-mon[26737]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-04-22T22:41:33.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:33 smithi088 ceph-mon[21849]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-04-22T22:41:33.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:33 smithi175 ceph-mon[22840]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-04-22T22:41:33.966 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:41:33 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-alertmanager-a[47009]: level=error ts=2024-04-22T22:41:33.507Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://172.21.15.88:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.88 because it doesn't contain any IP SANs; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://172.21.15.175:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.175 because it doesn't contain any IP SANs" 2024-04-22T22:41:35.216 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:35 smithi088 ceph-mon[26737]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-04-22T22:41:35.216 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:35 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:35.216 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:35 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:35.216 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:35 smithi088 ceph-mon[21849]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-04-22T22:41:35.216 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:35 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:35.216 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:35 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:35.217 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:41:34 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:41:34] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:41:35.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:35 smithi175 ceph-mon[22840]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-04-22T22:41:35.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:35 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:35.306 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:35 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:36.966 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:41:36 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:41:36] "GET /metrics HTTP/1.1" 200 208148 "" "Prometheus/2.33.4" 2024-04-22T22:41:37.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:37 smithi088 ceph-mon[21849]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 854 B/s rd, 0 op/s 2024-04-22T22:41:37.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:37 smithi088 ceph-mon[26737]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 854 B/s rd, 0 op/s 2024-04-22T22:41:37.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:37 smithi175 ceph-mon[22840]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 854 B/s rd, 0 op/s 2024-04-22T22:41:39.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:39 smithi088 ceph-mon[26737]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:41:39.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:39 smithi088 ceph-mon[26737]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:41:39.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:39 smithi088 ceph-mon[21849]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:41:39.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:39 smithi088 ceph-mon[21849]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:41:39.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:39 smithi175 ceph-mon[22840]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:41:39.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:39 smithi175 ceph-mon[22840]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:41:41.422 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:41 smithi088 ceph-mon[21849]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:41:41.423 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:41 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [7, 2]}]: dispatch 2024-04-22T22:41:41.423 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:41 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2024-04-22T22:41:41.423 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:41 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [7, 2]}]: dispatch 2024-04-22T22:41:41.423 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:41 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]: dispatch 2024-04-22T22:41:41.423 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:41 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 5]}]: dispatch 2024-04-22T22:41:41.423 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:41 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2024-04-22T22:41:41.423 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:41 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]: dispatch 2024-04-22T22:41:41.423 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:41 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 5]}]: dispatch 2024-04-22T22:41:41.424 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:41 smithi088 ceph-mon[26737]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:41:41.424 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:41 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [7, 2]}]: dispatch 2024-04-22T22:41:41.424 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:41 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2024-04-22T22:41:41.424 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:41 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [7, 2]}]: dispatch 2024-04-22T22:41:41.424 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:41 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]: dispatch 2024-04-22T22:41:41.424 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:41 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 5]}]: dispatch 2024-04-22T22:41:41.424 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:41 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2024-04-22T22:41:41.424 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:41 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]: dispatch 2024-04-22T22:41:41.424 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:41 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 5]}]: dispatch 2024-04-22T22:41:41.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:41 smithi175 ceph-mon[22840]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:41:41.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:41 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [7, 2]}]: dispatch 2024-04-22T22:41:41.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:41 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2024-04-22T22:41:41.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:41 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [7, 2]}]: dispatch 2024-04-22T22:41:41.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:41 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]: dispatch 2024-04-22T22:41:41.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:41 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 5]}]: dispatch 2024-04-22T22:41:41.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:41 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2024-04-22T22:41:41.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:41 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]: dispatch 2024-04-22T22:41:41.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:41 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 5]}]: dispatch 2024-04-22T22:41:42.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:42 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [7, 2]}]': finished 2024-04-22T22:41:42.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:42 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]': finished 2024-04-22T22:41:42.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:42 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]': finished 2024-04-22T22:41:42.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:42 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 5]}]': finished 2024-04-22T22:41:42.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:42 smithi088 ceph-mon[21849]: osdmap e95: 8 total, 8 up, 8 in 2024-04-22T22:41:42.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:42 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:41:42.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:42 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:41:42.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:42 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:41:42.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:42 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:41:42.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:42 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [7, 2]}]': finished 2024-04-22T22:41:42.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:42 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]': finished 2024-04-22T22:41:42.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:42 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]': finished 2024-04-22T22:41:42.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:42 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 5]}]': finished 2024-04-22T22:41:42.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:42 smithi088 ceph-mon[26737]: osdmap e95: 8 total, 8 up, 8 in 2024-04-22T22:41:42.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:42 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:41:42.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:42 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:41:42.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:42 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:41:42.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:42 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:41:42.556 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:41:42 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:41:42] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T22:41:42.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:42 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [7, 2]}]': finished 2024-04-22T22:41:42.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:42 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]': finished 2024-04-22T22:41:42.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:42 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]': finished 2024-04-22T22:41:42.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:42 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 5]}]': finished 2024-04-22T22:41:42.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:42 smithi175 ceph-mon[22840]: osdmap e95: 8 total, 8 up, 8 in 2024-04-22T22:41:42.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:42 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:41:42.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:42 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:41:42.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:42 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:41:42.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:42 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:41:43.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:43 smithi088 ceph-mon[21849]: osdmap e96: 8 total, 8 up, 8 in 2024-04-22T22:41:43.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:43 smithi088 ceph-mon[21849]: pgmap v130: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:41:43.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:43 smithi088 ceph-mon[26737]: osdmap e96: 8 total, 8 up, 8 in 2024-04-22T22:41:43.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:43 smithi088 ceph-mon[26737]: pgmap v130: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:41:43.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:43 smithi175 ceph-mon[22840]: osdmap e96: 8 total, 8 up, 8 in 2024-04-22T22:41:43.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:43 smithi175 ceph-mon[22840]: pgmap v130: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:41:45.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:45 smithi088 ceph-mon[21849]: pgmap v131: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:41:45.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:45 smithi088 ceph-mon[26737]: pgmap v131: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:41:45.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:45 smithi175 ceph-mon[22840]: pgmap v131: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:41:46.966 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:41:46 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:41:46] "GET /metrics HTTP/1.1" 200 208110 "" "Prometheus/2.33.4" 2024-04-22T22:41:47.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:47 smithi088 ceph-mon[21849]: pgmap v132: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-04-22T22:41:47.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:47 smithi088 ceph-mon[26737]: pgmap v132: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-04-22T22:41:47.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:47 smithi175 ceph-mon[22840]: pgmap v132: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 63 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-04-22T22:41:48.744 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:41:48 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:41:48] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:41:49.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:49 smithi088 ceph-mon[21849]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:41:49.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:49 smithi088 ceph-mon[21849]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2024-04-22T22:41:49.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:49 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:49.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:49 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:49.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:49 smithi088 ceph-mon[26737]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:41:49.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:49 smithi088 ceph-mon[26737]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2024-04-22T22:41:49.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:49 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:49.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:49 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:49.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:49 smithi175 ceph-mon[22840]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:41:49.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:49 smithi175 ceph-mon[22840]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2024-04-22T22:41:49.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:49 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:49.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:49 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:51.216 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:51 smithi088 ceph-mon[21849]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2024-04-22T22:41:51.216 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:51 smithi088 ceph-mon[26737]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2024-04-22T22:41:51.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:51 smithi175 ceph-mon[22840]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2024-04-22T22:41:52.806 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:41:52 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:41:52] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T22:41:53.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:53 smithi088 ceph-mon[21849]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2024-04-22T22:41:53.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:53 smithi088 ceph-mon[26737]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2024-04-22T22:41:53.510 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:53 smithi175 ceph-mon[22840]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2024-04-22T22:41:55.466 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:41:55 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:41:55] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:41:55.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:55 smithi088 ceph-mon[21849]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2024-04-22T22:41:55.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:55 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:55.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:55 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:55.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:55 smithi088 ceph-mon[26737]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2024-04-22T22:41:55.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:55 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:55.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:55 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:55.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:55 smithi175 ceph-mon[22840]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2024-04-22T22:41:55.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:55 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:55.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:55 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:41:56.966 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:41:56 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:41:56] "GET /metrics HTTP/1.1" 200 208111 "" "Prometheus/2.33.4" 2024-04-22T22:41:57.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:57 smithi088 ceph-mon[21849]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2024-04-22T22:41:57.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:57 smithi088 ceph-mon[26737]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2024-04-22T22:41:57.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:57 smithi175 ceph-mon[22840]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2024-04-22T22:41:59.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:59 smithi088 ceph-mon[26737]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:41:59.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:41:59 smithi088 ceph-mon[26737]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2024-04-22T22:41:59.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:59 smithi088 ceph-mon[21849]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:41:59.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:41:59 smithi088 ceph-mon[21849]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2024-04-22T22:41:59.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:59 smithi175 ceph-mon[22840]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:41:59.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:41:59 smithi175 ceph-mon[22840]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2024-04-22T22:42:01.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:01 smithi088 ceph-mon[21849]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:42:01.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:01 smithi088 ceph-mon[26737]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:42:01.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:01 smithi175 ceph-mon[22840]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:42:02.806 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:42:02 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:42:02] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T22:42:03.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:03 smithi088 ceph-mon[21849]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:42:03.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:03 smithi088 ceph-mon[26737]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:42:03.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:03 smithi175 ceph-mon[22840]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:42:05.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:05 smithi088 ceph-mon[21849]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:42:05.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:05 smithi088 ceph-mon[26737]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:42:05.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:05 smithi175 ceph-mon[22840]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:42:06.966 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:42:06 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:42:06] "GET /metrics HTTP/1.1" 200 208111 "" "Prometheus/2.33.4" 2024-04-22T22:42:07.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:07 smithi088 ceph-mon[26737]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:42:07.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:07 smithi088 ceph-mon[21849]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:42:07.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:07 smithi175 ceph-mon[22840]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:42:08.966 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:42:08 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:42:08] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:42:09.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:09 smithi175 ceph-mon[22840]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:42:09.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:09 smithi175 ceph-mon[22840]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:42:09.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:09 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:42:09.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:09 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:42:09.577 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:09 smithi088 ceph-mon[26737]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:42:09.578 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:09 smithi088 ceph-mon[26737]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:42:09.578 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:09 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:42:09.578 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:09 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:42:09.578 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:09 smithi088 ceph-mon[21849]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:42:09.578 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:09 smithi088 ceph-mon[21849]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:42:09.578 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:09 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:42:09.578 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:09 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:42:11.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:11 smithi088 ceph-mon[21849]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:42:11.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:11 smithi088 ceph-mon[26737]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:42:11.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:11 smithi175 ceph-mon[22840]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:42:12.619 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:42:12 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:42:12] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T22:42:13.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:13 smithi088 ceph-mon[21849]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:42:13.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:13 smithi088 ceph-mon[26737]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:42:13.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:13 smithi175 ceph-mon[22840]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:42:15.466 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:42:15 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:42:15] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:42:15.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:15 smithi088 ceph-mon[21849]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:42:15.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:15 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:42:15.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:15 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:42:15.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:15 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:42:15.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:15 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:42:15.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:15 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:42:15.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:15 smithi088 ceph-mon[26737]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:42:15.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:15 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:42:15.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:15 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:42:15.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:15 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:42:15.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:15 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:42:15.468 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:15 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:42:15.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:15 smithi175 ceph-mon[22840]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:42:15.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:15 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:42:15.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:15 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:42:15.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:15 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:42:15.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:15 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:42:15.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:15 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:42:16.966 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:42:16 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:42:16] "GET /metrics HTTP/1.1" 200 208090 "" "Prometheus/2.33.4" 2024-04-22T22:42:17.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:17 smithi175 ceph-mon[22840]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:42:17.716 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:17 smithi088 ceph-mon[26737]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:42:17.716 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:17 smithi088 ceph-mon[21849]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:42:19.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:19 smithi175 ceph-mon[22840]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:42:19.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:19 smithi175 ceph-mon[22840]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:42:19.716 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:19 smithi088 ceph-mon[21849]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:42:19.716 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:19 smithi088 ceph-mon[21849]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:42:19.716 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:19 smithi088 ceph-mon[26737]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:42:19.717 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:19 smithi088 ceph-mon[26737]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:42:21.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:21 smithi088 ceph-mon[21849]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:42:21.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:21 smithi088 ceph-mon[26737]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:42:21.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:21 smithi175 ceph-mon[22840]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:42:22.806 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:42:22 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:42:22] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T22:42:23.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:23 smithi088 ceph-mon[21849]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:42:23.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:23 smithi088 ceph-mon[26737]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:42:23.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:23 smithi175 ceph-mon[22840]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:42:25.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:25 smithi088 ceph-mon[21849]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:42:25.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:25 smithi088 ceph-mon[26737]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:42:25.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:25 smithi175 ceph-mon[22840]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:42:26.966 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:42:26 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:42:26] "GET /metrics HTTP/1.1" 200 208083 "" "Prometheus/2.33.4" 2024-04-22T22:42:27.508 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:27 smithi175 ceph-mon[22840]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:42:27.716 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:27 smithi088 ceph-mon[21849]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:42:27.716 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:27 smithi088 ceph-mon[26737]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:42:29.216 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:42:28 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:42:28] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:42:29.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:29 smithi088 ceph-mon[21849]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:42:29.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:29 smithi088 ceph-mon[21849]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:42:29.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:29 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:42:29.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:29 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:42:29.531 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:29 smithi088 ceph-mon[26737]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:42:29.531 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:29 smithi088 ceph-mon[26737]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:42:29.531 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:29 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:42:29.531 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:29 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:42:29.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:29 smithi175 ceph-mon[22840]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:42:29.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:29 smithi175 ceph-mon[22840]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:42:29.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:29 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:42:29.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:29 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:42:31.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:31 smithi088 ceph-mon[26737]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:42:31.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:31 smithi088 ceph-mon[21849]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:42:31.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:31 smithi175 ceph-mon[22840]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:42:32.806 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:42:32 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:42:32] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T22:42:33.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:33 smithi088 ceph-mon[21849]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:42:33.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:33 smithi088 ceph-mon[26737]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:42:33.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:33 smithi175 ceph-mon[22840]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:42:35.286 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:35 smithi175 ceph-mon[22840]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:42:35.716 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:35 smithi088 ceph-mon[21849]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:42:35.716 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:35 smithi088 ceph-mon[26737]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:42:35.717 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:42:35 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:42:35] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:42:36.512 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:36 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:42:36.512 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:36 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:42:36.716 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:36 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:42:36.716 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:36 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:42:36.716 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:36 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:42:36.717 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:36 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:42:36.717 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:42:36 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:42:36] "GET /metrics HTTP/1.1" 200 208083 "" "Prometheus/2.33.4" 2024-04-22T22:42:37.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:37 smithi175 ceph-mon[22840]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:42:37.716 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:37 smithi088 ceph-mon[21849]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:42:37.716 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:37 smithi088 ceph-mon[26737]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:42:39.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:39 smithi175 ceph-mon[22840]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:42:39.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:39 smithi175 ceph-mon[22840]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:42:39.716 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:39 smithi088 ceph-mon[21849]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:42:39.716 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:39 smithi088 ceph-mon[21849]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:42:39.717 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:39 smithi088 ceph-mon[26737]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:42:39.717 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:39 smithi088 ceph-mon[26737]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:42:41.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:41 smithi088 ceph-mon[21849]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:42:41.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:41 smithi088 ceph-mon[26737]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:42:41.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:41 smithi175 ceph-mon[22840]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:42:42.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:42 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:42:42.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:42 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:42:42.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:42 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:42:42.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:42 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:42:42.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:42 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:42:42.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:42 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:42:42.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:42 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:42:42.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:42 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:42:42.556 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:42:42 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:42:42] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T22:42:42.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:42 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:42:42.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:42 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:42:42.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:42 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:42:42.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:42 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:42:43.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:43 smithi088 ceph-mon[21849]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:42:43.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:43 smithi088 ceph-mon[26737]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:42:43.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:43 smithi175 ceph-mon[22840]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:42:45.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:45 smithi175 ceph-mon[22840]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:42:45.717 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:45 smithi088 ceph-mon[21849]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:42:45.717 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:45 smithi088 ceph-mon[26737]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:42:46.966 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:42:46 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:42:46] "GET /metrics HTTP/1.1" 200 208090 "" "Prometheus/2.33.4" 2024-04-22T22:42:47.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:47 smithi175 ceph-mon[22840]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:42:47.716 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:47 smithi088 ceph-mon[21849]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:42:47.716 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:47 smithi088 ceph-mon[26737]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:42:49.142 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:42:48 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:42:48] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:42:49.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:49 smithi088 ceph-mon[21849]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:42:49.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:49 smithi088 ceph-mon[21849]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:42:49.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:49 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:42:49.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:49 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:42:49.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:49 smithi088 ceph-mon[26737]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:42:49.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:49 smithi088 ceph-mon[26737]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:42:49.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:49 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:42:49.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:49 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:42:49.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:49 smithi175 ceph-mon[22840]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:42:49.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:49 smithi175 ceph-mon[22840]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:42:49.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:49 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:42:49.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:49 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:42:51.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:51 smithi088 ceph-mon[21849]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:42:51.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:51 smithi088 ceph-mon[26737]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:42:51.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:51 smithi175 ceph-mon[22840]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:42:52.806 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:42:52 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:42:52] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T22:42:53.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:53 smithi088 ceph-mon[21849]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:42:53.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:53 smithi088 ceph-mon[26737]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:42:53.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:53 smithi175 ceph-mon[22840]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:42:55.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:55 smithi175 ceph-mon[22840]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:42:55.716 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:55 smithi088 ceph-mon[21849]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:42:55.717 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:55 smithi088 ceph-mon[26737]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:42:55.717 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:42:55 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:42:55] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:42:56.483 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:56 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:42:56.484 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:56 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:42:56.716 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:56 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:42:56.716 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:56 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:42:56.717 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:42:56 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:42:56] "GET /metrics HTTP/1.1" 200 208104 "" "Prometheus/2.33.4" 2024-04-22T22:42:56.717 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:56 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:42:56.717 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:56 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:42:57.716 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:57 smithi088 ceph-mon[21849]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:42:57.717 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:57 smithi088 ceph-mon[26737]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:42:57.806 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:57 smithi175 ceph-mon[22840]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:42:59.717 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:59 smithi088 ceph-mon[21849]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:42:59.717 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:42:59 smithi088 ceph-mon[21849]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:42:59.717 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:59 smithi088 ceph-mon[26737]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:42:59.717 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:42:59 smithi088 ceph-mon[26737]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:42:59.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:59 smithi175 ceph-mon[22840]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:42:59.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:42:59 smithi175 ceph-mon[22840]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:43:01.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:01 smithi088 ceph-mon[21849]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:43:01.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:01 smithi088 ceph-mon[26737]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:43:01.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:01 smithi175 ceph-mon[22840]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:43:02.807 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:43:02 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:43:02] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T22:43:03.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:03 smithi175 ceph-mon[22840]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:43:03.716 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:03 smithi088 ceph-mon[21849]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:43:03.716 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:03 smithi088 ceph-mon[26737]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:43:05.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:05 smithi175 ceph-mon[22840]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:43:05.716 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:05 smithi088 ceph-mon[21849]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:43:05.717 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:05 smithi088 ceph-mon[26737]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:43:06.966 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:43:06 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:43:06] "GET /metrics HTTP/1.1" 200 208104 "" "Prometheus/2.33.4" 2024-04-22T22:43:07.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:07 smithi175 ceph-mon[22840]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:43:07.716 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:07 smithi088 ceph-mon[21849]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:43:07.717 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:07 smithi088 ceph-mon[26737]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:43:09.467 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:43:09 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:43:09] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:43:09.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:09 smithi088 ceph-mon[21849]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:43:09.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:09 smithi088 ceph-mon[21849]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:43:09.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:09 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:43:09.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:09 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:43:09.468 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:09 smithi088 ceph-mon[26737]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:43:09.468 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:09 smithi088 ceph-mon[26737]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:43:09.468 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:09 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:43:09.468 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:09 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:43:09.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:09 smithi175 ceph-mon[22840]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:43:09.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:09 smithi175 ceph-mon[22840]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:43:09.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:09 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:43:09.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:09 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:43:11.406 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:11 smithi088 ceph-mon[21849]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:43:11.406 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:11 smithi088 ceph-mon[26737]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:43:11.556 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:11 smithi175 ceph-mon[22840]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:43:12.807 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:43:12 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:43:12] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T22:43:13.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:13 smithi175 ceph-mon[22840]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:43:13.618 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:13 smithi088 ceph-mon[21849]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:43:13.618 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:13 smithi088 ceph-mon[26737]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:43:15.492 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:15 smithi088 ceph-mon[26737]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:43:15.492 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:15 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:43:15.492 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:15 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:43:15.492 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:15 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:43:15.492 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:15 smithi088 ceph-mon[21849]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:43:15.492 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:15 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:43:15.492 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:15 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:43:15.492 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:15 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:43:15.493 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:15 smithi175 ceph-mon[22840]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:43:15.493 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:15 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:43:15.493 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:15 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:43:15.493 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:15 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:43:15.966 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:43:15 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:43:15] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:43:16.745 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:16 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:43:16.745 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:16 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:43:16.966 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:16 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:43:16.966 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:16 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:43:16.967 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:16 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:43:16.967 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:16 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:43:16.967 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:43:16 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:43:16] "GET /metrics HTTP/1.1" 200 208090 "" "Prometheus/2.33.4" 2024-04-22T22:43:17.797 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:17 smithi088 ceph-mon[21849]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:43:17.797 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:17 smithi088 ceph-mon[26737]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:43:17.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:17 smithi175 ceph-mon[22840]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:43:19.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:19 smithi175 ceph-mon[22840]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:43:19.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:19 smithi175 ceph-mon[22840]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:43:19.967 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:19 smithi088 ceph-mon[21849]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:43:19.967 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:19 smithi088 ceph-mon[21849]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:43:19.967 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:19 smithi088 ceph-mon[26737]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:43:19.967 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:19 smithi088 ceph-mon[26737]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:43:21.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:21 smithi088 ceph-mon[21849]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:43:21.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:21 smithi088 ceph-mon[26737]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:43:21.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:21 smithi175 ceph-mon[22840]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:43:22.807 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:43:22 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:43:22] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T22:43:23.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:23 smithi175 ceph-mon[22840]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:43:23.717 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:23 smithi088 ceph-mon[21849]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:43:23.717 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:23 smithi088 ceph-mon[26737]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:43:25.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:25 smithi175 ceph-mon[22840]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:43:25.710 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:25 smithi088 ceph-mon[21849]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:43:25.711 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:25 smithi088 ceph-mon[26737]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:43:26.967 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:43:26 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:43:26] "GET /metrics HTTP/1.1" 200 208094 "" "Prometheus/2.33.4" 2024-04-22T22:43:27.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:27 smithi175 ceph-mon[22840]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:43:27.716 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:27 smithi088 ceph-mon[21849]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:43:27.717 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:27 smithi088 ceph-mon[26737]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:43:29.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:29 smithi088 ceph-mon[21849]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:43:29.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:29 smithi088 ceph-mon[21849]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:43:29.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:29 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:43:29.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:29 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:43:29.467 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:43:29 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:43:29] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:43:29.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:29 smithi088 ceph-mon[26737]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:43:29.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:29 smithi088 ceph-mon[26737]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:43:29.468 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:29 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:43:29.468 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:29 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:43:29.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:29 smithi175 ceph-mon[22840]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:43:29.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:29 smithi175 ceph-mon[22840]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:43:29.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:29 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:43:29.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:29 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:43:31.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:31 smithi088 ceph-mon[21849]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:43:31.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:31 smithi088 ceph-mon[26737]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:43:31.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:31 smithi175 ceph-mon[22840]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:43:32.807 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:43:32 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:43:32] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T22:43:33.365 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:33 smithi088 ceph-mon[21849]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:43:33.365 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:33 smithi088 ceph-mon[26737]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:43:33.498 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:33 smithi175 ceph-mon[22840]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:43:35.307 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:35 smithi175 ceph-mon[22840]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:43:35.594 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:35 smithi088 ceph-mon[21849]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:43:35.594 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:35 smithi088 ceph-mon[26737]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:43:35.966 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:43:35 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:43:35] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:43:36.967 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:43:36 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:43:36] "GET /metrics HTTP/1.1" 200 208094 "" "Prometheus/2.33.4" 2024-04-22T22:43:36.967 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:36 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:43:36.967 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:36 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:43:36.967 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:36 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:43:36.967 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:36 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:43:37.053 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:36 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:43:37.054 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:36 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:43:37.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:37 smithi175 ceph-mon[22840]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:43:37.967 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:37 smithi088 ceph-mon[26737]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:43:37.967 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:37 smithi088 ceph-mon[21849]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:43:39.966 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:39 smithi088 ceph-mon[21849]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:43:39.967 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:39 smithi088 ceph-mon[21849]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:43:39.967 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:39 smithi088 ceph-mon[26737]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:43:39.967 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:39 smithi088 ceph-mon[26737]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:43:40.057 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:39 smithi175 ceph-mon[22840]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:43:40.057 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:39 smithi175 ceph-mon[22840]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:43:41.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:41 smithi088 ceph-mon[21849]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:43:41.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:41 smithi088 ceph-mon[26737]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:43:41.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:41 smithi175 ceph-mon[22840]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:43:42.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:42 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:43:42.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:42 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:43:42.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:42 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:43:42.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:42 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:43:42.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:42 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:43:42.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:42 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:43:42.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:42 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:43:42.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:42 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:43:42.557 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:43:42 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:43:42] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T22:43:42.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:42 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:43:42.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:42 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:43:42.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:42 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:43:42.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:42 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:43:43.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:43 smithi088 ceph-mon[21849]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:43:43.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:43 smithi088 ceph-mon[26737]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:43:43.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:43 smithi175 ceph-mon[22840]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:43:45.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:45 smithi175 ceph-mon[22840]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:43:45.716 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:45 smithi088 ceph-mon[21849]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:43:45.717 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:45 smithi088 ceph-mon[26737]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:43:46.966 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:43:46 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:43:46] "GET /metrics HTTP/1.1" 200 208066 "" "Prometheus/2.33.4" 2024-04-22T22:43:47.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:47 smithi175 ceph-mon[22840]: pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:43:47.717 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:47 smithi088 ceph-mon[21849]: pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:43:47.717 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:47 smithi088 ceph-mon[26737]: pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:43:49.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:49 smithi175 ceph-mon[22840]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:43:49.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:49 smithi175 ceph-mon[22840]: pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:43:49.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:49 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:43:49.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:49 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:43:49.717 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:49 smithi088 ceph-mon[21849]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:43:49.717 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:49 smithi088 ceph-mon[21849]: pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:43:49.717 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:49 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:43:49.717 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:49 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:43:49.717 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:43:49 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:43:49] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:43:49.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:49 smithi088 ceph-mon[26737]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:43:49.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:49 smithi088 ceph-mon[26737]: pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:43:49.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:49 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:43:49.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:49 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:43:51.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:51 smithi088 ceph-mon[21849]: pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:43:51.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:51 smithi088 ceph-mon[26737]: pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:43:51.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:51 smithi175 ceph-mon[22840]: pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:43:52.807 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:43:52 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:43:52] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T22:43:53.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:53 smithi088 ceph-mon[21849]: pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:43:53.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:53 smithi088 ceph-mon[26737]: pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:43:53.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:53 smithi175 ceph-mon[22840]: pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:43:55.307 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:55 smithi175 ceph-mon[22840]: pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:43:55.410 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:55 smithi088 ceph-mon[21849]: pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:43:55.410 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:55 smithi088 ceph-mon[26737]: pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:43:55.966 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:43:55 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:43:55] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:43:56.967 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:43:56 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:43:56] "GET /metrics HTTP/1.1" 200 208038 "" "Prometheus/2.33.4" 2024-04-22T22:43:56.967 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:56 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:43:56.967 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:56 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:43:56.967 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:56 smithi088 ceph-mon[26737]: pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:43:56.967 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:56 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:43:56.967 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:56 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:43:56.968 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:56 smithi088 ceph-mon[21849]: pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:43:57.057 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:56 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:43:57.057 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:56 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:43:57.057 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:56 smithi175 ceph-mon[22840]: pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:43:59.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:59 smithi175 ceph-mon[22840]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:43:59.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:43:59 smithi175 ceph-mon[22840]: pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:43:59.717 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:59 smithi088 ceph-mon[21849]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:43:59.717 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:43:59 smithi088 ceph-mon[21849]: pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:43:59.717 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:59 smithi088 ceph-mon[26737]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:43:59.717 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:43:59 smithi088 ceph-mon[26737]: pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:44:01.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:01 smithi088 ceph-mon[21849]: pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:44:01.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:01 smithi088 ceph-mon[26737]: pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:44:01.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:01 smithi175 ceph-mon[22840]: pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:44:02.807 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:44:02 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:44:02] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T22:44:03.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:03 smithi175 ceph-mon[22840]: pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:44:03.717 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:03 smithi088 ceph-mon[21849]: pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:44:03.717 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:03 smithi088 ceph-mon[26737]: pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:44:04.860 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -e sha1=430e09df97c8fc7dc2b2ae424f68ed11366c540f -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force' 2024-04-22T22:44:05.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:05 smithi088 ceph-mon[26737]: pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:44:05.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:05 smithi088 ceph-mon[21849]: pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:44:05.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:05 smithi175 ceph-mon[22840]: pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:44:06.915 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:44:06 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:44:06] "GET /metrics HTTP/1.1" 200 208038 "" "Prometheus/2.33.4" 2024-04-22T22:44:07.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:07 smithi175 ceph-mon[22840]: pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:44:07.653 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:07 smithi088 ceph-mon[21849]: pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:44:07.653 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:07 smithi088 ceph-mon[26737]: pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:44:07.681 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -e sha1=430e09df97c8fc7dc2b2ae424f68ed11366c540f -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force' 2024-04-22T22:44:09.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:09 smithi088 ceph-mon[21849]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:44:09.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:09 smithi088 ceph-mon[21849]: pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:44:09.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:09 smithi088 ceph-mon[26737]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:44:09.468 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:09 smithi088 ceph-mon[26737]: pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:44:09.468 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:44:09 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:44:09] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:44:09.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:09 smithi175 ceph-mon[22840]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:44:09.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:09 smithi175 ceph-mon[22840]: pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:44:10.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:10 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:44:10.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:10 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:44:10.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:10 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:44:10.468 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:10 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:44:10.594 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -e sha1=430e09df97c8fc7dc2b2ae424f68ed11366c540f -- bash -c 'ceph config set global log_to_journald false --force' 2024-04-22T22:44:10.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:10 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:44:10.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:10 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:44:11.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:11 smithi088 ceph-mon[21849]: pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:44:11.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:11 smithi088 ceph-mon[26737]: pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:44:11.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:11 smithi175 ceph-mon[22840]: pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:44:12.807 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:44:12 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:44:12] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T22:44:13.365 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:13 smithi088 ceph-mon[21849]: pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:44:13.365 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:13 smithi088 ceph-mon[26737]: pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:44:13.366 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -e sha1=430e09df97c8fc7dc2b2ae424f68ed11366c540f -- bash -c 'ceph orch ps' 2024-04-22T22:44:13.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:13 smithi175 ceph-mon[22840]: pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:44:15.428 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:15 smithi088 ceph-mon[21849]: pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:44:15.428 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:15 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:44:15.428 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:15 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:44:15.429 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:15 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:44:15.429 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:15 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:44:15.429 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:15 smithi088 ceph-mon[26737]: pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:44:15.429 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:15 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:44:15.429 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:15 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:44:15.429 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:15 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:44:15.429 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:15 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:44:15.594 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:15 smithi175 ceph-mon[22840]: pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:44:15.594 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:15 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:44:15.595 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:15 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:44:15.595 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:15 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:44:15.595 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:15 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:44:16.109 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:44:15 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:44:15] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:44:16.717 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:44:16 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:44:16] "GET /metrics HTTP/1.1" 200 208043 "" "Prometheus/2.33.4" 2024-04-22T22:44:16.933 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:16 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:44:16.933 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:16 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:44:16.933 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:16 smithi175 ceph-mon[22840]: pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:44:16.935 INFO:teuthology.orchestra.run.smithi088.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-22T22:44:16.935 INFO:teuthology.orchestra.run.smithi088.stdout:agent.smithi088 smithi088 running 7s ago 9m - - 2024-04-22T22:44:16.935 INFO:teuthology.orchestra.run.smithi088.stdout:agent.smithi175 smithi175 running 1s ago 9m - - 2024-04-22T22:44:16.935 INFO:teuthology.orchestra.run.smithi088.stdout:alertmanager.a smithi088 *:9093,9094 running (4m) 7s ago 4m 25.4M - ba2b418f427c a7d05385dcaa 2024-04-22T22:44:16.936 INFO:teuthology.orchestra.run.smithi088.stdout:grafana.a smithi175 *:3000 running (4m) 1s ago 4m 58.0M - 8.3.5 dad864ee21e9 cb45c2d5fd56 2024-04-22T22:44:16.936 INFO:teuthology.orchestra.run.smithi088.stdout:iscsi.foo.smithi088.vfktqz smithi088 running (3m) 7s ago 3m 50.8M - 3.5 e1d6a67b021e 74d3faebddc0 2024-04-22T22:44:16.936 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.x smithi175 *:8443 running (9m) 1s ago 9m 412M - 17.2.0 e1d6a67b021e 48651968ea3f 2024-04-22T22:44:16.936 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.y smithi088 *:9283 running (10m) 7s ago 10m 463M - 17.2.0 e1d6a67b021e 21fc2e7bfe06 2024-04-22T22:44:16.936 INFO:teuthology.orchestra.run.smithi088.stdout:mon.a smithi088 running (10m) 7s ago 10m 47.0M 2048M 17.2.0 e1d6a67b021e c98720b304ee 2024-04-22T22:44:16.936 INFO:teuthology.orchestra.run.smithi088.stdout:mon.b smithi175 running (9m) 1s ago 9m 38.1M 2048M 17.2.0 e1d6a67b021e da425391a21f 2024-04-22T22:44:16.936 INFO:teuthology.orchestra.run.smithi088.stdout:mon.c smithi088 running (9m) 7s ago 9m 44.3M 2048M 17.2.0 e1d6a67b021e 920b2196048c 2024-04-22T22:44:16.936 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.a smithi088 *:9100 running (5m) 7s ago 5m 14.7M - 1dbe0e931976 0a967393797b 2024-04-22T22:44:16.936 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.b smithi175 *:9100 running (5m) 1s ago 5m 19.1M - 1dbe0e931976 cd0e16b3a7fa 2024-04-22T22:44:16.936 INFO:teuthology.orchestra.run.smithi088.stdout:osd.0 smithi088 running (8m) 7s ago 8m 52.0M 4096M 17.2.0 e1d6a67b021e ff3f877a3602 2024-04-22T22:44:16.936 INFO:teuthology.orchestra.run.smithi088.stdout:osd.1 smithi088 running (8m) 7s ago 8m 52.8M 4096M 17.2.0 e1d6a67b021e e88dc09c3b11 2024-04-22T22:44:16.936 INFO:teuthology.orchestra.run.smithi088.stdout:osd.2 smithi088 running (8m) 7s ago 8m 49.0M 4096M 17.2.0 e1d6a67b021e 55a2b3ea9984 2024-04-22T22:44:16.936 INFO:teuthology.orchestra.run.smithi088.stdout:osd.3 smithi088 running (7m) 7s ago 7m 47.8M 4096M 17.2.0 e1d6a67b021e 6215934d6d6d 2024-04-22T22:44:16.937 INFO:teuthology.orchestra.run.smithi088.stdout:osd.4 smithi175 running (7m) 1s ago 7m 48.8M 4096M 17.2.0 e1d6a67b021e 76c0a001da62 2024-04-22T22:44:16.937 INFO:teuthology.orchestra.run.smithi088.stdout:osd.5 smithi175 running (6m) 1s ago 6m 47.1M 4096M 17.2.0 e1d6a67b021e 669dbf229c3e 2024-04-22T22:44:16.937 INFO:teuthology.orchestra.run.smithi088.stdout:osd.6 smithi175 running (6m) 1s ago 6m 47.5M 4096M 17.2.0 e1d6a67b021e 77564d65fee6 2024-04-22T22:44:16.937 INFO:teuthology.orchestra.run.smithi088.stdout:osd.7 smithi175 running (6m) 1s ago 5m 48.2M 4096M 17.2.0 e1d6a67b021e 310791e62b5a 2024-04-22T22:44:16.937 INFO:teuthology.orchestra.run.smithi088.stdout:prometheus.a smithi175 *:9095 running (4m) 1s ago 5m 67.1M - 514e6a882f6e f4551c003542 2024-04-22T22:44:16.937 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi088.jedemw smithi088 *:8000 running (3m) 7s ago 3m 72.0M - 17.2.0 e1d6a67b021e 887208ce7bc2 2024-04-22T22:44:16.937 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi175.wdaxhg smithi175 *:8000 running (3m) 1s ago 3m 72.0M - 17.2.0 e1d6a67b021e 77369266478f 2024-04-22T22:44:17.096 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:16 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:44:17.096 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:16 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:44:17.096 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:16 smithi088 ceph-mon[26737]: pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:44:17.096 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:16 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:44:17.096 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:16 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:44:17.096 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:16 smithi088 ceph-mon[21849]: pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:44:17.991 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:17 smithi175 ceph-mon[22840]: from='client.14976 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:44:18.138 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:17 smithi088 ceph-mon[21849]: from='client.14976 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:44:18.138 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:17 smithi088 ceph-mon[26737]: from='client.14976 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:44:18.317 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -e sha1=430e09df97c8fc7dc2b2ae424f68ed11366c540f -- bash -c 'ceph versions' 2024-04-22T22:44:18.898 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:18 smithi088 ceph-mon[21849]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:44:18.898 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:18 smithi088 ceph-mon[21849]: pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:44:18.899 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:18 smithi088 ceph-mon[26737]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:44:18.899 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:18 smithi088 ceph-mon[26737]: pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:44:19.307 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:18 smithi175 ceph-mon[22840]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:44:19.307 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:18 smithi175 ceph-mon[22840]: pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:44:20.346 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-04-22T22:44:20.346 INFO:teuthology.orchestra.run.smithi088.stdout: "mon": { 2024-04-22T22:44:20.346 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-04-22T22:44:20.347 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-04-22T22:44:20.347 INFO:teuthology.orchestra.run.smithi088.stdout: "mgr": { 2024-04-22T22:44:20.347 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-04-22T22:44:20.347 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-04-22T22:44:20.347 INFO:teuthology.orchestra.run.smithi088.stdout: "osd": { 2024-04-22T22:44:20.347 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-04-22T22:44:20.347 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-04-22T22:44:20.348 INFO:teuthology.orchestra.run.smithi088.stdout: "mds": {}, 2024-04-22T22:44:20.348 INFO:teuthology.orchestra.run.smithi088.stdout: "rgw": { 2024-04-22T22:44:20.348 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-04-22T22:44:20.348 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-04-22T22:44:20.348 INFO:teuthology.orchestra.run.smithi088.stdout: "overall": { 2024-04-22T22:44:20.348 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 15 2024-04-22T22:44:20.349 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-04-22T22:44:20.349 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-04-22T22:44:21.133 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -e sha1=430e09df97c8fc7dc2b2ae424f68ed11366c540f -- bash -c 'ceph -s' 2024-04-22T22:44:21.437 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:21 smithi088 ceph-mon[21849]: pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:44:21.437 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:21 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/601586546' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T22:44:21.437 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:21 smithi088 ceph-mon[26737]: pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:44:21.437 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:21 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/601586546' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T22:44:21.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:21 smithi175 ceph-mon[22840]: pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:44:21.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:21 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/601586546' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T22:44:22.807 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:44:22 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:44:22] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T22:44:23.287 INFO:teuthology.orchestra.run.smithi088.stdout: cluster: 2024-04-22T22:44:23.288 INFO:teuthology.orchestra.run.smithi088.stdout: id: 41629230-00f8-11ef-bc93-c7b262605968 2024-04-22T22:44:23.288 INFO:teuthology.orchestra.run.smithi088.stdout: health: HEALTH_OK 2024-04-22T22:44:23.288 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-04-22T22:44:23.288 INFO:teuthology.orchestra.run.smithi088.stdout: services: 2024-04-22T22:44:23.288 INFO:teuthology.orchestra.run.smithi088.stdout: mon: 3 daemons, quorum a,c,b (age 9m) 2024-04-22T22:44:23.288 INFO:teuthology.orchestra.run.smithi088.stdout: mgr: y(active, since 5m), standbys: x 2024-04-22T22:44:23.288 INFO:teuthology.orchestra.run.smithi088.stdout: osd: 8 osds: 8 up (since 6m), 8 in (since 6m) 2024-04-22T22:44:23.288 INFO:teuthology.orchestra.run.smithi088.stdout: rgw: 2 daemons active (2 hosts, 1 zones) 2024-04-22T22:44:23.288 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-04-22T22:44:23.288 INFO:teuthology.orchestra.run.smithi088.stdout: data: 2024-04-22T22:44:23.288 INFO:teuthology.orchestra.run.smithi088.stdout: pools: 6 pools, 161 pgs 2024-04-22T22:44:23.288 INFO:teuthology.orchestra.run.smithi088.stdout: objects: 209 objects, 585 KiB 2024-04-22T22:44:23.288 INFO:teuthology.orchestra.run.smithi088.stdout: usage: 68 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:44:23.288 INFO:teuthology.orchestra.run.smithi088.stdout: pgs: 161 active+clean 2024-04-22T22:44:23.289 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-04-22T22:44:23.289 INFO:teuthology.orchestra.run.smithi088.stdout: io: 2024-04-22T22:44:23.289 INFO:teuthology.orchestra.run.smithi088.stdout: client: 1.2 KiB/s rd, 1 op/s rd, 0 op/s wr 2024-04-22T22:44:23.289 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-04-22T22:44:23.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:23 smithi175 ceph-mon[22840]: pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:44:23.647 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:23 smithi088 ceph-mon[21849]: pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:44:23.647 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:23 smithi088 ceph-mon[26737]: pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:44:23.963 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -e sha1=430e09df97c8fc7dc2b2ae424f68ed11366c540f -- bash -c 'ceph orch ls' 2024-04-22T22:44:24.550 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:24 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/4126960201' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-22T22:44:24.551 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:24 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/4126960201' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-22T22:44:24.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:24 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/4126960201' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-22T22:44:25.524 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:25 smithi088 ceph-mon[26737]: pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:44:25.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:25 smithi088 ceph-mon[21849]: pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:44:25.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:25 smithi175 ceph-mon[22840]: pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:44:26.089 INFO:teuthology.orchestra.run.smithi088.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-04-22T22:44:26.089 INFO:teuthology.orchestra.run.smithi088.stdout:agent 2/2 16s ago 5m * 2024-04-22T22:44:26.089 INFO:teuthology.orchestra.run.smithi088.stdout:alertmanager ?:9093,9094 1/1 16s ago 5m smithi088=a;count:1 2024-04-22T22:44:26.089 INFO:teuthology.orchestra.run.smithi088.stdout:grafana ?:3000 1/1 10s ago 5m smithi175=a;count:1 2024-04-22T22:44:26.089 INFO:teuthology.orchestra.run.smithi088.stdout:iscsi.foo 1/1 16s ago 3m count:1 2024-04-22T22:44:26.089 INFO:teuthology.orchestra.run.smithi088.stdout:mgr 2/2 16s ago 9m smithi088=y;smithi175=x;count:2 2024-04-22T22:44:26.089 INFO:teuthology.orchestra.run.smithi088.stdout:mon 3/3 16s ago 9m smithi088:172.21.15.88=a;smithi088:[v2:172.21.15.88:3301,v1:172.21.15.88:6790]=c;smithi175:172.21.15.175=b;count:3 2024-04-22T22:44:26.089 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter ?:9100 2/2 16s ago 5m smithi088=a;smithi175=b;count:2 2024-04-22T22:44:26.089 INFO:teuthology.orchestra.run.smithi088.stdout:osd 8 16s ago - 2024-04-22T22:44:26.090 INFO:teuthology.orchestra.run.smithi088.stdout:prometheus ?:9095 1/1 10s ago 5m smithi175=a;count:1 2024-04-22T22:44:26.090 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo ?:8000 2/2 16s ago 3m count:2 2024-04-22T22:44:26.717 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:44:26 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:44:26] "GET /metrics HTTP/1.1" 200 208042 "" "Prometheus/2.33.4" 2024-04-22T22:44:26.752 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -e sha1=430e09df97c8fc7dc2b2ae424f68ed11366c540f -- bash -c 'ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-04-22T22:44:27.324 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:27 smithi088 ceph-mon[21849]: from='client.24892 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:44:27.324 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:27 smithi088 ceph-mon[21849]: pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:44:27.324 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:27 smithi088 ceph-mon[26737]: from='client.24892 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:44:27.324 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:27 smithi088 ceph-mon[26737]: pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:44:27.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:27 smithi175 ceph-mon[22840]: from='client.24892 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:44:27.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:27 smithi175 ceph-mon[22840]: pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:44:29.208 INFO:teuthology.orchestra.run.smithi088.stdout:Scheduled to redeploy mgr.x on host 'smithi175' 2024-04-22T22:44:29.467 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:44:29 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:44:29] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:44:29.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:29 smithi088 ceph-mon[21849]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:44:29.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:29 smithi088 ceph-mon[21849]: pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:44:29.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:29 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/2190554843' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-22T22:44:29.468 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:29 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:44:29.468 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:29 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:44:29.468 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:29 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:44:29.468 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:29 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:44:29.468 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:29 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T22:44:29.468 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:29 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T22:44:29.468 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:29 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T22:44:29.468 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:29 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:44:29.468 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:29 smithi088 ceph-mon[26737]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:44:29.469 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:29 smithi088 ceph-mon[26737]: pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:44:29.469 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:29 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/2190554843' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-22T22:44:29.469 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:29 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:44:29.469 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:29 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:44:29.469 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:29 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:44:29.469 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:29 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:44:29.469 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:29 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T22:44:29.469 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:29 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T22:44:29.469 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:29 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T22:44:29.469 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:29 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:44:29.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:29 smithi175 ceph-mon[22840]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:44:29.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:29 smithi175 ceph-mon[22840]: pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:44:29.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:29 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/2190554843' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-22T22:44:29.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:29 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:44:29.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:29 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:44:29.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:29 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:44:29.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:29 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:44:29.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:29 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T22:44:29.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:29 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T22:44:29.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:29 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T22:44:29.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:29 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:44:29.962 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -e sha1=430e09df97c8fc7dc2b2ae424f68ed11366c540f -- bash -c 'ceph orch ps --refresh' 2024-04-22T22:44:30.596 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:30 smithi088 ceph-mon[26737]: from='client.15006 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.x", "image": "quay.ceph.io/ceph-ci/ceph:430e09df97c8fc7dc2b2ae424f68ed11366c540f", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:44:30.597 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:30 smithi088 ceph-mon[26737]: Schedule redeploy daemon mgr.x 2024-04-22T22:44:30.597 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:30 smithi088 ceph-mon[26737]: Deploying daemon mgr.x on smithi175 2024-04-22T22:44:30.597 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:30 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:44:30.597 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:30 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:44:30.597 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:30 smithi088 ceph-mon[21849]: from='client.15006 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.x", "image": "quay.ceph.io/ceph-ci/ceph:430e09df97c8fc7dc2b2ae424f68ed11366c540f", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:44:30.597 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:30 smithi088 ceph-mon[21849]: Schedule redeploy daemon mgr.x 2024-04-22T22:44:30.597 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:30 smithi088 ceph-mon[21849]: Deploying daemon mgr.x on smithi175 2024-04-22T22:44:30.597 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:30 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:44:30.597 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:30 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:44:30.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:30 smithi175 ceph-mon[22840]: from='client.15006 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.x", "image": "quay.ceph.io/ceph-ci/ceph:430e09df97c8fc7dc2b2ae424f68ed11366c540f", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:44:30.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:30 smithi175 ceph-mon[22840]: Schedule redeploy daemon mgr.x 2024-04-22T22:44:30.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:30 smithi175 ceph-mon[22840]: Deploying daemon mgr.x on smithi175 2024-04-22T22:44:30.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:30 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:44:30.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:30 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:44:31.621 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:31 smithi088 ceph-mon[21849]: pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:44:31.622 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:31 smithi088 ceph-mon[26737]: pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:44:31.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:31 smithi175 ceph-mon[22840]: pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:44:32.146 INFO:teuthology.orchestra.run.smithi088.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-22T22:44:32.146 INFO:teuthology.orchestra.run.smithi088.stdout:agent.smithi088 smithi088 running 2s ago 10m - - 2024-04-22T22:44:32.146 INFO:teuthology.orchestra.run.smithi088.stdout:agent.smithi175 smithi175 running 16s ago 9m - - 2024-04-22T22:44:32.146 INFO:teuthology.orchestra.run.smithi088.stdout:alertmanager.a smithi088 *:9093,9094 running (4m) 2s ago 4m 25.4M - ba2b418f427c a7d05385dcaa 2024-04-22T22:44:32.146 INFO:teuthology.orchestra.run.smithi088.stdout:grafana.a smithi175 *:3000 running (4m) 16s ago 4m 58.0M - 8.3.5 dad864ee21e9 cb45c2d5fd56 2024-04-22T22:44:32.146 INFO:teuthology.orchestra.run.smithi088.stdout:iscsi.foo.smithi088.vfktqz smithi088 running (3m) 2s ago 3m 51.0M - 3.5 e1d6a67b021e 74d3faebddc0 2024-04-22T22:44:32.146 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.x smithi175 *:8443 running (9m) 16s ago 9m 412M - 17.2.0 e1d6a67b021e 48651968ea3f 2024-04-22T22:44:32.146 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.y smithi088 *:9283 running (11m) 2s ago 11m 464M - 17.2.0 e1d6a67b021e 21fc2e7bfe06 2024-04-22T22:44:32.146 INFO:teuthology.orchestra.run.smithi088.stdout:mon.a smithi088 running (11m) 2s ago 11m 47.7M 2048M 17.2.0 e1d6a67b021e c98720b304ee 2024-04-22T22:44:32.146 INFO:teuthology.orchestra.run.smithi088.stdout:mon.b smithi175 running (9m) 16s ago 9m 38.1M 2048M 17.2.0 e1d6a67b021e da425391a21f 2024-04-22T22:44:32.147 INFO:teuthology.orchestra.run.smithi088.stdout:mon.c smithi088 running (9m) 2s ago 9m 44.7M 2048M 17.2.0 e1d6a67b021e 920b2196048c 2024-04-22T22:44:32.147 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.a smithi088 *:9100 running (5m) 2s ago 5m 14.3M - 1dbe0e931976 0a967393797b 2024-04-22T22:44:32.147 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.b smithi175 *:9100 running (5m) 16s ago 5m 19.1M - 1dbe0e931976 cd0e16b3a7fa 2024-04-22T22:44:32.147 INFO:teuthology.orchestra.run.smithi088.stdout:osd.0 smithi088 running (9m) 2s ago 9m 52.2M 4096M 17.2.0 e1d6a67b021e ff3f877a3602 2024-04-22T22:44:32.147 INFO:teuthology.orchestra.run.smithi088.stdout:osd.1 smithi088 running (8m) 2s ago 8m 53.0M 4096M 17.2.0 e1d6a67b021e e88dc09c3b11 2024-04-22T22:44:32.147 INFO:teuthology.orchestra.run.smithi088.stdout:osd.2 smithi088 running (8m) 2s ago 8m 49.1M 4096M 17.2.0 e1d6a67b021e 55a2b3ea9984 2024-04-22T22:44:32.147 INFO:teuthology.orchestra.run.smithi088.stdout:osd.3 smithi088 running (7m) 2s ago 7m 48.1M 4096M 17.2.0 e1d6a67b021e 6215934d6d6d 2024-04-22T22:44:32.147 INFO:teuthology.orchestra.run.smithi088.stdout:osd.4 smithi175 running (7m) 16s ago 7m 48.8M 4096M 17.2.0 e1d6a67b021e 76c0a001da62 2024-04-22T22:44:32.147 INFO:teuthology.orchestra.run.smithi088.stdout:osd.5 smithi175 running (7m) 16s ago 7m 47.1M 4096M 17.2.0 e1d6a67b021e 669dbf229c3e 2024-04-22T22:44:32.147 INFO:teuthology.orchestra.run.smithi088.stdout:osd.6 smithi175 running (6m) 16s ago 6m 47.5M 4096M 17.2.0 e1d6a67b021e 77564d65fee6 2024-04-22T22:44:32.147 INFO:teuthology.orchestra.run.smithi088.stdout:osd.7 smithi175 running (6m) 16s ago 6m 48.2M 4096M 17.2.0 e1d6a67b021e 310791e62b5a 2024-04-22T22:44:32.147 INFO:teuthology.orchestra.run.smithi088.stdout:prometheus.a smithi175 *:9095 running (4m) 16s ago 5m 67.1M - 514e6a882f6e f4551c003542 2024-04-22T22:44:32.147 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi088.jedemw smithi088 *:8000 running (3m) 2s ago 3m 72.1M - 17.2.0 e1d6a67b021e 887208ce7bc2 2024-04-22T22:44:32.147 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi175.wdaxhg smithi175 *:8000 running (3m) 16s ago 3m 72.0M - 17.2.0 e1d6a67b021e 77369266478f 2024-04-22T22:44:32.557 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:44:32 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:44:32] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T22:44:32.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:32 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:44:32.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:32 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:44:32.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:32 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:44:32.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:32 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T22:44:32.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:32 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T22:44:32.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:32 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T22:44:32.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:32 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:44:32.717 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:32 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:44:32.717 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:32 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:44:32.717 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:32 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:44:32.717 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:32 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T22:44:32.717 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:32 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T22:44:32.717 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:32 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T22:44:32.717 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:32 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:44:32.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:32 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:44:32.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:32 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:44:32.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:32 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:44:32.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:32 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T22:44:32.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:32 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T22:44:32.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:32 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T22:44:32.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:32 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:44:32.873 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -e sha1=430e09df97c8fc7dc2b2ae424f68ed11366c540f -- bash -c 'sleep 180' 2024-04-22T22:44:33.717 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:33 smithi088 ceph-mon[21849]: from='client.15012 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:44:33.717 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:33 smithi088 ceph-mon[21849]: Deploying daemon mgr.x on smithi175 2024-04-22T22:44:33.717 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:33 smithi088 ceph-mon[21849]: pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:44:33.717 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:33 smithi088 ceph-mon[26737]: from='client.15012 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:44:33.717 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:33 smithi088 ceph-mon[26737]: Deploying daemon mgr.x on smithi175 2024-04-22T22:44:33.717 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:33 smithi088 ceph-mon[26737]: pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:44:33.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:33 smithi175 ceph-mon[22840]: from='client.15012 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:44:33.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:33 smithi175 ceph-mon[22840]: Deploying daemon mgr.x on smithi175 2024-04-22T22:44:33.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:33 smithi175 ceph-mon[22840]: pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:44:35.567 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:35 smithi088 ceph-mon[21849]: pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:44:35.567 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:35 smithi088 ceph-mon[26737]: pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:44:35.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:35 smithi175 ceph-mon[22840]: pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:44:36.193 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:44:35 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:44:35] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:44:36.899 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:44:36 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:44:36] "GET /metrics HTTP/1.1" 200 208042 "" "Prometheus/2.33.4" 2024-04-22T22:44:37.057 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:36 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:44:37.058 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:36 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:44:37.058 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:36 smithi175 ceph-mon[22840]: pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:44:37.217 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:36 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:44:37.217 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:36 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:44:37.217 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:36 smithi088 ceph-mon[21849]: pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:44:37.217 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:36 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:44:37.217 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:36 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:44:37.217 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:36 smithi088 ceph-mon[26737]: pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:44:39.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:39 smithi175 ceph-mon[22840]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:44:39.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:39 smithi175 ceph-mon[22840]: pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:44:39.717 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:39 smithi088 ceph-mon[21849]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:44:39.717 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:39 smithi088 ceph-mon[21849]: pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:44:39.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:39 smithi088 ceph-mon[26737]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:44:39.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:39 smithi088 ceph-mon[26737]: pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:44:41.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:41 smithi088 ceph-mon[21849]: pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:44:41.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:41 smithi088 ceph-mon[26737]: pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:44:41.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:41 smithi175 ceph-mon[22840]: pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:44:42.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:42 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:44:42.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:42 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:44:42.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:42 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:44:42.468 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:42 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:44:42.468 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:42 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:44:42.468 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:42 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:44:42.468 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:42 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:44:42.468 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:42 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:44:42.557 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:44:42 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:44:42] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T22:44:42.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:42 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:44:42.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:42 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:44:42.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:42 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:44:42.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:42 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:44:43.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:43 smithi088 ceph-mon[21849]: pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:44:43.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:43 smithi088 ceph-mon[26737]: pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:44:43.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:43 smithi175 ceph-mon[22840]: pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:44:45.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:45 smithi175 ceph-mon[22840]: pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:44:45.717 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:45 smithi088 ceph-mon[21849]: pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:44:45.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:45 smithi088 ceph-mon[26737]: pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:44:46.967 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:44:46 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:44:46] "GET /metrics HTTP/1.1" 200 208044 "" "Prometheus/2.33.4" 2024-04-22T22:44:47.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:47 smithi088 ceph-mon[21849]: pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:44:47.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:47 smithi088 ceph-mon[26737]: pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:44:47.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:47 smithi175 ceph-mon[22840]: pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:44:49.534 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:49 smithi088 ceph-mon[26737]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:44:49.534 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:49 smithi088 ceph-mon[26737]: pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:44:49.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:49 smithi088 ceph-mon[21849]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:44:49.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:49 smithi088 ceph-mon[21849]: pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:44:49.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:49 smithi175 ceph-mon[22840]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:44:49.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:49 smithi175 ceph-mon[22840]: pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:44:49.967 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:44:49 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:44:49] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:44:50.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:50 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:44:50.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:50 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:44:50.967 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:50 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:44:50.967 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:50 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:44:50.967 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:50 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:44:50.967 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:50 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:44:51.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:51 smithi175 ceph-mon[22840]: pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:44:51.967 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:51 smithi088 ceph-mon[21849]: pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:44:51.967 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:51 smithi088 ceph-mon[26737]: pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:44:52.807 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:44:52 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:44:52] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T22:44:53.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:53 smithi175 ceph-mon[22840]: pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:44:53.967 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:53 smithi088 ceph-mon[21849]: pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:44:53.967 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:53 smithi088 ceph-mon[26737]: pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:44:55.808 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:55 smithi175 ceph-mon[22840]: pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:44:55.967 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:55 smithi088 ceph-mon[21849]: pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:44:55.967 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:55 smithi088 ceph-mon[26737]: pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:44:56.303 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:44:56 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:44:56] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:44:56.717 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:44:56 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:44:56] "GET /metrics HTTP/1.1" 200 208043 "" "Prometheus/2.33.4" 2024-04-22T22:44:57.274 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:57 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:44:57.274 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:57 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:44:57.274 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:57 smithi175 ceph-mon[22840]: pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:44:57.362 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:57 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:44:57.362 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:57 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:44:57.362 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:57 smithi088 ceph-mon[21849]: pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:44:57.363 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:57 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:44:57.363 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:57 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:44:57.363 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:57 smithi088 ceph-mon[26737]: pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:44:59.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:59 smithi175 ceph-mon[22840]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:44:59.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:44:59 smithi175 ceph-mon[22840]: pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:44:59.717 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:59 smithi088 ceph-mon[21849]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:44:59.717 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:44:59 smithi088 ceph-mon[21849]: pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:44:59.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:59 smithi088 ceph-mon[26737]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:44:59.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:44:59 smithi088 ceph-mon[26737]: pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:45:01.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:01 smithi088 ceph-mon[21849]: pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:45:01.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:01 smithi088 ceph-mon[26737]: pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:45:01.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:01 smithi175 ceph-mon[22840]: pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:45:02.807 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:45:02 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:45:02] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T22:45:03.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:03 smithi175 ceph-mon[22840]: pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:45:03.717 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:03 smithi088 ceph-mon[21849]: pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:45:03.717 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:03 smithi088 ceph-mon[26737]: pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:45:05.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:05 smithi175 ceph-mon[22840]: pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:45:05.717 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:05 smithi088 ceph-mon[21849]: pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:45:05.717 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:05 smithi088 ceph-mon[26737]: pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:45:06.967 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:45:06 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:45:06] "GET /metrics HTTP/1.1" 200 208043 "" "Prometheus/2.33.4" 2024-04-22T22:45:07.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:07 smithi175 ceph-mon[22840]: pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:45:07.717 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:07 smithi088 ceph-mon[21849]: pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:45:07.717 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:07 smithi088 ceph-mon[26737]: pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:45:09.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:09 smithi175 ceph-mon[22840]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:45:09.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:09 smithi175 ceph-mon[22840]: pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:45:09.639 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:09 smithi088 ceph-mon[21849]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:45:09.639 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:09 smithi088 ceph-mon[21849]: pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:45:09.639 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:09 smithi088 ceph-mon[26737]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:45:09.639 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:09 smithi088 ceph-mon[26737]: pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:45:09.967 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:45:09 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:45:09] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:45:10.967 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:10 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:45:10.967 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:10 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:45:10.967 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:10 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:45:10.968 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:10 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:45:11.057 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:10 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:45:11.057 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:10 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:45:11.967 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:11 smithi088 ceph-mon[26737]: pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:45:11.967 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:11 smithi088 ceph-mon[21849]: pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:45:12.057 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:11 smithi175 ceph-mon[22840]: pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:45:12.807 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:45:12 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:45:12] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T22:45:13.967 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:13 smithi088 ceph-mon[21849]: pgmap v235: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:45:13.968 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:13 smithi088 ceph-mon[26737]: pgmap v235: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:45:14.057 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:13 smithi175 ceph-mon[22840]: pgmap v235: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:45:15.940 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:15 smithi088 ceph-mon[21849]: pgmap v236: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:45:15.940 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:15 smithi088 ceph-mon[26737]: pgmap v236: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:45:16.057 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:15 smithi175 ceph-mon[22840]: pgmap v236: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:45:16.217 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:45:16 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:45:16] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:45:16.717 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:45:16 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:45:16] "GET /metrics HTTP/1.1" 200 208028 "" "Prometheus/2.33.4" 2024-04-22T22:45:17.345 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:17 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:45:17.345 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:17 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:45:17.345 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:17 smithi088 ceph-mon[21849]: pgmap v237: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:45:17.345 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:17 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:45:17.345 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:17 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:45:17.345 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:17 smithi088 ceph-mon[26737]: pgmap v237: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:45:17.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:17 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:45:17.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:17 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:45:17.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:17 smithi175 ceph-mon[22840]: pgmap v237: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:45:19.480 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:19 smithi175 ceph-mon[22840]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:45:19.480 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:19 smithi175 ceph-mon[22840]: pgmap v238: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:45:19.717 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:19 smithi088 ceph-mon[21849]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:45:19.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:19 smithi088 ceph-mon[21849]: pgmap v238: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:45:19.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:19 smithi088 ceph-mon[26737]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:45:19.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:19 smithi088 ceph-mon[26737]: pgmap v238: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:45:21.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:21 smithi088 ceph-mon[21849]: pgmap v239: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:45:21.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:21 smithi088 ceph-mon[26737]: pgmap v239: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:45:21.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:21 smithi175 ceph-mon[22840]: pgmap v239: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:45:22.808 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:45:22 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:45:22] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T22:45:23.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:23 smithi175 ceph-mon[22840]: pgmap v240: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:45:23.717 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:23 smithi088 ceph-mon[21849]: pgmap v240: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:45:23.717 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:23 smithi088 ceph-mon[26737]: pgmap v240: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:45:25.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:25 smithi175 ceph-mon[22840]: pgmap v241: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:45:25.717 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:25 smithi088 ceph-mon[21849]: pgmap v241: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:45:25.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:25 smithi088 ceph-mon[26737]: pgmap v241: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:45:26.967 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:45:26 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:45:26] "GET /metrics HTTP/1.1" 200 208037 "" "Prometheus/2.33.4" 2024-04-22T22:45:27.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:27 smithi175 ceph-mon[22840]: pgmap v242: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:45:27.596 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:27 smithi088 ceph-mon[21849]: pgmap v242: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:45:27.596 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:27 smithi088 ceph-mon[26737]: pgmap v242: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:45:29.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:29 smithi175 ceph-mon[22840]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:45:29.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:29 smithi175 ceph-mon[22840]: pgmap v243: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:45:29.717 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:29 smithi088 ceph-mon[26737]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:45:29.717 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:29 smithi088 ceph-mon[26737]: pgmap v243: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:45:29.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:29 smithi088 ceph-mon[21849]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:45:29.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:29 smithi088 ceph-mon[21849]: pgmap v243: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:45:30.217 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:45:29 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:45:29] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:45:31.057 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:30 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:45:31.058 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:30 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:45:31.058 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:30 smithi175 ceph-mon[22840]: pgmap v244: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:45:31.217 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:30 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:45:31.218 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:30 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:45:31.218 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:30 smithi088 ceph-mon[21849]: pgmap v244: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:45:31.218 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:30 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:45:31.218 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:30 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:45:31.218 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:30 smithi088 ceph-mon[26737]: pgmap v244: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:45:32.594 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:45:32 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:45:32] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T22:45:33.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:33 smithi175 ceph-mon[22840]: pgmap v245: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:45:33.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:33 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:45:33.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:33 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:45:33.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:33 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:45:33.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:33 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:45:33.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:33 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T22:45:33.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:33 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T22:45:33.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:33 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T22:45:33.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:33 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:45:33.717 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:33 smithi088 ceph-mon[26737]: pgmap v245: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:45:33.717 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:33 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:45:33.717 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:33 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:45:33.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:33 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:45:33.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:33 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:45:33.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:33 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T22:45:33.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:33 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T22:45:33.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:33 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T22:45:33.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:33 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:45:33.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:33 smithi088 ceph-mon[21849]: pgmap v245: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:45:33.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:33 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:45:33.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:33 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:45:33.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:33 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:45:33.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:33 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:45:33.719 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:33 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T22:45:33.719 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:33 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T22:45:33.719 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:33 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T22:45:33.719 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:33 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:45:34.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:34 smithi175 ceph-mon[22840]: Deploying daemon mgr.x on smithi175 2024-04-22T22:45:34.717 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:34 smithi088 ceph-mon[26737]: Deploying daemon mgr.x on smithi175 2024-04-22T22:45:34.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:34 smithi088 ceph-mon[21849]: Deploying daemon mgr.x on smithi175 2024-04-22T22:45:35.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:35 smithi175 ceph-mon[22840]: pgmap v246: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:45:35.568 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:35 smithi088 ceph-mon[21849]: pgmap v246: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:45:35.568 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:35 smithi088 ceph-mon[26737]: pgmap v246: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:45:36.514 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:45:36 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:45:36] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:45:36.808 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:45:36 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:45:36] "GET /metrics HTTP/1.1" 200 208037 "" "Prometheus/2.33.4" 2024-04-22T22:45:37.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:37 smithi175 ceph-mon[22840]: pgmap v247: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:45:37.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:37 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:45:37.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:37 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:45:37.711 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:37 smithi088 ceph-mon[21849]: pgmap v247: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:45:37.711 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:37 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:45:37.712 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:37 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:45:37.712 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:37 smithi088 ceph-mon[26737]: pgmap v247: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:45:37.712 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:37 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:45:37.712 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:37 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:45:39.492 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:39 smithi175 ceph-mon[22840]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:45:39.492 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:39 smithi175 ceph-mon[22840]: pgmap v248: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:45:39.717 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:39 smithi088 ceph-mon[21849]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:45:39.717 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:39 smithi088 ceph-mon[21849]: pgmap v248: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:45:39.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:39 smithi088 ceph-mon[26737]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:45:39.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:39 smithi088 ceph-mon[26737]: pgmap v248: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:45:41.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:41 smithi088 ceph-mon[21849]: pgmap v249: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:45:41.468 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:41 smithi088 ceph-mon[26737]: pgmap v249: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:45:41.544 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:41 smithi175 ceph-mon[22840]: pgmap v249: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:45:42.469 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:42 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:45:42.469 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:42 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:45:42.469 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:42 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:45:42.469 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:42 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:45:42.470 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:42 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:45:42.470 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:42 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:45:42.470 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:42 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:45:42.470 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:42 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:45:42.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:42 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:45:42.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:42 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:45:42.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:42 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:45:42.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:42 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:45:42.558 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:45:42 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:45:42] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T22:45:43.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:43 smithi088 ceph-mon[26737]: pgmap v250: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:45:43.468 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:43 smithi088 ceph-mon[21849]: pgmap v250: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:45:43.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:43 smithi175 ceph-mon[22840]: pgmap v250: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:45:45.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:45 smithi175 ceph-mon[22840]: pgmap v251: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:45:45.717 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:45 smithi088 ceph-mon[21849]: pgmap v251: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:45:45.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:45 smithi088 ceph-mon[26737]: pgmap v251: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:45:46.967 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:45:46 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:45:46] "GET /metrics HTTP/1.1" 200 208044 "" "Prometheus/2.33.4" 2024-04-22T22:45:47.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:47 smithi175 ceph-mon[22840]: pgmap v252: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:45:47.717 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:47 smithi088 ceph-mon[21849]: pgmap v252: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:45:47.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:47 smithi088 ceph-mon[26737]: pgmap v252: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:45:49.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:49 smithi175 ceph-mon[22840]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:45:49.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:49 smithi175 ceph-mon[22840]: pgmap v253: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:45:49.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:49 smithi088 ceph-mon[21849]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:45:49.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:49 smithi088 ceph-mon[21849]: pgmap v253: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:45:49.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:49 smithi088 ceph-mon[26737]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:45:49.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:49 smithi088 ceph-mon[26737]: pgmap v253: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:45:50.218 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:45:49 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:45:49] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:45:51.217 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:50 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:45:51.217 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:50 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:45:51.217 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:50 smithi088 ceph-mon[21849]: pgmap v254: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:45:51.218 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:50 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:45:51.218 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:50 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:45:51.218 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:50 smithi088 ceph-mon[26737]: pgmap v254: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:45:51.307 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:50 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:45:51.308 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:50 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:45:51.308 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:50 smithi175 ceph-mon[22840]: pgmap v254: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:45:52.808 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:45:52 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:45:52] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T22:45:53.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:53 smithi175 ceph-mon[22840]: pgmap v255: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:45:53.717 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:53 smithi088 ceph-mon[21849]: pgmap v255: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:45:53.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:53 smithi088 ceph-mon[26737]: pgmap v255: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:45:55.308 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:55 smithi175 ceph-mon[22840]: pgmap v256: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:45:55.446 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:55 smithi088 ceph-mon[21849]: pgmap v256: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:45:55.447 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:55 smithi088 ceph-mon[26737]: pgmap v256: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:45:56.437 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:45:56 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:45:56] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:45:56.717 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:45:56 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:45:56] "GET /metrics HTTP/1.1" 200 208041 "" "Prometheus/2.33.4" 2024-04-22T22:45:57.462 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:57 smithi088 ceph-mon[21849]: pgmap v257: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:45:57.462 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:57 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:45:57.462 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:57 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:45:57.462 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:57 smithi088 ceph-mon[26737]: pgmap v257: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:45:57.463 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:57 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:45:57.463 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:57 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:45:57.808 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:57 smithi175 ceph-mon[22840]: pgmap v257: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:45:57.808 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:57 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:45:57.808 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:57 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:45:59.557 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:59 smithi175 ceph-mon[22840]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:45:59.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:45:59 smithi175 ceph-mon[22840]: pgmap v258: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:45:59.717 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:59 smithi088 ceph-mon[26737]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:45:59.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:45:59 smithi088 ceph-mon[26737]: pgmap v258: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:45:59.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:59 smithi088 ceph-mon[21849]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:45:59.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:45:59 smithi088 ceph-mon[21849]: pgmap v258: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:46:01.468 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:01 smithi088 ceph-mon[21849]: pgmap v259: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:46:01.468 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:01 smithi088 ceph-mon[26737]: pgmap v259: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:46:01.475 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:01 smithi175 ceph-mon[22840]: pgmap v259: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:46:02.808 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:46:02 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:46:02] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T22:46:03.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:03 smithi175 ceph-mon[22840]: pgmap v260: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:46:03.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:03 smithi088 ceph-mon[21849]: pgmap v260: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:46:03.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:03 smithi088 ceph-mon[26737]: pgmap v260: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:46:05.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:05 smithi175 ceph-mon[22840]: pgmap v261: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:46:05.717 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:05 smithi088 ceph-mon[21849]: pgmap v261: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:46:05.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:05 smithi088 ceph-mon[26737]: pgmap v261: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:46:06.967 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:46:06 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:46:06] "GET /metrics HTTP/1.1" 200 208041 "" "Prometheus/2.33.4" 2024-04-22T22:46:07.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:07 smithi175 ceph-mon[22840]: pgmap v262: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:46:07.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:07 smithi088 ceph-mon[21849]: pgmap v262: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:46:07.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:07 smithi088 ceph-mon[26737]: pgmap v262: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:46:09.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:09 smithi175 ceph-mon[22840]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:46:09.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:09 smithi175 ceph-mon[22840]: pgmap v263: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:46:09.717 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:09 smithi088 ceph-mon[21849]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:46:09.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:09 smithi088 ceph-mon[21849]: pgmap v263: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:46:09.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:09 smithi088 ceph-mon[26737]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:46:09.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:09 smithi088 ceph-mon[26737]: pgmap v263: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:46:10.217 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:46:09 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:46:09] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:46:11.217 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:10 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:46:11.218 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:10 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:46:11.218 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:10 smithi088 ceph-mon[21849]: pgmap v264: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:46:11.218 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:10 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:46:11.218 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:10 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:46:11.218 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:10 smithi088 ceph-mon[26737]: pgmap v264: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:46:11.308 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:10 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:46:11.308 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:10 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:46:11.308 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:10 smithi175 ceph-mon[22840]: pgmap v264: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:46:12.808 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:46:12 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:46:12] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T22:46:13.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:13 smithi175 ceph-mon[22840]: pgmap v265: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:46:13.717 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:13 smithi088 ceph-mon[21849]: pgmap v265: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:46:13.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:13 smithi088 ceph-mon[26737]: pgmap v265: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:46:15.340 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:15 smithi088 ceph-mon[21849]: pgmap v266: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:46:15.340 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:15 smithi088 ceph-mon[26737]: pgmap v266: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:46:15.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:15 smithi175 ceph-mon[22840]: pgmap v266: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:46:16.717 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:46:16 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:46:16] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:46:16.718 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:46:16 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:46:16] "GET /metrics HTTP/1.1" 200 208034 "" "Prometheus/2.33.4" 2024-04-22T22:46:17.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:17 smithi088 ceph-mon[21849]: pgmap v267: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:46:17.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:17 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:46:17.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:17 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:46:17.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:17 smithi088 ceph-mon[26737]: pgmap v267: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:46:17.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:17 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:46:17.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:17 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:46:17.808 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:17 smithi175 ceph-mon[22840]: pgmap v267: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:46:17.808 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:17 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:46:17.808 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:17 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:46:19.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:19 smithi088 ceph-mon[26737]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:46:19.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:19 smithi088 ceph-mon[26737]: pgmap v268: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:46:19.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:19 smithi088 ceph-mon[21849]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:46:19.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:19 smithi088 ceph-mon[21849]: pgmap v268: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:46:19.808 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:19 smithi175 ceph-mon[22840]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:46:19.808 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:19 smithi175 ceph-mon[22840]: pgmap v268: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:46:21.468 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:21 smithi088 ceph-mon[21849]: pgmap v269: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:46:21.468 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:21 smithi088 ceph-mon[26737]: pgmap v269: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:46:21.543 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:21 smithi175 ceph-mon[22840]: pgmap v269: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:46:22.655 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:46:22 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:46:22] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T22:46:23.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:23 smithi175 ceph-mon[22840]: pgmap v270: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:46:23.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:23 smithi088 ceph-mon[21849]: pgmap v270: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:46:23.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:23 smithi088 ceph-mon[26737]: pgmap v270: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:46:25.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:25 smithi175 ceph-mon[22840]: pgmap v271: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:46:25.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:25 smithi088 ceph-mon[21849]: pgmap v271: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:46:25.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:25 smithi088 ceph-mon[26737]: pgmap v271: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:46:26.968 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:46:26 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:46:26] "GET /metrics HTTP/1.1" 200 208033 "" "Prometheus/2.33.4" 2024-04-22T22:46:27.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:27 smithi175 ceph-mon[22840]: pgmap v272: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:46:27.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:27 smithi088 ceph-mon[21849]: pgmap v272: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:46:27.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:27 smithi088 ceph-mon[26737]: pgmap v272: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:46:29.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:29 smithi175 ceph-mon[22840]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:46:29.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:29 smithi175 ceph-mon[22840]: pgmap v273: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:46:29.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:29 smithi088 ceph-mon[26737]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:46:29.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:29 smithi088 ceph-mon[26737]: pgmap v273: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:46:29.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:29 smithi088 ceph-mon[21849]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:46:29.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:29 smithi088 ceph-mon[21849]: pgmap v273: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:46:30.467 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:46:30 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:46:30] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:46:31.308 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:31 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:46:31.308 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:31 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:46:31.308 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:31 smithi175 ceph-mon[22840]: pgmap v274: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-04-22T22:46:31.468 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:31 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:46:31.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:31 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:46:31.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:31 smithi088 ceph-mon[21849]: pgmap v274: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-04-22T22:46:31.518 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:31 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:46:31.518 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:31 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:46:31.518 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:31 smithi088 ceph-mon[26737]: pgmap v274: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-04-22T22:46:32.808 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:46:32 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:46:32] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T22:46:33.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:33 smithi175 ceph-mon[22840]: pgmap v275: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:46:33.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:33 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:46:33.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:33 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:46:33.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:33 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:46:33.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:33 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T22:46:33.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:33 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T22:46:33.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:33 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T22:46:33.559 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:33 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:46:33.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:33 smithi088 ceph-mon[26737]: pgmap v275: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:46:33.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:33 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:46:33.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:33 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:46:33.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:33 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:46:33.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:33 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T22:46:33.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:33 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T22:46:33.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:33 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T22:46:33.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:33 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:46:33.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:33 smithi088 ceph-mon[21849]: pgmap v275: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:46:33.719 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:33 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:46:33.719 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:33 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:46:33.719 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:33 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:46:33.719 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:33 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T22:46:33.719 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:33 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T22:46:33.719 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:33 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T22:46:33.719 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:33 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:46:34.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:34 smithi175 ceph-mon[22840]: Deploying daemon mgr.x on smithi175 2024-04-22T22:46:34.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:34 smithi088 ceph-mon[21849]: Deploying daemon mgr.x on smithi175 2024-04-22T22:46:34.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:34 smithi088 ceph-mon[26737]: Deploying daemon mgr.x on smithi175 2024-04-22T22:46:35.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:35 smithi175 ceph-mon[22840]: pgmap v276: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-04-22T22:46:35.562 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:35 smithi088 ceph-mon[21849]: pgmap v276: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-04-22T22:46:35.562 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:35 smithi088 ceph-mon[26737]: pgmap v276: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-04-22T22:46:36.936 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:46:36 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:46:36] "GET /metrics HTTP/1.1" 200 208033 "" "Prometheus/2.33.4" 2024-04-22T22:46:36.937 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:46:36 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:46:36] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:46:37.652 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:37 smithi088 ceph-mon[21849]: pgmap v277: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-04-22T22:46:37.653 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:37 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:46:37.653 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:37 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:46:37.653 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:37 smithi088 ceph-mon[26737]: pgmap v277: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-04-22T22:46:37.653 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:37 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:46:37.653 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:37 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:46:37.808 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:37 smithi175 ceph-mon[22840]: pgmap v277: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-04-22T22:46:37.808 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:37 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:46:37.808 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:37 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:46:39.808 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:39 smithi175 ceph-mon[22840]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:46:39.808 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:39 smithi175 ceph-mon[22840]: pgmap v278: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:46:39.968 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:39 smithi088 ceph-mon[21849]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:46:39.968 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:39 smithi088 ceph-mon[21849]: pgmap v278: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:46:39.968 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:39 smithi088 ceph-mon[26737]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:46:39.968 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:39 smithi088 ceph-mon[26737]: pgmap v278: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:46:41.324 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:41 smithi175 ceph-mon[22840]: pgmap v279: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:46:41.468 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:41 smithi088 ceph-mon[21849]: pgmap v279: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:46:41.468 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:41 smithi088 ceph-mon[26737]: pgmap v279: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:46:42.436 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:46:42 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:46:42] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T22:46:42.436 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:42 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:46:42.437 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:42 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:46:42.437 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:42 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:46:42.437 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:42 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:46:42.468 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:42 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:46:42.468 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:42 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:46:42.468 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:42 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:46:42.468 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:42 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:46:42.468 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:42 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:46:42.468 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:42 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:46:42.468 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:42 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:46:42.468 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:42 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:46:43.457 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:43 smithi175 ceph-mon[22840]: pgmap v280: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:46:43.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:43 smithi088 ceph-mon[21849]: pgmap v280: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:46:43.468 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:43 smithi088 ceph-mon[26737]: pgmap v280: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:46:45.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:45 smithi175 ceph-mon[22840]: pgmap v281: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:46:45.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:45 smithi088 ceph-mon[21849]: pgmap v281: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:46:45.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:45 smithi088 ceph-mon[26737]: pgmap v281: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:46:46.968 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:46:46 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:46:46] "GET /metrics HTTP/1.1" 200 208035 "" "Prometheus/2.33.4" 2024-04-22T22:46:47.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:47 smithi175 ceph-mon[22840]: pgmap v282: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:46:47.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:47 smithi088 ceph-mon[21849]: pgmap v282: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:46:47.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:47 smithi088 ceph-mon[26737]: pgmap v282: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:46:49.468 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:49 smithi088 ceph-mon[26737]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:46:49.468 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:49 smithi088 ceph-mon[26737]: pgmap v283: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:46:49.468 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:49 smithi088 ceph-mon[21849]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:46:49.469 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:49 smithi088 ceph-mon[21849]: pgmap v283: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:46:49.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:49 smithi175 ceph-mon[22840]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:46:49.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:49 smithi175 ceph-mon[22840]: pgmap v283: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:46:50.468 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:46:50 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:46:50] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:46:51.468 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:51 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:46:51.468 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:51 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:46:51.468 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:51 smithi088 ceph-mon[21849]: pgmap v284: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:46:51.468 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:51 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:46:51.468 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:51 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:46:51.469 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:51 smithi088 ceph-mon[26737]: pgmap v284: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:46:51.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:51 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:46:51.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:51 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:46:51.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:51 smithi175 ceph-mon[22840]: pgmap v284: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:46:52.808 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:46:52 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:46:52] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T22:46:53.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:53 smithi175 ceph-mon[22840]: pgmap v285: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:46:53.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:53 smithi088 ceph-mon[21849]: pgmap v285: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:46:53.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:53 smithi088 ceph-mon[26737]: pgmap v285: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:46:55.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:55 smithi175 ceph-mon[22840]: pgmap v286: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:46:55.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:55 smithi088 ceph-mon[21849]: pgmap v286: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:46:55.719 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:55 smithi088 ceph-mon[26737]: pgmap v286: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:46:56.797 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:46:56 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:46:56] "GET /metrics HTTP/1.1" 200 208044 "" "Prometheus/2.33.4" 2024-04-22T22:46:56.797 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:46:56 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:46:56] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:46:57.907 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:57 smithi088 ceph-mon[21849]: pgmap v287: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:46:57.907 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:57 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:46:57.907 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:57 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:46:57.908 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:57 smithi088 ceph-mon[26737]: pgmap v287: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:46:57.908 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:57 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:46:57.908 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:57 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:46:58.058 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:57 smithi175 ceph-mon[22840]: pgmap v287: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:46:58.058 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:57 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:46:58.059 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:57 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:46:59.968 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:59 smithi088 ceph-mon[21849]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:46:59.968 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:46:59 smithi088 ceph-mon[21849]: pgmap v288: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:46:59.968 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:59 smithi088 ceph-mon[26737]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:46:59.968 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:46:59 smithi088 ceph-mon[26737]: pgmap v288: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:47:00.058 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:59 smithi175 ceph-mon[22840]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:47:00.058 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:46:59 smithi175 ceph-mon[22840]: pgmap v288: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:47:01.468 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:01 smithi088 ceph-mon[21849]: pgmap v289: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:47:01.468 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:01 smithi088 ceph-mon[26737]: pgmap v289: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:47:01.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:01 smithi175 ceph-mon[22840]: pgmap v289: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:47:02.558 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:47:02 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:47:02] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T22:47:03.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:03 smithi175 ceph-mon[22840]: pgmap v290: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:47:03.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:03 smithi088 ceph-mon[21849]: pgmap v290: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:47:03.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:03 smithi088 ceph-mon[26737]: pgmap v290: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:47:05.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:05 smithi175 ceph-mon[22840]: pgmap v291: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:47:05.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:05 smithi088 ceph-mon[21849]: pgmap v291: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:47:05.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:05 smithi088 ceph-mon[26737]: pgmap v291: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:47:06.968 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:47:06 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:47:06] "GET /metrics HTTP/1.1" 200 208044 "" "Prometheus/2.33.4" 2024-04-22T22:47:07.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:07 smithi175 ceph-mon[22840]: pgmap v292: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:47:07.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:07 smithi088 ceph-mon[21849]: pgmap v292: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:47:07.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:07 smithi088 ceph-mon[26737]: pgmap v292: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:47:09.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:09 smithi088 ceph-mon[21849]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:47:09.719 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:09 smithi088 ceph-mon[21849]: pgmap v293: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:47:09.719 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:09 smithi088 ceph-mon[26737]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:47:09.719 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:09 smithi088 ceph-mon[26737]: pgmap v293: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:47:09.808 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:09 smithi175 ceph-mon[22840]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:47:09.808 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:09 smithi175 ceph-mon[22840]: pgmap v293: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:47:10.718 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:47:10 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:47:10] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:47:11.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:11 smithi175 ceph-mon[22840]: pgmap v294: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:47:11.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:11 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:47:11.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:11 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:47:11.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:11 smithi088 ceph-mon[21849]: pgmap v294: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:47:11.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:11 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:47:11.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:11 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:47:11.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:11 smithi088 ceph-mon[26737]: pgmap v294: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:47:11.719 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:11 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:47:11.719 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:11 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:47:12.808 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:47:12 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:47:12] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T22:47:13.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:13 smithi175 ceph-mon[22840]: pgmap v295: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:47:13.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:13 smithi088 ceph-mon[21849]: pgmap v295: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:47:13.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:13 smithi088 ceph-mon[26737]: pgmap v295: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:47:15.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:15 smithi175 ceph-mon[22840]: pgmap v296: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:47:15.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:15 smithi088 ceph-mon[21849]: pgmap v296: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:47:15.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:15 smithi088 ceph-mon[26737]: pgmap v296: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:47:16.867 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:47:16 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:47:16] "GET /metrics HTTP/1.1" 200 208046 "" "Prometheus/2.33.4" 2024-04-22T22:47:16.868 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:47:16 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:47:16] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:47:17.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:17 smithi175 ceph-mon[22840]: pgmap v297: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:47:17.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:17 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:47:17.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:17 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:47:17.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:17 smithi088 ceph-mon[21849]: pgmap v297: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:47:17.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:17 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:47:17.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:17 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:47:17.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:17 smithi088 ceph-mon[26737]: pgmap v297: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:47:17.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:17 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:47:17.719 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:17 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:47:19.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:19 smithi175 ceph-mon[22840]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:47:19.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:19 smithi175 ceph-mon[22840]: pgmap v298: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:47:19.719 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:19 smithi088 ceph-mon[21849]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:47:19.719 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:19 smithi088 ceph-mon[21849]: pgmap v298: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:47:19.719 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:19 smithi088 ceph-mon[26737]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:47:19.720 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:19 smithi088 ceph-mon[26737]: pgmap v298: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:47:21.468 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:21 smithi088 ceph-mon[21849]: pgmap v299: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:47:21.468 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:21 smithi088 ceph-mon[26737]: pgmap v299: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:47:21.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:21 smithi175 ceph-mon[22840]: pgmap v299: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:47:22.808 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:47:22 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:47:22] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T22:47:23.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:23 smithi175 ceph-mon[22840]: pgmap v300: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:47:23.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:23 smithi088 ceph-mon[21849]: pgmap v300: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:47:23.719 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:23 smithi088 ceph-mon[26737]: pgmap v300: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:47:25.559 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:25 smithi175 ceph-mon[22840]: pgmap v301: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:47:25.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:25 smithi088 ceph-mon[21849]: pgmap v301: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:47:25.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:25 smithi088 ceph-mon[26737]: pgmap v301: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:47:26.968 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:47:26 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:47:26] "GET /metrics HTTP/1.1" 200 208036 "" "Prometheus/2.33.4" 2024-04-22T22:47:27.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:27 smithi088 ceph-mon[21849]: pgmap v302: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:47:27.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:27 smithi088 ceph-mon[26737]: pgmap v302: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:47:27.808 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:27 smithi175 ceph-mon[22840]: pgmap v302: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:47:29.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:29 smithi088 ceph-mon[21849]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:47:29.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:29 smithi088 ceph-mon[21849]: pgmap v303: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:47:29.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:29 smithi088 ceph-mon[26737]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:47:29.719 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:29 smithi088 ceph-mon[26737]: pgmap v303: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:47:29.808 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:29 smithi175 ceph-mon[22840]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:47:29.808 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:29 smithi175 ceph-mon[22840]: pgmap v303: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:47:30.718 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:47:30 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:47:30] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:47:31.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:31 smithi088 ceph-mon[21849]: pgmap v304: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:47:31.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:31 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:47:31.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:31 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:47:31.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:31 smithi088 ceph-mon[26737]: pgmap v304: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:47:31.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:31 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:47:31.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:31 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:47:31.808 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:31 smithi175 ceph-mon[22840]: pgmap v304: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:47:31.809 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:31 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:47:31.809 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:31 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:47:32.808 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:47:32 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:47:32] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T22:47:33.718 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:33 smithi088 ceph-mon[21849]: pgmap v305: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:47:33.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:33 smithi088 ceph-mon[26737]: pgmap v305: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:47:33.726 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:33 smithi175 ceph-mon[22840]: pgmap v305: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:47:34.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:34 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:47:34.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:34 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:47:34.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:34 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:47:34.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:34 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T22:47:34.719 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:34 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T22:47:34.719 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:34 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T22:47:34.719 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:34 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:47:34.719 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:34 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:47:34.719 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:34 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:47:34.719 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:34 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:47:34.719 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:34 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T22:47:34.719 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:34 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T22:47:34.719 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:34 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T22:47:34.719 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:34 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:47:34.808 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:34 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:47:34.808 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:34 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T22:47:34.808 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:34 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:47:34.808 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:34 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T22:47:34.809 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:34 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T22:47:34.809 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:34 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T22:47:34.809 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:34 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T22:47:35.327 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -e sha1=430e09df97c8fc7dc2b2ae424f68ed11366c540f -- bash -c 'ceph orch ps' 2024-04-22T22:47:35.645 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:35 smithi088 ceph-mon[21849]: Deploying daemon mgr.x on smithi175 2024-04-22T22:47:35.645 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:35 smithi088 ceph-mon[21849]: pgmap v306: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:47:35.645 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:35 smithi088 ceph-mon[26737]: Deploying daemon mgr.x on smithi175 2024-04-22T22:47:35.645 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:35 smithi088 ceph-mon[26737]: pgmap v306: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:47:35.808 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:35 smithi175 ceph-mon[22840]: Deploying daemon mgr.x on smithi175 2024-04-22T22:47:35.809 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:35 smithi175 ceph-mon[22840]: pgmap v306: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:47:36.620 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:47:36 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:47:36] "GET /metrics HTTP/1.1" 200 208036 "" "Prometheus/2.33.4" 2024-04-22T22:47:36.878 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:47:36 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.175 - - [22/Apr/2024:22:47:36] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:47:37.310 INFO:teuthology.orchestra.run.smithi088.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-22T22:47:37.310 INFO:teuthology.orchestra.run.smithi088.stdout:agent.smithi088 smithi088 running 6s ago 13m - - 2024-04-22T22:47:37.310 INFO:teuthology.orchestra.run.smithi088.stdout:agent.smithi175 smithi175 running 0s ago 13m - - 2024-04-22T22:47:37.311 INFO:teuthology.orchestra.run.smithi088.stdout:alertmanager.a smithi088 *:9093,9094 running (7m) 6s ago 7m 23.1M - ba2b418f427c a7d05385dcaa 2024-04-22T22:47:37.311 INFO:teuthology.orchestra.run.smithi088.stdout:grafana.a smithi175 *:3000 running (7m) 0s ago 7m 58.2M - 8.3.5 dad864ee21e9 cb45c2d5fd56 2024-04-22T22:47:37.311 INFO:teuthology.orchestra.run.smithi088.stdout:iscsi.foo.smithi088.vfktqz smithi088 running (6m) 6s ago 6m 56.6M - 3.5 e1d6a67b021e 74d3faebddc0 2024-04-22T22:47:37.311 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.x smithi175 *:8443 running (12m) 0s ago 12m 413M - 17.2.0 e1d6a67b021e 48651968ea3f 2024-04-22T22:47:37.311 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.y smithi088 *:9283 running (14m) 6s ago 14m 468M - 17.2.0 e1d6a67b021e 21fc2e7bfe06 2024-04-22T22:47:37.311 INFO:teuthology.orchestra.run.smithi088.stdout:mon.a smithi088 running (14m) 6s ago 14m 53.4M 2048M 17.2.0 e1d6a67b021e c98720b304ee 2024-04-22T22:47:37.311 INFO:teuthology.orchestra.run.smithi088.stdout:mon.b smithi175 running (12m) 0s ago 12m 43.8M 2048M 17.2.0 e1d6a67b021e da425391a21f 2024-04-22T22:47:37.311 INFO:teuthology.orchestra.run.smithi088.stdout:mon.c smithi088 running (12m) 6s ago 12m 46.9M 2048M 17.2.0 e1d6a67b021e 920b2196048c 2024-04-22T22:47:37.311 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.a smithi088 *:9100 running (8m) 6s ago 8m 18.8M - 1dbe0e931976 0a967393797b 2024-04-22T22:47:37.311 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.b smithi175 *:9100 running (8m) 0s ago 8m 19.4M - 1dbe0e931976 cd0e16b3a7fa 2024-04-22T22:47:37.311 INFO:teuthology.orchestra.run.smithi088.stdout:osd.0 smithi088 running (12m) 6s ago 12m 53.6M 4096M 17.2.0 e1d6a67b021e ff3f877a3602 2024-04-22T22:47:37.311 INFO:teuthology.orchestra.run.smithi088.stdout:osd.1 smithi088 running (11m) 6s ago 11m 54.4M 4096M 17.2.0 e1d6a67b021e e88dc09c3b11 2024-04-22T22:47:37.311 INFO:teuthology.orchestra.run.smithi088.stdout:osd.2 smithi088 running (11m) 6s ago 11m 50.3M 4096M 17.2.0 e1d6a67b021e 55a2b3ea9984 2024-04-22T22:47:37.311 INFO:teuthology.orchestra.run.smithi088.stdout:osd.3 smithi088 running (10m) 6s ago 10m 49.6M 4096M 17.2.0 e1d6a67b021e 6215934d6d6d 2024-04-22T22:47:37.312 INFO:teuthology.orchestra.run.smithi088.stdout:osd.4 smithi175 running (10m) 0s ago 10m 50.6M 4096M 17.2.0 e1d6a67b021e 76c0a001da62 2024-04-22T22:47:37.312 INFO:teuthology.orchestra.run.smithi088.stdout:osd.5 smithi175 running (10m) 0s ago 10m 48.8M 4096M 17.2.0 e1d6a67b021e 669dbf229c3e 2024-04-22T22:47:37.312 INFO:teuthology.orchestra.run.smithi088.stdout:osd.6 smithi175 running (9m) 0s ago 9m 48.9M 4096M 17.2.0 e1d6a67b021e 77564d65fee6 2024-04-22T22:47:37.312 INFO:teuthology.orchestra.run.smithi088.stdout:osd.7 smithi175 running (9m) 0s ago 9m 49.5M 4096M 17.2.0 e1d6a67b021e 310791e62b5a 2024-04-22T22:47:37.312 INFO:teuthology.orchestra.run.smithi088.stdout:prometheus.a smithi175 *:9095 running (7m) 0s ago 8m 67.4M - 514e6a882f6e f4551c003542 2024-04-22T22:47:37.312 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi088.jedemw smithi088 *:8000 running (6m) 6s ago 6m 72.9M - 17.2.0 e1d6a67b021e 887208ce7bc2 2024-04-22T22:47:37.312 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi175.wdaxhg smithi175 *:8000 running (6m) 0s ago 6m 72.8M - 17.2.0 e1d6a67b021e 77369266478f 2024-04-22T22:47:37.635 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:37 smithi088 ceph-mon[21849]: pgmap v307: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:47:37.635 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:37 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:47:37.635 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:37 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:47:37.635 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:37 smithi088 ceph-mon[26737]: pgmap v307: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:47:37.635 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:37 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:47:37.635 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:37 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:47:37.808 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:37 smithi175 ceph-mon[22840]: pgmap v307: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:47:37.809 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:37 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:47:37.809 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:37 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' 2024-04-22T22:47:37.976 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -e sha1=430e09df97c8fc7dc2b2ae424f68ed11366c540f -- bash -c 'ceph versions' 2024-04-22T22:47:38.673 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:38 smithi088 ceph-mon[21849]: from='client.24916 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:47:38.674 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:38 smithi088 ceph-mon[26737]: from='client.24916 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:47:38.808 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:38 smithi175 ceph-mon[22840]: from='client.24916 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T22:47:39.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:39 smithi088 ceph-mon[26737]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:47:39.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:39 smithi088 ceph-mon[26737]: pgmap v308: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:47:39.719 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:39 smithi088 ceph-mon[21849]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:47:39.719 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:39 smithi088 ceph-mon[21849]: pgmap v308: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:47:39.808 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:39 smithi175 ceph-mon[22840]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:47:39.808 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:39 smithi175 ceph-mon[22840]: pgmap v308: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:47:41.297 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-04-22T22:47:41.297 INFO:teuthology.orchestra.run.smithi088.stdout: "mon": { 2024-04-22T22:47:41.297 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-04-22T22:47:41.297 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-04-22T22:47:41.297 INFO:teuthology.orchestra.run.smithi088.stdout: "mgr": { 2024-04-22T22:47:41.297 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-04-22T22:47:41.297 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-04-22T22:47:41.298 INFO:teuthology.orchestra.run.smithi088.stdout: "osd": { 2024-04-22T22:47:41.298 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-04-22T22:47:41.298 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-04-22T22:47:41.298 INFO:teuthology.orchestra.run.smithi088.stdout: "mds": {}, 2024-04-22T22:47:41.298 INFO:teuthology.orchestra.run.smithi088.stdout: "rgw": { 2024-04-22T22:47:41.298 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-04-22T22:47:41.298 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-04-22T22:47:41.298 INFO:teuthology.orchestra.run.smithi088.stdout: "overall": { 2024-04-22T22:47:41.298 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 15 2024-04-22T22:47:41.298 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-04-22T22:47:41.298 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-04-22T22:47:41.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:41 smithi088 ceph-mon[21849]: pgmap v309: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:47:41.529 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:41 smithi088 ceph-mon[26737]: pgmap v309: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:47:41.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:41 smithi175 ceph-mon[22840]: pgmap v309: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:47:42.468 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:42 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:47:42.468 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:42 smithi088 ceph-mon[21849]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:47:42.468 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:42 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:47:42.468 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:42 smithi088 ceph-mon[21849]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:47:42.468 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:42 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/813715267' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T22:47:42.469 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:42 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:47:42.469 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:42 smithi088 ceph-mon[26737]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:47:42.469 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:42 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:47:42.469 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:42 smithi088 ceph-mon[26737]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:47:42.469 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:42 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/813715267' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T22:47:42.558 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:47:42 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:47:42] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T22:47:42.559 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:42 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:47:42.559 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:42 smithi175 ceph-mon[22840]: from='mgr.24334 172.21.15.88:0/176981896' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:47:42.559 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:42 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-22T22:47:42.559 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:42 smithi175 ceph-mon[22840]: from='mgr.24334 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-22T22:47:42.559 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:42 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/813715267' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T22:47:42.590 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -e sha1=430e09df97c8fc7dc2b2ae424f68ed11366c540f -- bash -c 'ceph -s' 2024-04-22T22:47:43.468 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:43 smithi088 ceph-mon[26737]: pgmap v310: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:47:43.468 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:43 smithi088 ceph-mon[21849]: pgmap v310: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:47:43.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:43 smithi175 ceph-mon[22840]: pgmap v310: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:47:44.607 INFO:teuthology.orchestra.run.smithi088.stdout: cluster: 2024-04-22T22:47:44.608 INFO:teuthology.orchestra.run.smithi088.stdout: id: 41629230-00f8-11ef-bc93-c7b262605968 2024-04-22T22:47:44.608 INFO:teuthology.orchestra.run.smithi088.stdout: health: HEALTH_OK 2024-04-22T22:47:44.608 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-04-22T22:47:44.608 INFO:teuthology.orchestra.run.smithi088.stdout: services: 2024-04-22T22:47:44.608 INFO:teuthology.orchestra.run.smithi088.stdout: mon: 3 daemons, quorum a,c,b (age 12m) 2024-04-22T22:47:44.608 INFO:teuthology.orchestra.run.smithi088.stdout: mgr: y(active, since 9m), standbys: x 2024-04-22T22:47:44.608 INFO:teuthology.orchestra.run.smithi088.stdout: osd: 8 osds: 8 up (since 9m), 8 in (since 9m) 2024-04-22T22:47:44.608 INFO:teuthology.orchestra.run.smithi088.stdout: rgw: 2 daemons active (2 hosts, 1 zones) 2024-04-22T22:47:44.608 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-04-22T22:47:44.608 INFO:teuthology.orchestra.run.smithi088.stdout: data: 2024-04-22T22:47:44.609 INFO:teuthology.orchestra.run.smithi088.stdout: pools: 6 pools, 161 pgs 2024-04-22T22:47:44.609 INFO:teuthology.orchestra.run.smithi088.stdout: objects: 209 objects, 585 KiB 2024-04-22T22:47:44.609 INFO:teuthology.orchestra.run.smithi088.stdout: usage: 68 MiB used, 715 GiB / 715 GiB avail 2024-04-22T22:47:44.609 INFO:teuthology.orchestra.run.smithi088.stdout: pgs: 161 active+clean 2024-04-22T22:47:44.609 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-04-22T22:47:44.609 INFO:teuthology.orchestra.run.smithi088.stdout: io: 2024-04-22T22:47:44.609 INFO:teuthology.orchestra.run.smithi088.stdout: client: 853 B/s rd, 0 op/s rd, 0 op/s wr 2024-04-22T22:47:44.609 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-04-22T22:47:45.233 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -e sha1=430e09df97c8fc7dc2b2ae424f68ed11366c540f -- bash -c 'ceph health detail' 2024-04-22T22:47:45.468 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:45 smithi088 ceph-mon[26737]: pgmap v311: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:47:45.468 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:45 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/3502058938' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-22T22:47:45.469 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:45 smithi088 ceph-mon[21849]: pgmap v311: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:47:45.469 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:45 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/3502058938' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-22T22:47:45.558 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:45 smithi175 ceph-mon[22840]: pgmap v311: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:47:45.559 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:45 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/3502058938' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-22T22:47:46.788 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:47:46 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:47:46] "GET /metrics HTTP/1.1" 200 208040 "" "Prometheus/2.33.4" 2024-04-22T22:47:47.252 INFO:teuthology.orchestra.run.smithi088.stdout:HEALTH_OK 2024-04-22T22:47:47.558 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:47 smithi088 ceph-mon[21849]: pgmap v312: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:47:47.558 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:47 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/2225778269' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-04-22T22:47:47.558 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:47 smithi088 ceph-mon[26737]: pgmap v312: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:47:47.558 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:47 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/2225778269' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-04-22T22:47:47.808 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:47 smithi175 ceph-mon[22840]: pgmap v312: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-22T22:47:47.809 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:47 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/2225778269' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-04-22T22:47:47.850 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -e sha1=430e09df97c8fc7dc2b2ae424f68ed11366c540f -- bash -c 'ceph versions | jq -e '"'"'.mgr | length == 2'"'"'' 2024-04-22T22:47:49.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:49 smithi088 ceph-mon[21849]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:47:49.428 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:49 smithi088 ceph-mon[21849]: pgmap v313: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:47:49.428 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:49 smithi088 ceph-mon[26737]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:47:49.428 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:49 smithi088 ceph-mon[26737]: pgmap v313: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:47:49.808 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:49 smithi175 ceph-mon[22840]: from='client.24745 -' entity='client.iscsi.foo.smithi088.vfktqz' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-22T22:47:49.808 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:49 smithi175 ceph-mon[22840]: pgmap v313: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-22T22:47:49.944 INFO:teuthology.orchestra.run.smithi088.stdout:false 2024-04-22T22:47:50.691 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:50 smithi088 ceph-mon[26737]: from='client.? 172.21.15.88:0/3162258489' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T22:47:50.692 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:50 smithi088 ceph-mon[21849]: from='client.? 172.21.15.88:0/3162258489' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T22:47:50.692 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:47:50 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 172.21.15.88 - - [22/Apr/2024:22:47:50] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-22T22:47:50.715 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T22:47:50.716 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph_c66b8bf2efd3f3988ac1851474c2f98eb2ca30d9/qa/tasks/cephadm.py", line 1469, in shell _shell( File "/home/teuthworker/src/git.ceph.com_ceph_c66b8bf2efd3f3988ac1851474c2f98eb2ca30d9/qa/tasks/cephadm.py", line 110, in _shell return remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi088 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -e sha1=430e09df97c8fc7dc2b2ae424f68ed11366c540f -- bash -c \'ceph versions | jq -e \'"\'"\'.mgr | length == 2\'"\'"\'\'' 2024-04-22T22:47:50.925 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=5cdd39195b0a4ea99952d98441e9b504 Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph_c66b8bf2efd3f3988ac1851474c2f98eb2ca30d9/qa/tasks/cephadm.py", line 1469, in shell _shell( File "/home/teuthworker/src/git.ceph.com_ceph_c66b8bf2efd3f3988ac1851474c2f98eb2ca30d9/qa/tasks/cephadm.py", line 110, in _shell return remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi088 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -e sha1=430e09df97c8fc7dc2b2ae424f68ed11366c540f -- bash -c \'ceph versions | jq -e \'"\'"\'.mgr | length == 2\'"\'"\'\'' 2024-04-22T22:47:50.928 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-04-22T22:47:50.938 INFO:tasks.cephadm:Teardown begin 2024-04-22T22:47:50.939 DEBUG:teuthology.orchestra.run.smithi088:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-22T22:47:50.943 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:50 smithi175 ceph-mon[22840]: from='client.? 172.21.15.88:0/3162258489' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-22T22:47:50.971 DEBUG:teuthology.orchestra.run.smithi175:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-22T22:47:51.004 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-04-22T22:47:51.004 DEBUG:teuthology.orchestra.run.smithi088:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-22T22:47:51.028 DEBUG:teuthology.orchestra.run.smithi175:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-22T22:47:51.061 INFO:tasks.cephadm:Stopping all daemons... 2024-04-22T22:47:51.062 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-04-22T22:47:51.062 DEBUG:teuthology.orchestra.run.smithi088:> sudo systemctl stop ceph-41629230-00f8-11ef-bc93-c7b262605968@mon.a 2024-04-22T22:47:51.218 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:51 smithi088 systemd[1]: Stopping Ceph mon.a for 41629230-00f8-11ef-bc93-c7b262605968... 2024-04-22T22:47:51.219 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:51 smithi088 bash[59677]: Error: no container with name or ID "ceph-41629230-00f8-11ef-bc93-c7b262605968-mon.a" found: no such container 2024-04-22T22:47:51.538 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:51 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mon-a[21845]: 2024-04-22T22:47:51.240+0000 7f971a04f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T22:47:51.538 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:51 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mon-a[21845]: 2024-04-22T22:47:51.240+0000 7f971a04f700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-04-22T22:47:51.538 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:51 smithi088 podman[59690]: 2024-04-22 22:47:51.261070608 +0000 UTC m=+0.129054079 container died c98720b304ee04dd629d74dfe0d5a4c219d20ee868a2c3492c37ac4c445bc04f (image=quay.io/ceph/ceph:v17.2.0, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-mon-a, RELEASE=HEAD, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, release=754, GIT_BRANCH=HEAD, vendor=Red Hat, Inc., com.redhat.component=centos-stream-container, io.k8s.display-name=CentOS Stream 8, maintainer=Guillaume Abrioux , io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_REPO=https://github.com/ceph/ceph-container.git, io.openshift.expose-services=, architecture=x86_64, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, name=centos-stream, GIT_CLEAN=True, io.buildah.version=1.19.8, ceph=True, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, distribution-scope=public, version=8, vcs-type=git, io.openshift.tags=base centos centos-stream, CEPH_POINT_RELEASE=-17.2.0, build-date=2022-05-03T08:36:31.336870, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image) 2024-04-22T22:47:51.846 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:51 smithi088 podman[59690]: 2024-04-22 22:47:51.631627843 +0000 UTC m=+0.499611324 container cleanup c98720b304ee04dd629d74dfe0d5a4c219d20ee868a2c3492c37ac4c445bc04f (image=quay.io/ceph/ceph:v17.2.0, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-mon-a, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, maintainer=Guillaume Abrioux , io.buildah.version=1.19.8, vendor=Red Hat, Inc., io.openshift.expose-services=, name=centos-stream, distribution-scope=public, RELEASE=HEAD, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, ceph=True, com.redhat.component=centos-stream-container, vcs-type=git, GIT_BRANCH=HEAD, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_CLEAN=True, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, version=8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.tags=base centos centos-stream, CEPH_POINT_RELEASE=-17.2.0, build-date=2022-05-03T08:36:31.336870, io.k8s.display-name=CentOS Stream 8, release=754, architecture=x86_64) 2024-04-22T22:47:51.846 INFO:journalctl@ceph.mon.a.smithi088.stdout:Apr 22 22:47:51 smithi088 bash[59690]: ceph-41629230-00f8-11ef-bc93-c7b262605968-mon-a 2024-04-22T22:47:51.913 DEBUG:teuthology.orchestra.run.smithi088:> sudo pkill -f 'journalctl -f -n 0 -u ceph-41629230-00f8-11ef-bc93-c7b262605968@mon.a.service' 2024-04-22T22:47:51.964 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T22:47:51.964 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-04-22T22:47:51.964 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-04-22T22:47:51.965 DEBUG:teuthology.orchestra.run.smithi088:> sudo systemctl stop ceph-41629230-00f8-11ef-bc93-c7b262605968@mon.c 2024-04-22T22:47:52.150 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:51 smithi088 systemd[1]: Stopping Ceph mon.c for 41629230-00f8-11ef-bc93-c7b262605968... 2024-04-22T22:47:52.150 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:52 smithi088 bash[59771]: Error: no container with name or ID "ceph-41629230-00f8-11ef-bc93-c7b262605968-mon.c" found: no such container 2024-04-22T22:47:52.468 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:52 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mon-c[26733]: 2024-04-22T22:47:52.144+0000 7f358932f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T22:47:52.468 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:52 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mon-c[26733]: 2024-04-22T22:47:52.144+0000 7f358932f700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-04-22T22:47:52.468 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:52 smithi088 podman[59783]: 2024-04-22 22:47:52.389249455 +0000 UTC m=+0.362270085 container died 920b2196048c6ba09e942b4cd7809fe26d6c42affd70f121d47e706629152794 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-mon-c, io.openshift.expose-services=, maintainer=Guillaume Abrioux , com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, version=8, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, distribution-scope=public, vcs-type=git, io.buildah.version=1.19.8, io.openshift.tags=base centos centos-stream, io.k8s.display-name=CentOS Stream 8, CEPH_POINT_RELEASE=-17.2.0, com.redhat.component=centos-stream-container, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_REPO=https://github.com/ceph/ceph-container.git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, RELEASE=HEAD, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., architecture=x86_64, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vendor=Red Hat, Inc., name=centos-stream, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, release=754, build-date=2022-05-03T08:36:31.336870) 2024-04-22T22:47:52.808 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:47:52 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x[24413]: ::ffff:172.21.15.175 - - [22/Apr/2024:22:47:52] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-22T22:47:52.927 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:52 smithi088 podman[59783]: 2024-04-22 22:47:52.819246361 +0000 UTC m=+0.792267029 container cleanup 920b2196048c6ba09e942b4cd7809fe26d6c42affd70f121d47e706629152794 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-mon-c, distribution-scope=public, name=centos-stream, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, ceph=True, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., version=8, com.redhat.component=centos-stream-container, RELEASE=HEAD, CEPH_POINT_RELEASE=-17.2.0, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.19.8, io.openshift.tags=base centos centos-stream, io.k8s.display-name=CentOS Stream 8, maintainer=Guillaume Abrioux , GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, vendor=Red Hat, Inc., summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, release=754, io.openshift.expose-services=, architecture=x86_64, vcs-type=git, build-date=2022-05-03T08:36:31.336870, GIT_BRANCH=HEAD) 2024-04-22T22:47:52.928 INFO:journalctl@ceph.mon.c.smithi088.stdout:Apr 22 22:47:52 smithi088 bash[59783]: ceph-41629230-00f8-11ef-bc93-c7b262605968-mon-c 2024-04-22T22:47:53.023 DEBUG:teuthology.orchestra.run.smithi088:> sudo pkill -f 'journalctl -f -n 0 -u ceph-41629230-00f8-11ef-bc93-c7b262605968@mon.c.service' 2024-04-22T22:47:53.059 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T22:47:53.060 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-04-22T22:47:53.060 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-04-22T22:47:53.060 DEBUG:teuthology.orchestra.run.smithi175:> sudo systemctl stop ceph-41629230-00f8-11ef-bc93-c7b262605968@mon.b 2024-04-22T22:47:53.362 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:53 smithi175 systemd[1]: Stopping Ceph mon.b for 41629230-00f8-11ef-bc93-c7b262605968... 2024-04-22T22:47:53.363 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:53 smithi175 bash[49473]: Error: no container with name or ID "ceph-41629230-00f8-11ef-bc93-c7b262605968-mon.b" found: no such container 2024-04-22T22:47:53.363 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:53 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mon-b[22825]: 2024-04-22T22:47:53.324+0000 7fd0ced6c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T22:47:53.363 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:53 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-mon-b[22825]: 2024-04-22T22:47:53.324+0000 7fd0ced6c700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-04-22T22:47:53.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:53 smithi175 podman[49486]: 2024-04-22 22:47:53.356079044 +0000 UTC m=+0.223154859 container died da425391a21fd6a7305e10a66950f2045a36ace4518bb1f05907e3ff7ede73e6 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-mon-b, RELEASE=HEAD, io.buildah.version=1.19.8, GIT_REPO=https://github.com/ceph/ceph-container.git, CEPH_POINT_RELEASE=-17.2.0, maintainer=Guillaume Abrioux , summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.openshift.tags=base centos centos-stream, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., architecture=x86_64, release=754, ceph=True, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, distribution-scope=public, build-date=2022-05-03T08:36:31.336870, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=centos-stream-container, GIT_CLEAN=True, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, version=8, name=centos-stream, io.k8s.display-name=CentOS Stream 8, vcs-type=git, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vendor=Red Hat, Inc., GIT_BRANCH=HEAD, io.openshift.expose-services=) 2024-04-22T22:47:54.058 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:53 smithi175 podman[49486]: 2024-04-22 22:47:53.817401085 +0000 UTC m=+0.684476954 container cleanup da425391a21fd6a7305e10a66950f2045a36ace4518bb1f05907e3ff7ede73e6 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-mon-b, io.buildah.version=1.19.8, io.openshift.tags=base centos centos-stream, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.k8s.display-name=CentOS Stream 8, architecture=x86_64, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.component=centos-stream-container, vcs-type=git, version=8, io.openshift.expose-services=, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, distribution-scope=public, ceph=True, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, name=centos-stream, vendor=Red Hat, Inc., RELEASE=HEAD, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, release=754, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, CEPH_POINT_RELEASE=-17.2.0, build-date=2022-05-03T08:36:31.336870, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2024-04-22T22:47:54.059 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:53 smithi175 bash[49486]: ceph-41629230-00f8-11ef-bc93-c7b262605968-mon-b 2024-04-22T22:47:54.059 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 22 22:47:53 smithi175 bash[49512]: Error: no container with name or ID "ceph-41629230-00f8-11ef-bc93-c7b262605968-mon.b" found: no such container 2024-04-22T22:47:54.172 DEBUG:teuthology.orchestra.run.smithi175:> sudo pkill -f 'journalctl -f -n 0 -u ceph-41629230-00f8-11ef-bc93-c7b262605968@mon.b.service' 2024-04-22T22:47:54.250 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T22:47:54.251 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-04-22T22:47:54.251 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-04-22T22:47:54.251 DEBUG:teuthology.orchestra.run.smithi088:> sudo systemctl stop ceph-41629230-00f8-11ef-bc93-c7b262605968@mgr.y 2024-04-22T22:47:54.718 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:47:54 smithi088 systemd[1]: Stopping Ceph mgr.y for 41629230-00f8-11ef-bc93-c7b262605968... 2024-04-22T22:47:54.718 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:47:54 smithi088 bash[59865]: Error: no container with name or ID "ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr.y" found: no such container 2024-04-22T22:47:54.719 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:47:54 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:47:54.465+0000 7f1cc511b700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T22:47:54.719 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:47:54 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y[22088]: 2024-04-22T22:47:54.465+0000 7f1cc511b700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-04-22T22:47:54.719 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:47:54 smithi088 podman[59878]: 2024-04-22 22:47:54.497044316 +0000 UTC m=+0.168208402 container died 21fc2e7bfe066e02e0353775d520b33d06b1ce6792dad46a0c0483c309b07a42 (image=quay.io/ceph/ceph:v17.2.0, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.buildah.version=1.19.8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, RELEASE=HEAD, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_BRANCH=HEAD, architecture=x86_64, distribution-scope=public, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.k8s.display-name=CentOS Stream 8, ceph=True, name=centos-stream, vendor=Red Hat, Inc., GIT_CLEAN=True, io.openshift.tags=base centos centos-stream, GIT_REPO=https://github.com/ceph/ceph-container.git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, maintainer=Guillaume Abrioux , com.redhat.component=centos-stream-container, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.openshift.expose-services=, version=8, build-date=2022-05-03T08:36:31.336870, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-type=git, release=754, CEPH_POINT_RELEASE=-17.2.0) 2024-04-22T22:47:55.147 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:47:54 smithi088 podman[59878]: 2024-04-22 22:47:54.873869716 +0000 UTC m=+0.545033794 container cleanup 21fc2e7bfe066e02e0353775d520b33d06b1ce6792dad46a0c0483c309b07a42 (image=quay.io/ceph/ceph:v17.2.0, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, vendor=Red Hat, Inc., CEPH_POINT_RELEASE=-17.2.0, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, name=centos-stream, ceph=True, io.openshift.expose-services=, io.k8s.display-name=CentOS Stream 8, RELEASE=HEAD, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, version=8, build-date=2022-05-03T08:36:31.336870, vcs-type=git, distribution-scope=public, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, architecture=x86_64, GIT_CLEAN=True, io.openshift.tags=base centos centos-stream, GIT_REPO=https://github.com/ceph/ceph-container.git, release=754, maintainer=Guillaume Abrioux , io.buildah.version=1.19.8, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.component=centos-stream-container, GIT_BRANCH=HEAD) 2024-04-22T22:47:55.148 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:47:54 smithi088 bash[59878]: ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-y 2024-04-22T22:47:55.148 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Apr 22 22:47:54 smithi088 bash[59905]: Error: no container with name or ID "ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr.y" found: no such container 2024-04-22T22:47:55.152 DEBUG:teuthology.orchestra.run.smithi088:> sudo pkill -f 'journalctl -f -n 0 -u ceph-41629230-00f8-11ef-bc93-c7b262605968@mgr.y.service' 2024-04-22T22:47:55.191 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T22:47:55.191 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-04-22T22:47:55.192 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-04-22T22:47:55.192 DEBUG:teuthology.orchestra.run.smithi175:> sudo systemctl stop ceph-41629230-00f8-11ef-bc93-c7b262605968@mgr.x 2024-04-22T22:47:55.558 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:47:55 smithi175 systemd[1]: Stopping Ceph mgr.x for 41629230-00f8-11ef-bc93-c7b262605968... 2024-04-22T22:47:55.559 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:47:55 smithi175 bash[49566]: Error: no container with name or ID "ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr.x" found: no such container 2024-04-22T22:47:55.559 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:47:55 smithi175 podman[49579]: 2024-04-22 22:47:55.409281498 +0000 UTC m=+0.148389689 container died 48651968ea3f41ab11c40dbc0124c66a3cc25e928d5733569ecef87ec1786816 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.k8s.display-name=CentOS Stream 8, name=centos-stream, CEPH_POINT_RELEASE=-17.2.0, distribution-scope=public, architecture=x86_64, version=8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., release=754, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, vendor=Red Hat, Inc., com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.openshift.expose-services=, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, ceph=True, GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=HEAD, com.redhat.component=centos-stream-container, io.buildah.version=1.19.8, io.openshift.tags=base centos centos-stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vcs-type=git, build-date=2022-05-03T08:36:31.336870, GIT_CLEAN=True) 2024-04-22T22:47:56.188 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:47:55 smithi175 podman[49579]: 2024-04-22 22:47:55.8883741 +0000 UTC m=+0.627482306 container cleanup 48651968ea3f41ab11c40dbc0124c66a3cc25e928d5733569ecef87ec1786816 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x, CEPH_POINT_RELEASE=-17.2.0, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., RELEASE=HEAD, version=8, ceph=True, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.openshift.expose-services=, io.k8s.display-name=CentOS Stream 8, io.buildah.version=1.19.8, GIT_BRANCH=HEAD, vcs-type=git, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.component=centos-stream-container, name=centos-stream, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, maintainer=Guillaume Abrioux , description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.openshift.tags=base centos centos-stream, vendor=Red Hat, Inc., release=754, distribution-scope=public, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, build-date=2022-05-03T08:36:31.336870, GIT_CLEAN=True, GIT_REPO=https://github.com/ceph/ceph-container.git) 2024-04-22T22:47:56.188 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:47:55 smithi175 bash[49579]: ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr-x 2024-04-22T22:47:56.189 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 22 22:47:55 smithi175 bash[49611]: Error: no container with name or ID "ceph-41629230-00f8-11ef-bc93-c7b262605968-mgr.x" found: no such container 2024-04-22T22:47:56.193 DEBUG:teuthology.orchestra.run.smithi175:> sudo pkill -f 'journalctl -f -n 0 -u ceph-41629230-00f8-11ef-bc93-c7b262605968@mgr.x.service' 2024-04-22T22:47:56.228 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T22:47:56.228 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-04-22T22:47:56.228 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-04-22T22:47:56.229 DEBUG:teuthology.orchestra.run.smithi088:> sudo systemctl stop ceph-41629230-00f8-11ef-bc93-c7b262605968@osd.0 2024-04-22T22:47:56.718 INFO:journalctl@ceph.osd.0.smithi088.stdout:Apr 22 22:47:56 smithi088 systemd[1]: Stopping Ceph osd.0 for 41629230-00f8-11ef-bc93-c7b262605968... 2024-04-22T22:47:56.718 INFO:journalctl@ceph.osd.0.smithi088.stdout:Apr 22 22:47:56 smithi088 bash[59958]: Error: no container with name or ID "ceph-41629230-00f8-11ef-bc93-c7b262605968-osd.0" found: no such container 2024-04-22T22:47:56.719 INFO:journalctl@ceph.osd.0.smithi088.stdout:Apr 22 22:47:56 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-0[30059]: 2024-04-22T22:47:56.418+0000 7fa2cad4b700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T22:47:56.719 INFO:journalctl@ceph.osd.0.smithi088.stdout:Apr 22 22:47:56 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-0[30059]: 2024-04-22T22:47:56.418+0000 7fa2cad4b700 -1 osd.0 96 *** Got signal Terminated *** 2024-04-22T22:47:56.719 INFO:journalctl@ceph.osd.0.smithi088.stdout:Apr 22 22:47:56 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-0[30059]: 2024-04-22T22:47:56.418+0000 7fa2cad4b700 -1 osd.0 96 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T22:48:02.139 INFO:journalctl@ceph.osd.0.smithi088.stdout:Apr 22 22:48:01 smithi088 podman[59971]: 2024-04-22 22:48:01.869870216 +0000 UTC m=+5.568952258 container died ff3f877a3602a40fadba6bbaed443e0236c580576f7cb939f570e3120528f443 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-0, RELEASE=HEAD, vendor=Red Hat, Inc., name=centos-stream, io.k8s.display-name=CentOS Stream 8, distribution-scope=public, io.buildah.version=1.19.8, vcs-type=git, ceph=True, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, build-date=2022-05-03T08:36:31.336870, maintainer=Guillaume Abrioux , version=8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_CLEAN=True, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, release=754, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, architecture=x86_64, GIT_BRANCH=HEAD, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.tags=base centos centos-stream, com.redhat.component=centos-stream-container, CEPH_POINT_RELEASE=-17.2.0) 2024-04-22T22:48:02.468 INFO:journalctl@ceph.osd.0.smithi088.stdout:Apr 22 22:48:02 smithi088 podman[59971]: 2024-04-22 22:48:02.223639644 +0000 UTC m=+5.922721686 container cleanup ff3f877a3602a40fadba6bbaed443e0236c580576f7cb939f570e3120528f443 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-0, io.openshift.expose-services=, GIT_BRANCH=HEAD, distribution-scope=public, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, CEPH_POINT_RELEASE=-17.2.0, vcs-type=git, ceph=True, io.openshift.tags=base centos centos-stream, architecture=x86_64, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_CLEAN=True, build-date=2022-05-03T08:36:31.336870, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.buildah.version=1.19.8, name=centos-stream, RELEASE=HEAD, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.k8s.display-name=CentOS Stream 8, version=8, com.redhat.component=centos-stream-container, GIT_REPO=https://github.com/ceph/ceph-container.git, maintainer=Guillaume Abrioux , release=754, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, vendor=Red Hat, Inc.) 2024-04-22T22:48:02.469 INFO:journalctl@ceph.osd.0.smithi088.stdout:Apr 22 22:48:02 smithi088 bash[59971]: ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-0 2024-04-22T22:48:02.469 INFO:journalctl@ceph.osd.0.smithi088.stdout:Apr 22 22:48:02 smithi088 bash[60112]: Error: no container with name or ID "ceph-41629230-00f8-11ef-bc93-c7b262605968-osd.0" found: no such container 2024-04-22T22:48:02.830 INFO:journalctl@ceph.osd.0.smithi088.stdout:Apr 22 22:48:02 smithi088 podman[60099]: 2024-04-22 22:48:02.525158087 +0000 UTC m=+0.650076956 container remove ff3f877a3602a40fadba6bbaed443e0236c580576f7cb939f570e3120528f443 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-0, io.openshift.tags=base centos centos-stream, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, maintainer=Guillaume Abrioux , GIT_REPO=https://github.com/ceph/ceph-container.git, vcs-type=git, io.k8s.display-name=CentOS Stream 8, CEPH_POINT_RELEASE=-17.2.0, com.redhat.component=centos-stream-container, distribution-scope=public, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.buildah.version=1.19.8, build-date=2022-05-03T08:36:31.336870, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, ceph=True, GIT_BRANCH=HEAD, version=8, GIT_CLEAN=True, io.openshift.expose-services=, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, RELEASE=HEAD, architecture=x86_64, vendor=Red Hat, Inc., name=centos-stream, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., release=754, com.redhat.license_terms=https://centos.org/legal/licensing-policy/) 2024-04-22T22:48:02.830 INFO:journalctl@ceph.osd.0.smithi088.stdout:Apr 22 22:48:02 smithi088 podman[60178]: 2024-04-22 22:48:02.605118324 +0000 UTC m=+0.018588435 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a 2024-04-22T22:48:02.830 INFO:journalctl@ceph.osd.0.smithi088.stdout:Apr 22 22:48:02 smithi088 podman[60178]: 2024-04-22 22:48:02.72596824 +0000 UTC m=+0.139438401 container create 85d66c8485fc23a7df9c7b5da8bd208c230e2426f68c0d14ae6b170c120ec08a (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-0-deactivate, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_CLEAN=True, vendor=Red Hat, Inc., vcs-type=git, build-date=2022-05-03T08:36:31.336870, CEPH_POINT_RELEASE=-17.2.0, distribution-scope=public, RELEASE=HEAD, io.openshift.tags=base centos centos-stream, io.buildah.version=1.19.8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, architecture=x86_64, io.k8s.display-name=CentOS Stream 8, GIT_BRANCH=HEAD, ceph=True, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.component=centos-stream-container, release=754, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, name=centos-stream, io.openshift.expose-services=, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, version=8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, maintainer=Guillaume Abrioux , description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream) 2024-04-22T22:48:03.218 INFO:journalctl@ceph.osd.0.smithi088.stdout:Apr 22 22:48:02 smithi088 podman[60178]: 2024-04-22 22:48:02.945092993 +0000 UTC m=+0.358563090 container init 85d66c8485fc23a7df9c7b5da8bd208c230e2426f68c0d14ae6b170c120ec08a (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-0-deactivate, io.openshift.tags=base centos centos-stream, GIT_REPO=https://github.com/ceph/ceph-container.git, architecture=x86_64, build-date=2022-05-03T08:36:31.336870, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, ceph=True, maintainer=Guillaume Abrioux , release=754, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, CEPH_POINT_RELEASE=-17.2.0, com.redhat.component=centos-stream-container, io.openshift.expose-services=, RELEASE=HEAD, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_BRANCH=HEAD, version=8, GIT_CLEAN=True, vendor=Red Hat, Inc., vcs-type=git, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, distribution-scope=public, io.k8s.display-name=CentOS Stream 8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.buildah.version=1.19.8, name=centos-stream, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754) 2024-04-22T22:48:03.218 INFO:journalctl@ceph.osd.0.smithi088.stdout:Apr 22 22:48:02 smithi088 podman[60178]: 2024-04-22 22:48:02.948188237 +0000 UTC m=+0.361658345 container start 85d66c8485fc23a7df9c7b5da8bd208c230e2426f68c0d14ae6b170c120ec08a (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-0-deactivate, build-date=2022-05-03T08:36:31.336870, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=https://github.com/ceph/ceph-container.git, name=centos-stream, GIT_CLEAN=True, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, architecture=x86_64, distribution-scope=public, vcs-type=git, com.redhat.component=centos-stream-container, CEPH_POINT_RELEASE=-17.2.0, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, release=754, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, RELEASE=HEAD, io.buildah.version=1.19.8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, version=8, io.k8s.display-name=CentOS Stream 8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Guillaume Abrioux , vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.openshift.expose-services=, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vendor=Red Hat, Inc., io.openshift.tags=base centos centos-stream) 2024-04-22T22:48:03.219 INFO:journalctl@ceph.osd.0.smithi088.stdout:Apr 22 22:48:03 smithi088 podman[60178]: 2024-04-22 22:48:03.028278421 +0000 UTC m=+0.441748528 container attach 85d66c8485fc23a7df9c7b5da8bd208c230e2426f68c0d14ae6b170c120ec08a (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-0-deactivate, version=8, architecture=x86_64, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_BRANCH=HEAD, vcs-type=git, maintainer=Guillaume Abrioux , io.buildah.version=1.19.8, io.k8s.display-name=CentOS Stream 8, ceph=True, build-date=2022-05-03T08:36:31.336870, io.openshift.expose-services=, distribution-scope=public, GIT_CLEAN=True, vendor=Red Hat, Inc., io.openshift.tags=base centos centos-stream, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, CEPH_POINT_RELEASE=-17.2.0, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, RELEASE=HEAD, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., release=754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, name=centos-stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.component=centos-stream-container) 2024-04-22T22:48:03.570 INFO:journalctl@ceph.osd.0.smithi088.stdout:Apr 22 22:48:03 smithi088 podman[60178]: 2024-04-22 22:48:03.238157972 +0000 UTC m=+0.651628070 container died 85d66c8485fc23a7df9c7b5da8bd208c230e2426f68c0d14ae6b170c120ec08a (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-0-deactivate, build-date=2022-05-03T08:36:31.336870, ceph=True, architecture=x86_64, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, version=8, vcs-type=git, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, distribution-scope=public, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vendor=Red Hat, Inc., maintainer=Guillaume Abrioux , io.openshift.expose-services=, GIT_CLEAN=True, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.k8s.display-name=CentOS Stream 8, release=754, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, CEPH_POINT_RELEASE=-17.2.0, GIT_BRANCH=HEAD, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, name=centos-stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, RELEASE=HEAD, io.openshift.tags=base centos centos-stream, com.redhat.component=centos-stream-container, io.buildah.version=1.19.8, GIT_REPO=https://github.com/ceph/ceph-container.git) 2024-04-22T22:48:03.897 DEBUG:teuthology.orchestra.run.smithi088:> sudo pkill -f 'journalctl -f -n 0 -u ceph-41629230-00f8-11ef-bc93-c7b262605968@osd.0.service' 2024-04-22T22:48:03.937 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T22:48:03.938 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-04-22T22:48:03.938 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-04-22T22:48:03.938 DEBUG:teuthology.orchestra.run.smithi088:> sudo systemctl stop ceph-41629230-00f8-11ef-bc93-c7b262605968@osd.1 2024-04-22T22:48:04.149 INFO:journalctl@ceph.osd.1.smithi088.stdout:Apr 22 22:48:04 smithi088 systemd[1]: Stopping Ceph osd.1 for 41629230-00f8-11ef-bc93-c7b262605968... 2024-04-22T22:48:04.149 INFO:journalctl@ceph.osd.1.smithi088.stdout:Apr 22 22:48:04 smithi088 bash[60257]: Error: no container with name or ID "ceph-41629230-00f8-11ef-bc93-c7b262605968-osd.1" found: no such container 2024-04-22T22:48:04.468 INFO:journalctl@ceph.osd.1.smithi088.stdout:Apr 22 22:48:04 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-1[32951]: 2024-04-22T22:48:04.141+0000 7fdb619f8700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T22:48:04.468 INFO:journalctl@ceph.osd.1.smithi088.stdout:Apr 22 22:48:04 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-1[32951]: 2024-04-22T22:48:04.141+0000 7fdb619f8700 -1 osd.1 96 *** Got signal Terminated *** 2024-04-22T22:48:04.469 INFO:journalctl@ceph.osd.1.smithi088.stdout:Apr 22 22:48:04 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-1[32951]: 2024-04-22T22:48:04.141+0000 7fdb619f8700 -1 osd.1 96 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T22:48:09.766 INFO:journalctl@ceph.osd.1.smithi088.stdout:Apr 22 22:48:09 smithi088 podman[60268]: 2024-04-22 22:48:09.498558847 +0000 UTC m=+5.446009031 container died e88dc09c3b1187b17a7cc0b232186c747124e46c2afc6b4490bd7d262be9177d (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-1, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vendor=Red Hat, Inc., distribution-scope=public, ceph=True, version=8, vcs-type=git, io.buildah.version=1.19.8, CEPH_POINT_RELEASE=-17.2.0, architecture=x86_64, GIT_BRANCH=HEAD, io.k8s.display-name=CentOS Stream 8, io.openshift.tags=base centos centos-stream, com.redhat.component=centos-stream-container, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_CLEAN=True, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.openshift.expose-services=, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Guillaume Abrioux , name=centos-stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, RELEASE=HEAD, release=754, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, build-date=2022-05-03T08:36:31.336870) 2024-04-22T22:48:10.026 INFO:journalctl@ceph.osd.1.smithi088.stdout:Apr 22 22:48:09 smithi088 podman[60268]: 2024-04-22 22:48:09.841774487 +0000 UTC m=+5.789224676 container cleanup e88dc09c3b1187b17a7cc0b232186c747124e46c2afc6b4490bd7d262be9177d (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-1, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.k8s.display-name=CentOS Stream 8, vcs-type=git, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, CEPH_POINT_RELEASE=-17.2.0, version=8, GIT_CLEAN=True, architecture=x86_64, name=centos-stream, release=754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vendor=Red Hat, Inc., GIT_BRANCH=HEAD, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, distribution-scope=public, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.buildah.version=1.19.8, GIT_REPO=https://github.com/ceph/ceph-container.git, io.openshift.tags=base centos centos-stream, RELEASE=HEAD, ceph=True, io.openshift.expose-services=, com.redhat.component=centos-stream-container, build-date=2022-05-03T08:36:31.336870, maintainer=Guillaume Abrioux ) 2024-04-22T22:48:10.026 INFO:journalctl@ceph.osd.1.smithi088.stdout:Apr 22 22:48:09 smithi088 bash[60268]: ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-1 2024-04-22T22:48:10.288 INFO:journalctl@ceph.osd.1.smithi088.stdout:Apr 22 22:48:10 smithi088 podman[60287]: 2024-04-22 22:48:10.01831758 +0000 UTC m=+0.519051220 container remove e88dc09c3b1187b17a7cc0b232186c747124e46c2afc6b4490bd7d262be9177d (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-1, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., version=8, vendor=Red Hat, Inc., com.redhat.license_terms=https://centos.org/legal/licensing-policy/, maintainer=Guillaume Abrioux , distribution-scope=public, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, name=centos-stream, io.k8s.display-name=CentOS Stream 8, release=754, GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=HEAD, CEPH_POINT_RELEASE=-17.2.0, com.redhat.component=centos-stream-container, io.openshift.tags=base centos centos-stream, io.openshift.expose-services=, GIT_CLEAN=True, GIT_BRANCH=HEAD, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, architecture=x86_64, ceph=True, build-date=2022-05-03T08:36:31.336870, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vcs-type=git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.buildah.version=1.19.8) 2024-04-22T22:48:10.288 INFO:journalctl@ceph.osd.1.smithi088.stdout:Apr 22 22:48:10 smithi088 bash[60301]: Error: no container with name or ID "ceph-41629230-00f8-11ef-bc93-c7b262605968-osd.1" found: no such container 2024-04-22T22:48:10.553 INFO:journalctl@ceph.osd.1.smithi088.stdout:Apr 22 22:48:10 smithi088 podman[60410]: 2024-04-22 22:48:10.192655973 +0000 UTC m=+0.018465013 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a 2024-04-22T22:48:10.554 INFO:journalctl@ceph.osd.1.smithi088.stdout:Apr 22 22:48:10 smithi088 podman[60410]: 2024-04-22 22:48:10.302403644 +0000 UTC m=+0.128212653 container create 408a4f279a11876a0a6153eb2e2aebb04ddad61806b0a831fe189188effa7814 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-1-deactivate, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, version=8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, vendor=Red Hat, Inc., io.openshift.tags=base centos centos-stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_CLEAN=True, CEPH_POINT_RELEASE=-17.2.0, GIT_REPO=https://github.com/ceph/ceph-container.git, distribution-scope=public, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, name=centos-stream, com.redhat.component=centos-stream-container, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, ceph=True, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, vcs-type=git, io.k8s.display-name=CentOS Stream 8, GIT_BRANCH=HEAD, io.buildah.version=1.19.8, build-date=2022-05-03T08:36:31.336870, release=754, RELEASE=HEAD, io.openshift.expose-services=, maintainer=Guillaume Abrioux , architecture=x86_64) 2024-04-22T22:48:10.554 INFO:journalctl@ceph.osd.1.smithi088.stdout:Apr 22 22:48:10 smithi088 podman[60410]: 2024-04-22 22:48:10.52155137 +0000 UTC m=+0.347360383 container init 408a4f279a11876a0a6153eb2e2aebb04ddad61806b0a831fe189188effa7814 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-1-deactivate, vcs-type=git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, release=754, maintainer=Guillaume Abrioux , com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.openshift.expose-services=, GIT_BRANCH=HEAD, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, name=centos-stream, io.buildah.version=1.19.8, build-date=2022-05-03T08:36:31.336870, GIT_REPO=https://github.com/ceph/ceph-container.git, vendor=Red Hat, Inc., io.openshift.tags=base centos centos-stream, GIT_CLEAN=True, version=8, ceph=True, distribution-scope=public, RELEASE=HEAD, com.redhat.component=centos-stream-container, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, CEPH_POINT_RELEASE=-17.2.0, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, architecture=x86_64, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=CentOS Stream 8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image) 2024-04-22T22:48:10.554 INFO:journalctl@ceph.osd.1.smithi088.stdout:Apr 22 22:48:10 smithi088 podman[60410]: 2024-04-22 22:48:10.525262451 +0000 UTC m=+0.351071464 container start 408a4f279a11876a0a6153eb2e2aebb04ddad61806b0a831fe189188effa7814 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-1-deactivate, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., distribution-scope=public, architecture=x86_64, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, RELEASE=HEAD, io.buildah.version=1.19.8, version=8, io.k8s.display-name=CentOS Stream 8, build-date=2022-05-03T08:36:31.336870, GIT_BRANCH=HEAD, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, name=centos-stream, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.openshift.tags=base centos centos-stream, io.openshift.expose-services=, vcs-type=git, com.redhat.component=centos-stream-container, CEPH_POINT_RELEASE=-17.2.0, ceph=True, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_CLEAN=True, release=754, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_REPO=https://github.com/ceph/ceph-container.git, vendor=Red Hat, Inc., maintainer=Guillaume Abrioux ) 2024-04-22T22:48:10.845 INFO:journalctl@ceph.osd.1.smithi088.stdout:Apr 22 22:48:10 smithi088 podman[60410]: 2024-04-22 22:48:10.630026821 +0000 UTC m=+0.455835847 container attach 408a4f279a11876a0a6153eb2e2aebb04ddad61806b0a831fe189188effa7814 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-1-deactivate, CEPH_POINT_RELEASE=-17.2.0, GIT_CLEAN=True, release=754, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, name=centos-stream, io.openshift.tags=base centos centos-stream, architecture=x86_64, RELEASE=HEAD, com.redhat.component=centos-stream-container, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, distribution-scope=public, io.buildah.version=1.19.8, GIT_REPO=https://github.com/ceph/ceph-container.git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, maintainer=Guillaume Abrioux , io.k8s.display-name=CentOS Stream 8, vcs-type=git, io.openshift.expose-services=, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, ceph=True, vendor=Red Hat, Inc., description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, build-date=2022-05-03T08:36:31.336870, GIT_BRANCH=HEAD, version=8) 2024-04-22T22:48:11.130 INFO:journalctl@ceph.osd.1.smithi088.stdout:Apr 22 22:48:10 smithi088 podman[60410]: 2024-04-22 22:48:10.839312606 +0000 UTC m=+0.665121630 container died 408a4f279a11876a0a6153eb2e2aebb04ddad61806b0a831fe189188effa7814 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-1-deactivate, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., distribution-scope=public, io.buildah.version=1.19.8, com.redhat.component=centos-stream-container, GIT_REPO=https://github.com/ceph/ceph-container.git, name=centos-stream, io.openshift.tags=base centos centos-stream, architecture=x86_64, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, vcs-type=git, GIT_BRANCH=HEAD, RELEASE=HEAD, build-date=2022-05-03T08:36:31.336870, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_CLEAN=True, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.openshift.expose-services=, io.k8s.display-name=CentOS Stream 8, version=8, vendor=Red Hat, Inc., release=754, ceph=True, CEPH_POINT_RELEASE=-17.2.0, maintainer=Guillaume Abrioux , vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.license_terms=https://centos.org/legal/licensing-policy/) 2024-04-22T22:48:11.710 DEBUG:teuthology.orchestra.run.smithi088:> sudo pkill -f 'journalctl -f -n 0 -u ceph-41629230-00f8-11ef-bc93-c7b262605968@osd.1.service' 2024-04-22T22:48:11.752 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T22:48:11.753 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-04-22T22:48:11.753 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-04-22T22:48:11.753 DEBUG:teuthology.orchestra.run.smithi088:> sudo systemctl stop ceph-41629230-00f8-11ef-bc93-c7b262605968@osd.2 2024-04-22T22:48:11.969 INFO:journalctl@ceph.osd.2.smithi088.stdout:Apr 22 22:48:11 smithi088 systemd[1]: Stopping Ceph osd.2 for 41629230-00f8-11ef-bc93-c7b262605968... 2024-04-22T22:48:11.969 INFO:journalctl@ceph.osd.2.smithi088.stdout:Apr 22 22:48:11 smithi088 bash[60609]: Error: no container with name or ID "ceph-41629230-00f8-11ef-bc93-c7b262605968-osd.2" found: no such container 2024-04-22T22:48:12.468 INFO:journalctl@ceph.osd.2.smithi088.stdout:Apr 22 22:48:11 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-2[35895]: 2024-04-22T22:48:11.968+0000 7f3a03d28700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T22:48:12.469 INFO:journalctl@ceph.osd.2.smithi088.stdout:Apr 22 22:48:11 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-2[35895]: 2024-04-22T22:48:11.968+0000 7f3a03d28700 -1 osd.2 96 *** Got signal Terminated *** 2024-04-22T22:48:12.469 INFO:journalctl@ceph.osd.2.smithi088.stdout:Apr 22 22:48:11 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-2[35895]: 2024-04-22T22:48:11.968+0000 7f3a03d28700 -1 osd.2 96 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T22:48:17.657 INFO:journalctl@ceph.osd.2.smithi088.stdout:Apr 22 22:48:17 smithi088 podman[60627]: 2024-04-22 22:48:17.367911875 +0000 UTC m=+5.514360032 container died 55a2b3ea998434fe32f47bca46ea39a18513d3f2f2e4af86431e350c8e0a7610 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-2, RELEASE=HEAD, ceph=True, vcs-type=git, build-date=2022-05-03T08:36:31.336870, distribution-scope=public, GIT_CLEAN=True, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, release=754, version=8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, CEPH_POINT_RELEASE=-17.2.0, io.openshift.tags=base centos centos-stream, vendor=Red Hat, Inc., vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, maintainer=Guillaume Abrioux , GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.buildah.version=1.19.8, io.k8s.display-name=CentOS Stream 8, io.openshift.expose-services=, architecture=x86_64, com.redhat.component=centos-stream-container, GIT_BRANCH=HEAD, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, name=centos-stream, GIT_REPO=https://github.com/ceph/ceph-container.git) 2024-04-22T22:48:17.968 INFO:journalctl@ceph.osd.2.smithi088.stdout:Apr 22 22:48:17 smithi088 podman[60627]: 2024-04-22 22:48:17.825978896 +0000 UTC m=+5.972427084 container cleanup 55a2b3ea998434fe32f47bca46ea39a18513d3f2f2e4af86431e350c8e0a7610 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-2, io.buildah.version=1.19.8, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, version=8, CEPH_POINT_RELEASE=-17.2.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.tags=base centos centos-stream, release=754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, ceph=True, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.component=centos-stream-container, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_BRANCH=HEAD, distribution-scope=public, RELEASE=HEAD, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_CLEAN=True, build-date=2022-05-03T08:36:31.336870, maintainer=Guillaume Abrioux , GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, name=centos-stream, GIT_REPO=https://github.com/ceph/ceph-container.git, vcs-type=git, io.k8s.display-name=CentOS Stream 8, vendor=Red Hat, Inc., io.openshift.expose-services=, architecture=x86_64) 2024-04-22T22:48:17.968 INFO:journalctl@ceph.osd.2.smithi088.stdout:Apr 22 22:48:17 smithi088 bash[60627]: ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-2 2024-04-22T22:48:17.969 INFO:journalctl@ceph.osd.2.smithi088.stdout:Apr 22 22:48:17 smithi088 bash[61127]: Error: no container with name or ID "ceph-41629230-00f8-11ef-bc93-c7b262605968-osd.2" found: no such container 2024-04-22T22:48:18.468 INFO:journalctl@ceph.osd.2.smithi088.stdout:Apr 22 22:48:18 smithi088 podman[61115]: 2024-04-22 22:48:18.144521644 +0000 UTC m=+0.769882952 container remove 55a2b3ea998434fe32f47bca46ea39a18513d3f2f2e4af86431e350c8e0a7610 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-2, GIT_BRANCH=HEAD, io.openshift.tags=base centos centos-stream, com.redhat.component=centos-stream-container, maintainer=Guillaume Abrioux , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, RELEASE=HEAD, build-date=2022-05-03T08:36:31.336870, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.k8s.display-name=CentOS Stream 8, release=754, CEPH_POINT_RELEASE=-17.2.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, architecture=x86_64, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vendor=Red Hat, Inc., ceph=True, GIT_CLEAN=True, io.buildah.version=1.19.8, distribution-scope=public, io.openshift.expose-services=, GIT_REPO=https://github.com/ceph/ceph-container.git, version=8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, name=centos-stream, vcs-type=git) 2024-04-22T22:48:18.469 INFO:journalctl@ceph.osd.2.smithi088.stdout:Apr 22 22:48:18 smithi088 podman[61190]: 2024-04-22 22:48:18.214994715 +0000 UTC m=+0.018681451 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a 2024-04-22T22:48:18.469 INFO:journalctl@ceph.osd.2.smithi088.stdout:Apr 22 22:48:18 smithi088 podman[61190]: 2024-04-22 22:48:18.336873233 +0000 UTC m=+0.140559967 container create 52a8989d153fae42fe68e1182fbf1eedb33a7037f6390d513f01003b7dffc0ad (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-2-deactivate, vcs-type=git, CEPH_POINT_RELEASE=-17.2.0, io.openshift.expose-services=, io.buildah.version=1.19.8, build-date=2022-05-03T08:36:31.336870, GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.component=centos-stream-container, vendor=Red Hat, Inc., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, architecture=x86_64, release=754, name=centos-stream, io.k8s.display-name=CentOS Stream 8, ceph=True, distribution-scope=public, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.openshift.tags=base centos centos-stream, version=8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, RELEASE=HEAD, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.license_terms=https://centos.org/legal/licensing-policy/, maintainer=Guillaume Abrioux , description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream) 2024-04-22T22:48:18.867 INFO:journalctl@ceph.osd.2.smithi088.stdout:Apr 22 22:48:18 smithi088 podman[61190]: 2024-04-22 22:48:18.572674636 +0000 UTC m=+0.376361371 container init 52a8989d153fae42fe68e1182fbf1eedb33a7037f6390d513f01003b7dffc0ad (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-2-deactivate, io.openshift.tags=base centos centos-stream, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, build-date=2022-05-03T08:36:31.336870, com.redhat.component=centos-stream-container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.buildah.version=1.19.8, version=8, vendor=Red Hat, Inc., GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_BRANCH=HEAD, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_CLEAN=True, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, release=754, CEPH_POINT_RELEASE=-17.2.0, maintainer=Guillaume Abrioux , RELEASE=HEAD, name=centos-stream, io.k8s.display-name=CentOS Stream 8, io.openshift.expose-services=, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, ceph=True, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, architecture=x86_64, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vcs-type=git, distribution-scope=public, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com) 2024-04-22T22:48:18.867 INFO:journalctl@ceph.osd.2.smithi088.stdout:Apr 22 22:48:18 smithi088 podman[61190]: 2024-04-22 22:48:18.575853604 +0000 UTC m=+0.379540340 container start 52a8989d153fae42fe68e1182fbf1eedb33a7037f6390d513f01003b7dffc0ad (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-2-deactivate, name=centos-stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.buildah.version=1.19.8, ceph=True, GIT_BRANCH=HEAD, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, version=8, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.openshift.expose-services=, vcs-type=git, GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vendor=Red Hat, Inc., com.redhat.component=centos-stream-container, io.openshift.tags=base centos centos-stream, architecture=x86_64, GIT_CLEAN=True, release=754, io.k8s.display-name=CentOS Stream 8, build-date=2022-05-03T08:36:31.336870, RELEASE=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, CEPH_POINT_RELEASE=-17.2.0, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, distribution-scope=public, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2024-04-22T22:48:18.867 INFO:journalctl@ceph.osd.2.smithi088.stdout:Apr 22 22:48:18 smithi088 podman[61190]: 2024-04-22 22:48:18.647442078 +0000 UTC m=+0.451128819 container attach 52a8989d153fae42fe68e1182fbf1eedb33a7037f6390d513f01003b7dffc0ad (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-2-deactivate, maintainer=Guillaume Abrioux , com.redhat.license_terms=https://centos.org/legal/licensing-policy/, com.redhat.component=centos-stream-container, GIT_CLEAN=True, io.openshift.expose-services=, io.openshift.tags=base centos centos-stream, vendor=Red Hat, Inc., vcs-type=git, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, distribution-scope=public, architecture=x86_64, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, release=754, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=centos-stream, io.k8s.display-name=CentOS Stream 8, ceph=True, version=8, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, build-date=2022-05-03T08:36:31.336870, CEPH_POINT_RELEASE=-17.2.0, RELEASE=HEAD, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_BRANCH=HEAD, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.buildah.version=1.19.8) 2024-04-22T22:48:20.633 INFO:journalctl@ceph.osd.2.smithi088.stdout:Apr 22 22:48:20 smithi088 podman[61190]: 2024-04-22 22:48:20.29164048 +0000 UTC m=+2.095327225 container died 52a8989d153fae42fe68e1182fbf1eedb33a7037f6390d513f01003b7dffc0ad (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-2-deactivate, io.openshift.tags=base centos centos-stream, CEPH_POINT_RELEASE=-17.2.0, distribution-scope=public, architecture=x86_64, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vendor=Red Hat, Inc., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.buildah.version=1.19.8, GIT_BRANCH=HEAD, io.k8s.display-name=CentOS Stream 8, vcs-type=git, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, RELEASE=HEAD, name=centos-stream, GIT_REPO=https://github.com/ceph/ceph-container.git, ceph=True, io.openshift.expose-services=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , com.redhat.license_terms=https://centos.org/legal/licensing-policy/, release=754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, build-date=2022-05-03T08:36:31.336870, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, version=8, com.redhat.component=centos-stream-container) 2024-04-22T22:48:20.946 DEBUG:teuthology.orchestra.run.smithi088:> sudo pkill -f 'journalctl -f -n 0 -u ceph-41629230-00f8-11ef-bc93-c7b262605968@osd.2.service' 2024-04-22T22:48:20.984 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T22:48:20.984 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-04-22T22:48:20.984 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-04-22T22:48:20.984 DEBUG:teuthology.orchestra.run.smithi088:> sudo systemctl stop ceph-41629230-00f8-11ef-bc93-c7b262605968@osd.3 2024-04-22T22:48:21.218 INFO:journalctl@ceph.osd.3.smithi088.stdout:Apr 22 22:48:21 smithi088 systemd[1]: Stopping Ceph osd.3 for 41629230-00f8-11ef-bc93-c7b262605968... 2024-04-22T22:48:21.219 INFO:journalctl@ceph.osd.3.smithi088.stdout:Apr 22 22:48:21 smithi088 bash[61389]: Error: no container with name or ID "ceph-41629230-00f8-11ef-bc93-c7b262605968-osd.3" found: no such container 2024-04-22T22:48:21.968 INFO:journalctl@ceph.osd.3.smithi088.stdout:Apr 22 22:48:21 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-3[38905]: 2024-04-22T22:48:21.691+0000 7fe6f2b6a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T22:48:21.969 INFO:journalctl@ceph.osd.3.smithi088.stdout:Apr 22 22:48:21 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-3[38905]: 2024-04-22T22:48:21.691+0000 7fe6f2b6a700 -1 osd.3 96 *** Got signal Terminated *** 2024-04-22T22:48:21.969 INFO:journalctl@ceph.osd.3.smithi088.stdout:Apr 22 22:48:21 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-3[38905]: 2024-04-22T22:48:21.691+0000 7fe6f2b6a700 -1 osd.3 96 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T22:48:23.559 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:23 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:23.203+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:24.058 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:23 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:23.739+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:57.271783+0000 front 2024-04-22T22:47:57.271859+0000 (oldest deadline 2024-04-22T22:48:23.171757+0000) 2024-04-22T22:48:24.531 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:24 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:24.172+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:24.809 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 22 22:48:24 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-4[27585]: 2024-04-22T22:48:24.525+0000 7f96f9597700 -1 osd.4 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:59.141937+0000 front 2024-04-22T22:47:59.141886+0000 (oldest deadline 2024-04-22T22:48:23.841920+0000) 2024-04-22T22:48:24.809 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:24 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:24.758+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:57.271783+0000 front 2024-04-22T22:47:57.271859+0000 (oldest deadline 2024-04-22T22:48:23.171757+0000) 2024-04-22T22:48:25.513 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:25 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:25.162+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:25.808 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:25 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:25.757+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:57.271783+0000 front 2024-04-22T22:47:57.271859+0000 (oldest deadline 2024-04-22T22:48:23.171757+0000) 2024-04-22T22:48:25.809 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 22 22:48:25 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-4[27585]: 2024-04-22T22:48:25.507+0000 7f96f9597700 -1 osd.4 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:59.141937+0000 front 2024-04-22T22:47:59.141886+0000 (oldest deadline 2024-04-22T22:48:23.841920+0000) 2024-04-22T22:48:26.422 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:26 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:26.132+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:26.802 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 22 22:48:26 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-4[27585]: 2024-04-22T22:48:26.492+0000 7f96f9597700 -1 osd.4 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:59.141937+0000 front 2024-04-22T22:47:59.141886+0000 (oldest deadline 2024-04-22T22:48:23.841920+0000) 2024-04-22T22:48:26.803 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 22 22:48:26 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-5[30478]: 2024-04-22T22:48:26.522+0000 7f1918ed5700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:57.035590+0000 front 2024-04-22T22:47:57.035534+0000 (oldest deadline 2024-04-22T22:48:26.436093+0000) 2024-04-22T22:48:27.058 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:26 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:26.796+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:57.271783+0000 front 2024-04-22T22:47:57.271859+0000 (oldest deadline 2024-04-22T22:48:23.171757+0000) 2024-04-22T22:48:27.468 INFO:journalctl@ceph.osd.3.smithi088.stdout:Apr 22 22:48:27 smithi088 podman[61400]: 2024-04-22 22:48:27.084814567 +0000 UTC m=+5.918064315 container died 6215934d6d6dd2d247b22e5ae6e681b5d0dc1db075e1340a7623d22d04e82660 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-3, build-date=2022-05-03T08:36:31.336870, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, architecture=x86_64, version=8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_CLEAN=True, RELEASE=HEAD, vendor=Red Hat, Inc., GIT_REPO=https://github.com/ceph/ceph-container.git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-type=git, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, CEPH_POINT_RELEASE=-17.2.0, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, ceph=True, io.k8s.display-name=CentOS Stream 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, maintainer=Guillaume Abrioux , GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, distribution-scope=public, name=centos-stream, io.buildah.version=1.19.8, io.openshift.expose-services=, io.openshift.tags=base centos centos-stream, release=754, GIT_BRANCH=HEAD, com.redhat.component=centos-stream-container) 2024-04-22T22:48:27.519 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:27 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:27.113+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:27.808 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 22 22:48:27 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-4[27585]: 2024-04-22T22:48:27.539+0000 7f96f9597700 -1 osd.4 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:59.141937+0000 front 2024-04-22T22:47:59.141886+0000 (oldest deadline 2024-04-22T22:48:23.841920+0000) 2024-04-22T22:48:27.809 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 22 22:48:27 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-5[30478]: 2024-04-22T22:48:27.513+0000 7f1918ed5700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:57.035590+0000 front 2024-04-22T22:47:57.035534+0000 (oldest deadline 2024-04-22T22:48:26.436093+0000) 2024-04-22T22:48:27.815 INFO:journalctl@ceph.osd.3.smithi088.stdout:Apr 22 22:48:27 smithi088 podman[61400]: 2024-04-22 22:48:27.550031184 +0000 UTC m=+6.383280922 container cleanup 6215934d6d6dd2d247b22e5ae6e681b5d0dc1db075e1340a7623d22d04e82660 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-3, io.openshift.tags=base centos centos-stream, build-date=2022-05-03T08:36:31.336870, GIT_CLEAN=True, vcs-type=git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=-17.2.0, GIT_REPO=https://github.com/ceph/ceph-container.git, distribution-scope=public, GIT_BRANCH=HEAD, io.openshift.expose-services=, architecture=x86_64, release=754, name=centos-stream, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=CentOS Stream 8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, version=8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vendor=Red Hat, Inc., ceph=True, com.redhat.component=centos-stream-container, RELEASE=HEAD, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.buildah.version=1.19.8) 2024-04-22T22:48:27.815 INFO:journalctl@ceph.osd.3.smithi088.stdout:Apr 22 22:48:27 smithi088 bash[61400]: ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-3 2024-04-22T22:48:27.815 INFO:journalctl@ceph.osd.3.smithi088.stdout:Apr 22 22:48:27 smithi088 bash[61431]: Error: no container with name or ID "ceph-41629230-00f8-11ef-bc93-c7b262605968-osd.3" found: no such container 2024-04-22T22:48:28.085 INFO:journalctl@ceph.osd.3.smithi088.stdout:Apr 22 22:48:27 smithi088 podman[61418]: 2024-04-22 22:48:27.809571018 +0000 UTC m=+0.720007628 container remove 6215934d6d6dd2d247b22e5ae6e681b5d0dc1db075e1340a7623d22d04e82660 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-3, name=centos-stream, RELEASE=HEAD, com.redhat.component=centos-stream-container, GIT_BRANCH=HEAD, release=754, io.openshift.tags=base centos centos-stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vendor=Red Hat, Inc., vcs-type=git, GIT_REPO=https://github.com/ceph/ceph-container.git, io.openshift.expose-services=, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, CEPH_POINT_RELEASE=-17.2.0, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.k8s.display-name=CentOS Stream 8, GIT_CLEAN=True, architecture=x86_64, build-date=2022-05-03T08:36:31.336870, io.buildah.version=1.19.8, version=8, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, ceph=True, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, distribution-scope=public, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, maintainer=Guillaume Abrioux , summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image) 2024-04-22T22:48:28.085 INFO:journalctl@ceph.osd.3.smithi088.stdout:Apr 22 22:48:27 smithi088 podman[61495]: 2024-04-22 22:48:27.968667756 +0000 UTC m=+0.100766775 container create 617e491b4bd7627b3ec71e7d6ea0f0195ac692244b41b01c8cc5bf4008effde9 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-3-deactivate, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, distribution-scope=public, GIT_BRANCH=HEAD, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, name=centos-stream, release=754, version=8, build-date=2022-05-03T08:36:31.336870, RELEASE=HEAD, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, ceph=True, io.openshift.tags=base centos centos-stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.k8s.display-name=CentOS Stream 8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.openshift.expose-services=, vendor=Red Hat, Inc., com.redhat.component=centos-stream-container, GIT_CLEAN=True, GIT_REPO=https://github.com/ceph/ceph-container.git, maintainer=Guillaume Abrioux , vcs-type=git, CEPH_POINT_RELEASE=-17.2.0, io.buildah.version=1.19.8, architecture=x86_64) 2024-04-22T22:48:28.085 INFO:journalctl@ceph.osd.3.smithi088.stdout:Apr 22 22:48:27 smithi088 podman[61495]: 2024-04-22 22:48:27.886961286 +0000 UTC m=+0.019060305 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a 2024-04-22T22:48:28.117 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:27 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:27.803+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:57.271783+0000 front 2024-04-22T22:47:57.271859+0000 (oldest deadline 2024-04-22T22:48:23.171757+0000) 2024-04-22T22:48:28.464 INFO:journalctl@ceph.osd.3.smithi088.stdout:Apr 22 22:48:28 smithi088 podman[61495]: 2024-04-22 22:48:28.17942987 +0000 UTC m=+0.311528890 container init 617e491b4bd7627b3ec71e7d6ea0f0195ac692244b41b01c8cc5bf4008effde9 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-3-deactivate, GIT_REPO=https://github.com/ceph/ceph-container.git, architecture=x86_64, build-date=2022-05-03T08:36:31.336870, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.openshift.expose-services=, io.k8s.display-name=CentOS Stream 8, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.openshift.tags=base centos centos-stream, vcs-type=git, CEPH_POINT_RELEASE=-17.2.0, GIT_BRANCH=HEAD, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, vendor=Red Hat, Inc., release=754, io.buildah.version=1.19.8, com.redhat.component=centos-stream-container, distribution-scope=public, RELEASE=HEAD, version=8, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, ceph=True, name=centos-stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac) 2024-04-22T22:48:28.464 INFO:journalctl@ceph.osd.3.smithi088.stdout:Apr 22 22:48:28 smithi088 podman[61495]: 2024-04-22 22:48:28.182750682 +0000 UTC m=+0.314849702 container start 617e491b4bd7627b3ec71e7d6ea0f0195ac692244b41b01c8cc5bf4008effde9 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-3-deactivate, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, CEPH_POINT_RELEASE=-17.2.0, io.openshift.tags=base centos centos-stream, name=centos-stream, io.openshift.expose-services=, io.buildah.version=1.19.8, build-date=2022-05-03T08:36:31.336870, distribution-scope=public, RELEASE=HEAD, ceph=True, GIT_REPO=https://github.com/ceph/ceph-container.git, vendor=Red Hat, Inc., com.redhat.component=centos-stream-container, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, maintainer=Guillaume Abrioux , io.k8s.display-name=CentOS Stream 8, vcs-type=git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, version=8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_CLEAN=True, architecture=x86_64, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_BRANCH=HEAD, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, release=754) 2024-04-22T22:48:28.464 INFO:journalctl@ceph.osd.3.smithi088.stdout:Apr 22 22:48:28 smithi088 podman[61495]: 2024-04-22 22:48:28.262541152 +0000 UTC m=+0.394640182 container attach 617e491b4bd7627b3ec71e7d6ea0f0195ac692244b41b01c8cc5bf4008effde9 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-3-deactivate, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, ceph=True, release=754, io.openshift.expose-services=, io.k8s.display-name=CentOS Stream 8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, version=8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, CEPH_POINT_RELEASE=-17.2.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., architecture=x86_64, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.component=centos-stream-container, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, vcs-type=git, distribution-scope=public, GIT_BRANCH=HEAD, io.buildah.version=1.19.8, vendor=Red Hat, Inc., build-date=2022-05-03T08:36:31.336870, GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=HEAD, io.openshift.tags=base centos centos-stream, name=centos-stream, maintainer=Guillaume Abrioux , GIT_CLEAN=True, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream) 2024-04-22T22:48:28.465 INFO:journalctl@ceph.osd.3.smithi088.stdout:Apr 22 22:48:28 smithi088 podman[61495]: 2024-04-22 22:48:28.458367999 +0000 UTC m=+0.590467024 container died 617e491b4bd7627b3ec71e7d6ea0f0195ac692244b41b01c8cc5bf4008effde9 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-3-deactivate, version=8, CEPH_POINT_RELEASE=-17.2.0, architecture=x86_64, RELEASE=HEAD, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, maintainer=Guillaume Abrioux , io.k8s.display-name=CentOS Stream 8, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.component=centos-stream-container, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, ceph=True, io.openshift.tags=base centos centos-stream, release=754, io.openshift.expose-services=, io.buildah.version=1.19.8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_BRANCH=HEAD, vcs-type=git, GIT_CLEAN=True, vendor=Red Hat, Inc., build-date=2022-05-03T08:36:31.336870, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, distribution-scope=public, name=centos-stream, GIT_REPO=https://github.com/ceph/ceph-container.git) 2024-04-22T22:48:28.496 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:28 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:28.112+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:28.808 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 22 22:48:28 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-4[27585]: 2024-04-22T22:48:28.568+0000 7f96f9597700 -1 osd.4 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:59.141937+0000 front 2024-04-22T22:47:59.141886+0000 (oldest deadline 2024-04-22T22:48:23.841920+0000) 2024-04-22T22:48:28.809 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 22 22:48:28 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-5[30478]: 2024-04-22T22:48:28.490+0000 7f1918ed5700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:57.035590+0000 front 2024-04-22T22:47:57.035534+0000 (oldest deadline 2024-04-22T22:48:26.436093+0000) 2024-04-22T22:48:29.071 INFO:journalctl@ceph.osd.3.smithi088.stdout:Apr 22 22:48:29 smithi088 podman[61521]: 2024-04-22 22:48:29.040570368 +0000 UTC m=+0.576691863 container remove 617e491b4bd7627b3ec71e7d6ea0f0195ac692244b41b01c8cc5bf4008effde9 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-3-deactivate, RELEASE=HEAD, GIT_BRANCH=HEAD, name=centos-stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, version=8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.openshift.expose-services=, maintainer=Guillaume Abrioux , io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, build-date=2022-05-03T08:36:31.336870, CEPH_POINT_RELEASE=-17.2.0, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=centos-stream-container, io.k8s.display-name=CentOS Stream 8, vendor=Red Hat, Inc., vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, vcs-type=git, io.openshift.tags=base centos centos-stream, ceph=True, distribution-scope=public, io.buildah.version=1.19.8, GIT_CLEAN=True, architecture=x86_64, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, release=754, GIT_REPO=https://github.com/ceph/ceph-container.git) 2024-04-22T22:48:29.077 DEBUG:teuthology.orchestra.run.smithi088:> sudo pkill -f 'journalctl -f -n 0 -u ceph-41629230-00f8-11ef-bc93-c7b262605968@osd.3.service' 2024-04-22T22:48:29.081 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:28 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:28.823+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:57.271783+0000 front 2024-04-22T22:47:57.271859+0000 (oldest deadline 2024-04-22T22:48:23.171757+0000) 2024-04-22T22:48:29.116 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T22:48:29.116 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-04-22T22:48:29.117 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-04-22T22:48:29.117 DEBUG:teuthology.orchestra.run.smithi175:> sudo systemctl stop ceph-41629230-00f8-11ef-bc93-c7b262605968@osd.4 2024-04-22T22:48:29.466 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:29 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:29.076+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:29.467 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 22 22:48:29 smithi175 systemd[1]: Stopping Ceph osd.4 for 41629230-00f8-11ef-bc93-c7b262605968... 2024-04-22T22:48:29.467 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 22 22:48:29 smithi175 bash[50443]: Error: no container with name or ID "ceph-41629230-00f8-11ef-bc93-c7b262605968-osd.4" found: no such container 2024-04-22T22:48:29.467 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 22 22:48:29 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-4[27585]: 2024-04-22T22:48:29.308+0000 7f96fc3fb700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T22:48:29.467 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 22 22:48:29 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-4[27585]: 2024-04-22T22:48:29.308+0000 7f96fc3fb700 -1 osd.4 96 *** Got signal Terminated *** 2024-04-22T22:48:29.467 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 22 22:48:29 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-4[27585]: 2024-04-22T22:48:29.308+0000 7f96fc3fb700 -1 osd.4 96 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T22:48:29.809 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 22 22:48:29 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-4[27585]: 2024-04-22T22:48:29.588+0000 7f96f9597700 -1 osd.4 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:59.141937+0000 front 2024-04-22T22:47:59.141886+0000 (oldest deadline 2024-04-22T22:48:23.841920+0000) 2024-04-22T22:48:29.809 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 22 22:48:29 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-5[30478]: 2024-04-22T22:48:29.460+0000 7f1918ed5700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:57.035590+0000 front 2024-04-22T22:47:57.035534+0000 (oldest deadline 2024-04-22T22:48:26.436093+0000) 2024-04-22T22:48:30.308 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:29 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:29.826+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:57.271783+0000 front 2024-04-22T22:47:57.271859+0000 (oldest deadline 2024-04-22T22:48:23.171757+0000) 2024-04-22T22:48:30.309 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:30 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:30.042+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:30.309 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:30 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:30.042+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.458844+0000 front 2024-04-22T22:48:04.458851+0000 (oldest deadline 2024-04-22T22:48:29.758601+0000) 2024-04-22T22:48:30.808 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 22 22:48:30 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-4[27585]: 2024-04-22T22:48:30.578+0000 7f96f9597700 -1 osd.4 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:59.141937+0000 front 2024-04-22T22:47:59.141886+0000 (oldest deadline 2024-04-22T22:48:23.841920+0000) 2024-04-22T22:48:30.809 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 22 22:48:30 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-5[30478]: 2024-04-22T22:48:30.466+0000 7f1918ed5700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:57.035590+0000 front 2024-04-22T22:47:57.035534+0000 (oldest deadline 2024-04-22T22:48:26.436093+0000) 2024-04-22T22:48:30.809 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 22 22:48:30 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-5[30478]: 2024-04-22T22:48:30.466+0000 7f1918ed5700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:06.436658+0000 front 2024-04-22T22:48:06.436641+0000 (oldest deadline 2024-04-22T22:48:29.936586+0000) 2024-04-22T22:48:31.309 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:31 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:31.031+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:31.309 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:31 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:31.031+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.458844+0000 front 2024-04-22T22:48:04.458851+0000 (oldest deadline 2024-04-22T22:48:29.758601+0000) 2024-04-22T22:48:31.309 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:30 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:30.854+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:57.271783+0000 front 2024-04-22T22:47:57.271859+0000 (oldest deadline 2024-04-22T22:48:23.171757+0000) 2024-04-22T22:48:31.309 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:30 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:30.854+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.873392+0000 front 2024-04-22T22:48:04.872810+0000 (oldest deadline 2024-04-22T22:48:30.172605+0000) 2024-04-22T22:48:31.809 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 22 22:48:31 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-4[27585]: 2024-04-22T22:48:31.552+0000 7f96f9597700 -1 osd.4 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:59.141937+0000 front 2024-04-22T22:47:59.141886+0000 (oldest deadline 2024-04-22T22:48:23.841920+0000) 2024-04-22T22:48:31.809 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 22 22:48:31 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-4[27585]: 2024-04-22T22:48:31.552+0000 7f96f9597700 -1 osd.4 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:07.342883+0000 front 2024-04-22T22:48:07.342847+0000 (oldest deadline 2024-04-22T22:48:31.442786+0000) 2024-04-22T22:48:31.810 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 22 22:48:31 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-5[30478]: 2024-04-22T22:48:31.500+0000 7f1918ed5700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:57.035590+0000 front 2024-04-22T22:47:57.035534+0000 (oldest deadline 2024-04-22T22:48:26.436093+0000) 2024-04-22T22:48:31.810 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 22 22:48:31 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-5[30478]: 2024-04-22T22:48:31.500+0000 7f1918ed5700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:06.436658+0000 front 2024-04-22T22:48:06.436641+0000 (oldest deadline 2024-04-22T22:48:29.936586+0000) 2024-04-22T22:48:32.309 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:31 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:31.993+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:32.309 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:31 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:31.993+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.458844+0000 front 2024-04-22T22:48:04.458851+0000 (oldest deadline 2024-04-22T22:48:29.758601+0000) 2024-04-22T22:48:32.309 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:31 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:31.865+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:57.271783+0000 front 2024-04-22T22:47:57.271859+0000 (oldest deadline 2024-04-22T22:48:23.171757+0000) 2024-04-22T22:48:32.310 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:31 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:31.865+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.873392+0000 front 2024-04-22T22:48:04.872810+0000 (oldest deadline 2024-04-22T22:48:30.172605+0000) 2024-04-22T22:48:32.809 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 22 22:48:32 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-4[27585]: 2024-04-22T22:48:32.568+0000 7f96f9597700 -1 osd.4 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:59.141937+0000 front 2024-04-22T22:47:59.141886+0000 (oldest deadline 2024-04-22T22:48:23.841920+0000) 2024-04-22T22:48:32.809 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 22 22:48:32 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-4[27585]: 2024-04-22T22:48:32.568+0000 7f96f9597700 -1 osd.4 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:07.342883+0000 front 2024-04-22T22:48:07.342847+0000 (oldest deadline 2024-04-22T22:48:31.442786+0000) 2024-04-22T22:48:32.809 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 22 22:48:32 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-5[30478]: 2024-04-22T22:48:32.489+0000 7f1918ed5700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:57.035590+0000 front 2024-04-22T22:47:57.035534+0000 (oldest deadline 2024-04-22T22:48:26.436093+0000) 2024-04-22T22:48:32.810 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 22 22:48:32 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-5[30478]: 2024-04-22T22:48:32.489+0000 7f1918ed5700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:06.436658+0000 front 2024-04-22T22:48:06.436641+0000 (oldest deadline 2024-04-22T22:48:29.936586+0000) 2024-04-22T22:48:33.309 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:33 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:33.019+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:33.309 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:33 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:33.019+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.458844+0000 front 2024-04-22T22:48:04.458851+0000 (oldest deadline 2024-04-22T22:48:29.758601+0000) 2024-04-22T22:48:33.309 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:32 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:32.836+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:57.271783+0000 front 2024-04-22T22:47:57.271859+0000 (oldest deadline 2024-04-22T22:48:23.171757+0000) 2024-04-22T22:48:33.309 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:32 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:32.836+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.873392+0000 front 2024-04-22T22:48:04.872810+0000 (oldest deadline 2024-04-22T22:48:30.172605+0000) 2024-04-22T22:48:33.809 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 22 22:48:33 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-4[27585]: 2024-04-22T22:48:33.526+0000 7f96f9597700 -1 osd.4 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:59.141937+0000 front 2024-04-22T22:47:59.141886+0000 (oldest deadline 2024-04-22T22:48:23.841920+0000) 2024-04-22T22:48:33.809 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 22 22:48:33 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-4[27585]: 2024-04-22T22:48:33.526+0000 7f96f9597700 -1 osd.4 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:07.342883+0000 front 2024-04-22T22:48:07.342847+0000 (oldest deadline 2024-04-22T22:48:31.442786+0000) 2024-04-22T22:48:33.809 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 22 22:48:33 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-5[30478]: 2024-04-22T22:48:33.502+0000 7f1918ed5700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:57.035590+0000 front 2024-04-22T22:47:57.035534+0000 (oldest deadline 2024-04-22T22:48:26.436093+0000) 2024-04-22T22:48:33.810 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 22 22:48:33 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-5[30478]: 2024-04-22T22:48:33.502+0000 7f1918ed5700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:06.436658+0000 front 2024-04-22T22:48:06.436641+0000 (oldest deadline 2024-04-22T22:48:29.936586+0000) 2024-04-22T22:48:34.309 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:34 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:34.030+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:34.309 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:34 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:34.030+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.458844+0000 front 2024-04-22T22:48:04.458851+0000 (oldest deadline 2024-04-22T22:48:29.758601+0000) 2024-04-22T22:48:34.309 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:33 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:33.875+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:57.271783+0000 front 2024-04-22T22:47:57.271859+0000 (oldest deadline 2024-04-22T22:48:23.171757+0000) 2024-04-22T22:48:34.309 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:33 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:33.875+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.873392+0000 front 2024-04-22T22:48:04.872810+0000 (oldest deadline 2024-04-22T22:48:30.172605+0000) 2024-04-22T22:48:34.810 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 22 22:48:34 smithi175 podman[50456]: 2024-04-22 22:48:34.715563851 +0000 UTC m=+5.523024944 container died 76c0a001da6235da311fbe5a0ac78b087492ed5d57ee0138b7cc4d1f6e77b86e (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-4, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., distribution-scope=public, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.buildah.version=1.19.8, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.openshift.tags=base centos centos-stream, build-date=2022-05-03T08:36:31.336870, ceph=True, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, version=8, GIT_REPO=https://github.com/ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=-17.2.0, name=centos-stream, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, vcs-type=git, release=754, RELEASE=HEAD, architecture=x86_64, io.openshift.expose-services=, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, com.redhat.component=centos-stream-container, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.display-name=CentOS Stream 8, vendor=Red Hat, Inc.) 2024-04-22T22:48:34.811 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 22 22:48:34 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-5[30478]: 2024-04-22T22:48:34.474+0000 7f1918ed5700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:57.035590+0000 front 2024-04-22T22:47:57.035534+0000 (oldest deadline 2024-04-22T22:48:26.436093+0000) 2024-04-22T22:48:34.811 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 22 22:48:34 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-5[30478]: 2024-04-22T22:48:34.474+0000 7f1918ed5700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:06.436658+0000 front 2024-04-22T22:48:06.436641+0000 (oldest deadline 2024-04-22T22:48:29.936586+0000) 2024-04-22T22:48:35.148 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:35 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:35.003+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:35.148 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:35 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:35.003+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.458844+0000 front 2024-04-22T22:48:04.458851+0000 (oldest deadline 2024-04-22T22:48:29.758601+0000) 2024-04-22T22:48:35.148 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 22 22:48:35 smithi175 podman[50456]: 2024-04-22 22:48:35.090546983 +0000 UTC m=+5.898008114 container cleanup 76c0a001da6235da311fbe5a0ac78b087492ed5d57ee0138b7cc4d1f6e77b86e (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-4, architecture=x86_64, RELEASE=HEAD, distribution-scope=public, release=754, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.openshift.tags=base centos centos-stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.k8s.display-name=CentOS Stream 8, GIT_BRANCH=HEAD, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_REPO=https://github.com/ceph/ceph-container.git, io.openshift.expose-services=, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.component=centos-stream-container, build-date=2022-05-03T08:36:31.336870, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=-17.2.0, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.buildah.version=1.19.8, GIT_CLEAN=True, vendor=Red Hat, Inc., description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vcs-type=git, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, version=8, name=centos-stream) 2024-04-22T22:48:35.149 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 22 22:48:35 smithi175 bash[50456]: ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-4 2024-04-22T22:48:35.149 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 22 22:48:35 smithi175 bash[50489]: Error: no container with name or ID "ceph-41629230-00f8-11ef-bc93-c7b262605968-osd.4" found: no such container 2024-04-22T22:48:35.149 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:34 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:34.871+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:57.271783+0000 front 2024-04-22T22:47:57.271859+0000 (oldest deadline 2024-04-22T22:48:23.171757+0000) 2024-04-22T22:48:35.149 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:34 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:34.871+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.873392+0000 front 2024-04-22T22:48:04.872810+0000 (oldest deadline 2024-04-22T22:48:30.172605+0000) 2024-04-22T22:48:35.661 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 22 22:48:35 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-5[30478]: 2024-04-22T22:48:35.432+0000 7f1918ed5700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:57.035590+0000 front 2024-04-22T22:47:57.035534+0000 (oldest deadline 2024-04-22T22:48:26.436093+0000) 2024-04-22T22:48:35.661 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 22 22:48:35 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-5[30478]: 2024-04-22T22:48:35.432+0000 7f1918ed5700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:06.436658+0000 front 2024-04-22T22:48:06.436641+0000 (oldest deadline 2024-04-22T22:48:29.936586+0000) 2024-04-22T22:48:35.661 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 22 22:48:35 smithi175 podman[50473]: 2024-04-22 22:48:35.34184895 +0000 UTC m=+0.624119053 container remove 76c0a001da6235da311fbe5a0ac78b087492ed5d57ee0138b7cc4d1f6e77b86e (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-4, vcs-type=git, CEPH_POINT_RELEASE=-17.2.0, com.redhat.component=centos-stream-container, release=754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, distribution-scope=public, io.k8s.display-name=CentOS Stream 8, build-date=2022-05-03T08:36:31.336870, io.buildah.version=1.19.8, name=centos-stream, GIT_CLEAN=True, io.openshift.tags=base centos centos-stream, vendor=Red Hat, Inc., description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_REPO=https://github.com/ceph/ceph-container.git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., architecture=x86_64, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_BRANCH=HEAD, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, version=8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, maintainer=Guillaume Abrioux , RELEASE=HEAD, ceph=True, io.openshift.expose-services=, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754) 2024-04-22T22:48:35.661 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 22 22:48:35 smithi175 podman[50555]: 2024-04-22 22:48:35.442770727 +0000 UTC m=+0.019421307 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a 2024-04-22T22:48:35.662 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 22 22:48:35 smithi175 podman[50555]: 2024-04-22 22:48:35.550971887 +0000 UTC m=+0.127622498 container create 8d090f3b6c5991d36d135fd6ef00593b2ecf130c87e2c619bf7ead5808085677 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-4-deactivate, architecture=x86_64, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, name=centos-stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, build-date=2022-05-03T08:36:31.336870, GIT_REPO=https://github.com/ceph/ceph-container.git, version=8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, distribution-scope=public, ceph=True, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., CEPH_POINT_RELEASE=-17.2.0, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, RELEASE=HEAD, com.redhat.component=centos-stream-container, GIT_BRANCH=HEAD, io.openshift.expose-services=, io.buildah.version=1.19.8, GIT_CLEAN=True, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, maintainer=Guillaume Abrioux , io.openshift.tags=base centos centos-stream, release=754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vcs-type=git, io.k8s.display-name=CentOS Stream 8, vendor=Red Hat, Inc.) 2024-04-22T22:48:36.019 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:35 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:35.829+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:57.271783+0000 front 2024-04-22T22:47:57.271859+0000 (oldest deadline 2024-04-22T22:48:23.171757+0000) 2024-04-22T22:48:36.019 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:35 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:35.829+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.873392+0000 front 2024-04-22T22:48:04.872810+0000 (oldest deadline 2024-04-22T22:48:30.172605+0000) 2024-04-22T22:48:36.020 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 22 22:48:35 smithi175 podman[50555]: 2024-04-22 22:48:35.795676463 +0000 UTC m=+0.372327045 container init 8d090f3b6c5991d36d135fd6ef00593b2ecf130c87e2c619bf7ead5808085677 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-4-deactivate, release=754, distribution-scope=public, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.buildah.version=1.19.8, com.redhat.component=centos-stream-container, version=8, ceph=True, vendor=Red Hat, Inc., io.openshift.tags=base centos centos-stream, name=centos-stream, GIT_REPO=https://github.com/ceph/ceph-container.git, CEPH_POINT_RELEASE=-17.2.0, build-date=2022-05-03T08:36:31.336870, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, RELEASE=HEAD, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=CentOS Stream 8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_CLEAN=True, architecture=x86_64, GIT_BRANCH=HEAD, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, vcs-type=git, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, maintainer=Guillaume Abrioux , io.openshift.expose-services=, com.redhat.license_terms=https://centos.org/legal/licensing-policy/) 2024-04-22T22:48:36.020 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 22 22:48:35 smithi175 podman[50555]: 2024-04-22 22:48:35.799092091 +0000 UTC m=+0.375742661 container start 8d090f3b6c5991d36d135fd6ef00593b2ecf130c87e2c619bf7ead5808085677 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-4-deactivate, GIT_REPO=https://github.com/ceph/ceph-container.git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, distribution-scope=public, com.redhat.component=centos-stream-container, vendor=Red Hat, Inc., com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_BRANCH=HEAD, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.k8s.display-name=CentOS Stream 8, version=8, vcs-type=git, release=754, build-date=2022-05-03T08:36:31.336870, name=centos-stream, GIT_CLEAN=True, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, CEPH_POINT_RELEASE=-17.2.0, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, architecture=x86_64, ceph=True, io.buildah.version=1.19.8, RELEASE=HEAD, maintainer=Guillaume Abrioux , io.openshift.tags=base centos centos-stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image) 2024-04-22T22:48:36.020 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 22 22:48:35 smithi175 podman[50555]: 2024-04-22 22:48:35.894976526 +0000 UTC m=+0.471627103 container attach 8d090f3b6c5991d36d135fd6ef00593b2ecf130c87e2c619bf7ead5808085677 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-4-deactivate, GIT_REPO=https://github.com/ceph/ceph-container.git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., ceph=True, GIT_CLEAN=True, build-date=2022-05-03T08:36:31.336870, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, vcs-type=git, architecture=x86_64, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vendor=Red Hat, Inc., release=754, GIT_BRANCH=HEAD, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.k8s.display-name=CentOS Stream 8, distribution-scope=public, io.openshift.tags=base centos centos-stream, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, version=8, CEPH_POINT_RELEASE=-17.2.0, io.buildah.version=1.19.8, name=centos-stream, io.openshift.expose-services=, RELEASE=HEAD, com.redhat.component=centos-stream-container, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, maintainer=Guillaume Abrioux ) 2024-04-22T22:48:36.309 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 22 22:48:36 smithi175 podman[50555]: 2024-04-22 22:48:36.076673797 +0000 UTC m=+0.653324375 container died 8d090f3b6c5991d36d135fd6ef00593b2ecf130c87e2c619bf7ead5808085677 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-4-deactivate, GIT_CLEAN=True, com.redhat.component=centos-stream-container, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.19.8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, version=8, architecture=x86_64, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.k8s.display-name=CentOS Stream 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, CEPH_POINT_RELEASE=-17.2.0, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, vcs-type=git, io.openshift.tags=base centos centos-stream, name=centos-stream, GIT_BRANCH=HEAD, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.openshift.expose-services=, build-date=2022-05-03T08:36:31.336870, RELEASE=HEAD, GIT_REPO=https://github.com/ceph/ceph-container.git, vendor=Red Hat, Inc., release=754, distribution-scope=public, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image) 2024-04-22T22:48:36.309 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:36 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:36.012+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:36.309 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:36 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:36.012+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.458844+0000 front 2024-04-22T22:48:04.458851+0000 (oldest deadline 2024-04-22T22:48:29.758601+0000) 2024-04-22T22:48:36.587 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 22 22:48:36 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-5[30478]: 2024-04-22T22:48:36.468+0000 7f1918ed5700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:57.035590+0000 front 2024-04-22T22:47:57.035534+0000 (oldest deadline 2024-04-22T22:48:26.436093+0000) 2024-04-22T22:48:36.587 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 22 22:48:36 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-5[30478]: 2024-04-22T22:48:36.468+0000 7f1918ed5700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:06.436658+0000 front 2024-04-22T22:48:06.436641+0000 (oldest deadline 2024-04-22T22:48:29.936586+0000) 2024-04-22T22:48:36.611 DEBUG:teuthology.orchestra.run.smithi175:> sudo pkill -f 'journalctl -f -n 0 -u ceph-41629230-00f8-11ef-bc93-c7b262605968@osd.4.service' 2024-04-22T22:48:36.649 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T22:48:36.650 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-04-22T22:48:36.650 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-04-22T22:48:36.650 DEBUG:teuthology.orchestra.run.smithi175:> sudo systemctl stop ceph-41629230-00f8-11ef-bc93-c7b262605968@osd.5 2024-04-22T22:48:36.840 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:36 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:36.788+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:57.271783+0000 front 2024-04-22T22:47:57.271859+0000 (oldest deadline 2024-04-22T22:48:23.171757+0000) 2024-04-22T22:48:36.841 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:36 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:36.788+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.873392+0000 front 2024-04-22T22:48:04.872810+0000 (oldest deadline 2024-04-22T22:48:30.172605+0000) 2024-04-22T22:48:36.841 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 22 22:48:36 smithi175 systemd[1]: Stopping Ceph osd.5 for 41629230-00f8-11ef-bc93-c7b262605968... 2024-04-22T22:48:36.841 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 22 22:48:36 smithi175 bash[50633]: Error: no container with name or ID "ceph-41629230-00f8-11ef-bc93-c7b262605968-osd.5" found: no such container 2024-04-22T22:48:36.841 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 22 22:48:36 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-5[30478]: 2024-04-22T22:48:36.833+0000 7f191d53c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T22:48:37.308 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:37 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:37.024+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:37.309 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:37 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:37.024+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.458844+0000 front 2024-04-22T22:48:04.458851+0000 (oldest deadline 2024-04-22T22:48:29.758601+0000) 2024-04-22T22:48:37.309 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 22 22:48:36 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-5[30478]: 2024-04-22T22:48:36.833+0000 7f191d53c700 -1 osd.5 96 *** Got signal Terminated *** 2024-04-22T22:48:37.309 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 22 22:48:36 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-5[30478]: 2024-04-22T22:48:36.833+0000 7f191d53c700 -1 osd.5 96 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T22:48:37.804 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 22 22:48:37 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-5[30478]: 2024-04-22T22:48:37.447+0000 7f1918ed5700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:57.035590+0000 front 2024-04-22T22:47:57.035534+0000 (oldest deadline 2024-04-22T22:48:26.436093+0000) 2024-04-22T22:48:37.805 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 22 22:48:37 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-5[30478]: 2024-04-22T22:48:37.447+0000 7f1918ed5700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:06.436658+0000 front 2024-04-22T22:48:06.436641+0000 (oldest deadline 2024-04-22T22:48:29.936586+0000) 2024-04-22T22:48:38.059 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:37 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:37.985+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:38.059 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:37 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:37.985+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.458844+0000 front 2024-04-22T22:48:04.458851+0000 (oldest deadline 2024-04-22T22:48:29.758601+0000) 2024-04-22T22:48:38.059 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:37 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:37.798+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:57.271783+0000 front 2024-04-22T22:47:57.271859+0000 (oldest deadline 2024-04-22T22:48:23.171757+0000) 2024-04-22T22:48:38.059 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:37 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:37.798+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.873392+0000 front 2024-04-22T22:48:04.872810+0000 (oldest deadline 2024-04-22T22:48:30.172605+0000) 2024-04-22T22:48:38.808 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 22 22:48:38 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-5[30478]: 2024-04-22T22:48:38.492+0000 7f1918ed5700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:57.035590+0000 front 2024-04-22T22:47:57.035534+0000 (oldest deadline 2024-04-22T22:48:26.436093+0000) 2024-04-22T22:48:38.809 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 22 22:48:38 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-5[30478]: 2024-04-22T22:48:38.492+0000 7f1918ed5700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:06.436658+0000 front 2024-04-22T22:48:06.436641+0000 (oldest deadline 2024-04-22T22:48:29.936586+0000) 2024-04-22T22:48:39.308 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:38 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:38.970+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:39.309 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:38 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:38.970+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.458844+0000 front 2024-04-22T22:48:04.458851+0000 (oldest deadline 2024-04-22T22:48:29.758601+0000) 2024-04-22T22:48:39.309 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:38 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:38.841+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:57.271783+0000 front 2024-04-22T22:47:57.271859+0000 (oldest deadline 2024-04-22T22:48:23.171757+0000) 2024-04-22T22:48:39.309 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:38 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:38.841+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.873392+0000 front 2024-04-22T22:48:04.872810+0000 (oldest deadline 2024-04-22T22:48:30.172605+0000) 2024-04-22T22:48:39.747 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 22 22:48:39 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-5[30478]: 2024-04-22T22:48:39.503+0000 7f1918ed5700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:57.035590+0000 front 2024-04-22T22:47:57.035534+0000 (oldest deadline 2024-04-22T22:48:26.436093+0000) 2024-04-22T22:48:39.747 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 22 22:48:39 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-5[30478]: 2024-04-22T22:48:39.503+0000 7f1918ed5700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:06.436658+0000 front 2024-04-22T22:48:06.436641+0000 (oldest deadline 2024-04-22T22:48:29.936586+0000) 2024-04-22T22:48:40.007 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:39 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:39.818+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:57.271783+0000 front 2024-04-22T22:47:57.271859+0000 (oldest deadline 2024-04-22T22:48:23.171757+0000) 2024-04-22T22:48:40.007 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:39 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:39.818+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.873392+0000 front 2024-04-22T22:48:04.872810+0000 (oldest deadline 2024-04-22T22:48:30.172605+0000) 2024-04-22T22:48:40.309 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:40 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:40.000+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:40.309 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:40 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:40.000+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.458844+0000 front 2024-04-22T22:48:04.458851+0000 (oldest deadline 2024-04-22T22:48:29.758601+0000) 2024-04-22T22:48:40.808 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 22 22:48:40 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-5[30478]: 2024-04-22T22:48:40.531+0000 7f1918ed5700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:57.035590+0000 front 2024-04-22T22:47:57.035534+0000 (oldest deadline 2024-04-22T22:48:26.436093+0000) 2024-04-22T22:48:40.809 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 22 22:48:40 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-5[30478]: 2024-04-22T22:48:40.531+0000 7f1918ed5700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:06.436658+0000 front 2024-04-22T22:48:06.436641+0000 (oldest deadline 2024-04-22T22:48:29.936586+0000) 2024-04-22T22:48:41.227 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:40 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:40.995+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:41.227 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:40 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:40.995+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.458844+0000 front 2024-04-22T22:48:04.458851+0000 (oldest deadline 2024-04-22T22:48:29.758601+0000) 2024-04-22T22:48:41.228 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:40 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:40.868+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:57.271783+0000 front 2024-04-22T22:47:57.271859+0000 (oldest deadline 2024-04-22T22:48:23.171757+0000) 2024-04-22T22:48:41.228 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:40 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:40.868+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.873392+0000 front 2024-04-22T22:48:04.872810+0000 (oldest deadline 2024-04-22T22:48:30.172605+0000) 2024-04-22T22:48:41.808 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 22 22:48:41 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-5[30478]: 2024-04-22T22:48:41.557+0000 7f1918ed5700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:57.035590+0000 front 2024-04-22T22:47:57.035534+0000 (oldest deadline 2024-04-22T22:48:26.436093+0000) 2024-04-22T22:48:41.809 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 22 22:48:41 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-5[30478]: 2024-04-22T22:48:41.557+0000 7f1918ed5700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:06.436658+0000 front 2024-04-22T22:48:06.436641+0000 (oldest deadline 2024-04-22T22:48:29.936586+0000) 2024-04-22T22:48:41.809 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 22 22:48:41 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-5[30478]: 2024-04-22T22:48:41.557+0000 7f1918ed5700 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-04-22T22:48:15.638566+0000 front 2024-04-22T22:48:15.638580+0000 (oldest deadline 2024-04-22T22:48:41.538496+0000) 2024-04-22T22:48:42.201 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:41 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:41.990+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:42.201 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:41 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:41.990+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.458844+0000 front 2024-04-22T22:48:04.458851+0000 (oldest deadline 2024-04-22T22:48:29.758601+0000) 2024-04-22T22:48:42.202 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:41 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:41.990+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-04-22T22:48:16.060474+0000 front 2024-04-22T22:48:16.060493+0000 (oldest deadline 2024-04-22T22:48:41.960405+0000) 2024-04-22T22:48:42.202 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:41 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:41.877+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:57.271783+0000 front 2024-04-22T22:47:57.271859+0000 (oldest deadline 2024-04-22T22:48:23.171757+0000) 2024-04-22T22:48:42.202 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:41 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:41.877+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.873392+0000 front 2024-04-22T22:48:04.872810+0000 (oldest deadline 2024-04-22T22:48:30.172605+0000) 2024-04-22T22:48:42.202 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:41 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:41.877+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-04-22T22:48:16.474392+0000 front 2024-04-22T22:48:16.474354+0000 (oldest deadline 2024-04-22T22:48:41.174351+0000) 2024-04-22T22:48:42.558 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 22 22:48:42 smithi175 podman[50646]: 2024-04-22 22:48:42.380753658 +0000 UTC m=+5.632598910 container died 669dbf229c3ee000b302b9f62d7b27c68f60628de33bd86cfb7bff031f844428 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-5, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, distribution-scope=public, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.openshift.tags=base centos centos-stream, io.openshift.expose-services=, io.buildah.version=1.19.8, GIT_CLEAN=True, vendor=Red Hat, Inc., release=754, io.k8s.display-name=CentOS Stream 8, GIT_REPO=https://github.com/ceph/ceph-container.git, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, ceph=True, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=-17.2.0, name=centos-stream, architecture=x86_64, RELEASE=HEAD, version=8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.component=centos-stream-container, vcs-type=git, build-date=2022-05-03T08:36:31.336870, GIT_BRANCH=HEAD) 2024-04-22T22:48:42.917 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 22 22:48:42 smithi175 podman[50646]: 2024-04-22 22:48:42.782076679 +0000 UTC m=+6.033921920 container cleanup 669dbf229c3ee000b302b9f62d7b27c68f60628de33bd86cfb7bff031f844428 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-5, io.openshift.expose-services=, GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.component=centos-stream-container, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, ceph=True, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, vcs-type=git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, release=754, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_CLEAN=True, maintainer=Guillaume Abrioux , vendor=Red Hat, Inc., architecture=x86_64, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_BRANCH=HEAD, io.buildah.version=1.19.8, io.k8s.display-name=CentOS Stream 8, build-date=2022-05-03T08:36:31.336870, RELEASE=HEAD, CEPH_POINT_RELEASE=-17.2.0, name=centos-stream, distribution-scope=public, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.openshift.tags=base centos centos-stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, version=8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb) 2024-04-22T22:48:42.917 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 22 22:48:42 smithi175 bash[50646]: ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-5 2024-04-22T22:48:42.917 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 22 22:48:42 smithi175 bash[51265]: Error: no container with name or ID "ceph-41629230-00f8-11ef-bc93-c7b262605968-osd.5" found: no such container 2024-04-22T22:48:42.917 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:42 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:42.862+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:57.271783+0000 front 2024-04-22T22:47:57.271859+0000 (oldest deadline 2024-04-22T22:48:23.171757+0000) 2024-04-22T22:48:42.917 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:42 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:42.862+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.873392+0000 front 2024-04-22T22:48:04.872810+0000 (oldest deadline 2024-04-22T22:48:30.172605+0000) 2024-04-22T22:48:42.918 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:42 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:42.862+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-04-22T22:48:16.474392+0000 front 2024-04-22T22:48:16.474354+0000 (oldest deadline 2024-04-22T22:48:41.174351+0000) 2024-04-22T22:48:43.267 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 22 22:48:43 smithi175 podman[51235]: 2024-04-22 22:48:43.049948337 +0000 UTC m=+0.848021881 container remove 669dbf229c3ee000b302b9f62d7b27c68f60628de33bd86cfb7bff031f844428 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-5, io.openshift.expose-services=, io.openshift.tags=base centos centos-stream, io.k8s.display-name=CentOS Stream 8, version=8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, release=754, RELEASE=HEAD, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_CLEAN=True, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Guillaume Abrioux , build-date=2022-05-03T08:36:31.336870, name=centos-stream, architecture=x86_64, distribution-scope=public, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.buildah.version=1.19.8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_BRANCH=HEAD, vcs-type=git, com.redhat.component=centos-stream-container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_REPO=https://github.com/ceph/ceph-container.git, ceph=True, vendor=Red Hat, Inc., CEPH_POINT_RELEASE=-17.2.0) 2024-04-22T22:48:43.268 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:43 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:43.023+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:43.268 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:43 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:43.023+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.458844+0000 front 2024-04-22T22:48:04.458851+0000 (oldest deadline 2024-04-22T22:48:29.758601+0000) 2024-04-22T22:48:43.268 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:43 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:43.023+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-04-22T22:48:16.060474+0000 front 2024-04-22T22:48:16.060493+0000 (oldest deadline 2024-04-22T22:48:41.960405+0000) 2024-04-22T22:48:43.519 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 22 22:48:43 smithi175 podman[51352]: 2024-04-22 22:48:43.16508932 +0000 UTC m=+0.018703835 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a 2024-04-22T22:48:43.519 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 22 22:48:43 smithi175 podman[51352]: 2024-04-22 22:48:43.267265959 +0000 UTC m=+0.120880464 container create 9c5dd161358fe7317319e6bae2de3b7f07e7baa5920e38051caea1cdfd655fcc (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-5-deactivate, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vcs-type=git, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.component=centos-stream-container, ceph=True, release=754, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, name=centos-stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, version=8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.buildah.version=1.19.8, RELEASE=HEAD, io.k8s.display-name=CentOS Stream 8, maintainer=Guillaume Abrioux , build-date=2022-05-03T08:36:31.336870, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=-17.2.0, GIT_CLEAN=True, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, GIT_REPO=https://github.com/ceph/ceph-container.git, architecture=x86_64, vendor=Red Hat, Inc., distribution-scope=public, io.openshift.tags=base centos centos-stream) 2024-04-22T22:48:43.519 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 22 22:48:43 smithi175 podman[51352]: 2024-04-22 22:48:43.509740351 +0000 UTC m=+0.363354853 container init 9c5dd161358fe7317319e6bae2de3b7f07e7baa5920e38051caea1cdfd655fcc (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-5-deactivate, maintainer=Guillaume Abrioux , com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.k8s.display-name=CentOS Stream 8, ceph=True, GIT_REPO=https://github.com/ceph/ceph-container.git, build-date=2022-05-03T08:36:31.336870, com.redhat.component=centos-stream-container, CEPH_POINT_RELEASE=-17.2.0, GIT_CLEAN=True, version=8, vendor=Red Hat, Inc., GIT_BRANCH=HEAD, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, distribution-scope=public, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, name=centos-stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, RELEASE=HEAD, vcs-type=git, io.openshift.tags=base centos centos-stream, release=754, io.buildah.version=1.19.8, architecture=x86_64, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2024-04-22T22:48:43.519 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 22 22:48:43 smithi175 podman[51352]: 2024-04-22 22:48:43.512910604 +0000 UTC m=+0.366525106 container start 9c5dd161358fe7317319e6bae2de3b7f07e7baa5920e38051caea1cdfd655fcc (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-5-deactivate, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.openshift.tags=base centos centos-stream, io.buildah.version=1.19.8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, architecture=x86_64, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.openshift.expose-services=, GIT_BRANCH=HEAD, version=8, GIT_REPO=https://github.com/ceph/ceph-container.git, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, build-date=2022-05-03T08:36:31.336870, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.component=centos-stream-container, vcs-type=git, vendor=Red Hat, Inc., maintainer=Guillaume Abrioux , GIT_CLEAN=True, name=centos-stream, release=754, RELEASE=HEAD, io.k8s.display-name=CentOS Stream 8, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, CEPH_POINT_RELEASE=-17.2.0, distribution-scope=public, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, ceph=True) 2024-04-22T22:48:43.801 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 22 22:48:43 smithi175 podman[51352]: 2024-04-22 22:48:43.626588385 +0000 UTC m=+0.480202896 container attach 9c5dd161358fe7317319e6bae2de3b7f07e7baa5920e38051caea1cdfd655fcc (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-5-deactivate, architecture=x86_64, GIT_BRANCH=HEAD, GIT_CLEAN=True, release=754, build-date=2022-05-03T08:36:31.336870, CEPH_POINT_RELEASE=-17.2.0, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=centos-stream-container, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, ceph=True, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vcs-type=git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, RELEASE=HEAD, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, version=8, io.k8s.display-name=CentOS Stream 8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, maintainer=Guillaume Abrioux , io.openshift.tags=base centos centos-stream, io.buildah.version=1.19.8, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vendor=Red Hat, Inc., GIT_REPO=https://github.com/ceph/ceph-container.git, name=centos-stream, io.openshift.expose-services=, distribution-scope=public) 2024-04-22T22:48:44.059 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 22 22:48:43 smithi175 podman[51352]: 2024-04-22 22:48:43.795733523 +0000 UTC m=+0.649348034 container died 9c5dd161358fe7317319e6bae2de3b7f07e7baa5920e38051caea1cdfd655fcc (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-5-deactivate, version=8, vcs-type=git, com.redhat.component=centos-stream-container, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_REPO=https://github.com/ceph/ceph-container.git, name=centos-stream, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.display-name=CentOS Stream 8, ceph=True, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.openshift.expose-services=, GIT_CLEAN=True, io.openshift.tags=base centos centos-stream, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vendor=Red Hat, Inc., release=754, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_BRANCH=HEAD, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, architecture=x86_64, CEPH_POINT_RELEASE=-17.2.0, distribution-scope=public, build-date=2022-05-03T08:36:31.336870, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, RELEASE=HEAD, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, maintainer=Guillaume Abrioux , io.buildah.version=1.19.8) 2024-04-22T22:48:44.059 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:43 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:43.869+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:57.271783+0000 front 2024-04-22T22:47:57.271859+0000 (oldest deadline 2024-04-22T22:48:23.171757+0000) 2024-04-22T22:48:44.059 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:43 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:43.869+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.873392+0000 front 2024-04-22T22:48:04.872810+0000 (oldest deadline 2024-04-22T22:48:30.172605+0000) 2024-04-22T22:48:44.059 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:43 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:43.869+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-04-22T22:48:16.474392+0000 front 2024-04-22T22:48:16.474354+0000 (oldest deadline 2024-04-22T22:48:41.174351+0000) 2024-04-22T22:48:44.361 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:44 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:44.060+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:44.361 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:44 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:44.060+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.458844+0000 front 2024-04-22T22:48:04.458851+0000 (oldest deadline 2024-04-22T22:48:29.758601+0000) 2024-04-22T22:48:44.361 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:44 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:44.060+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-04-22T22:48:16.060474+0000 front 2024-04-22T22:48:16.060493+0000 (oldest deadline 2024-04-22T22:48:41.960405+0000) 2024-04-22T22:48:44.997 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:44 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:44.896+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:57.271783+0000 front 2024-04-22T22:47:57.271859+0000 (oldest deadline 2024-04-22T22:48:23.171757+0000) 2024-04-22T22:48:44.997 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:44 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:44.896+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.873392+0000 front 2024-04-22T22:48:04.872810+0000 (oldest deadline 2024-04-22T22:48:30.172605+0000) 2024-04-22T22:48:44.997 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:44 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:44.896+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-04-22T22:48:16.474392+0000 front 2024-04-22T22:48:16.474354+0000 (oldest deadline 2024-04-22T22:48:41.174351+0000) 2024-04-22T22:48:45.309 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:45 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:45.092+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:45.309 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:45 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:45.092+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.458844+0000 front 2024-04-22T22:48:04.458851+0000 (oldest deadline 2024-04-22T22:48:29.758601+0000) 2024-04-22T22:48:45.309 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:45 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:45.092+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-04-22T22:48:16.060474+0000 front 2024-04-22T22:48:16.060493+0000 (oldest deadline 2024-04-22T22:48:41.960405+0000) 2024-04-22T22:48:45.452 DEBUG:teuthology.orchestra.run.smithi175:> sudo pkill -f 'journalctl -f -n 0 -u ceph-41629230-00f8-11ef-bc93-c7b262605968@osd.5.service' 2024-04-22T22:48:45.497 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T22:48:45.497 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-04-22T22:48:45.497 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-04-22T22:48:45.498 DEBUG:teuthology.orchestra.run.smithi175:> sudo systemctl stop ceph-41629230-00f8-11ef-bc93-c7b262605968@osd.6 2024-04-22T22:48:45.711 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:45 smithi175 systemd[1]: Stopping Ceph osd.6 for 41629230-00f8-11ef-bc93-c7b262605968... 2024-04-22T22:48:45.711 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:45 smithi175 bash[51470]: Error: no container with name or ID "ceph-41629230-00f8-11ef-bc93-c7b262605968-osd.6" found: no such container 2024-04-22T22:48:45.712 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:45 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:45.704+0000 7f4109c21700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T22:48:46.058 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:45 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:45.704+0000 7f4109c21700 -1 osd.6 96 *** Got signal Terminated *** 2024-04-22T22:48:46.059 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:45 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:45.704+0000 7f4109c21700 -1 osd.6 96 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T22:48:46.059 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:45 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:45.902+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:57.271783+0000 front 2024-04-22T22:47:57.271859+0000 (oldest deadline 2024-04-22T22:48:23.171757+0000) 2024-04-22T22:48:46.059 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:45 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:45.902+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.873392+0000 front 2024-04-22T22:48:04.872810+0000 (oldest deadline 2024-04-22T22:48:30.172605+0000) 2024-04-22T22:48:46.059 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:45 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:45.902+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-04-22T22:48:16.474392+0000 front 2024-04-22T22:48:16.474354+0000 (oldest deadline 2024-04-22T22:48:41.174351+0000) 2024-04-22T22:48:46.558 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:46 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:46.104+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:46.559 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:46 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:46.104+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.458844+0000 front 2024-04-22T22:48:04.458851+0000 (oldest deadline 2024-04-22T22:48:29.758601+0000) 2024-04-22T22:48:46.559 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:46 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:46.104+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-04-22T22:48:16.060474+0000 front 2024-04-22T22:48:16.060493+0000 (oldest deadline 2024-04-22T22:48:41.960405+0000) 2024-04-22T22:48:47.309 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:47 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:47.152+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:47.309 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:47 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:47.152+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.458844+0000 front 2024-04-22T22:48:04.458851+0000 (oldest deadline 2024-04-22T22:48:29.758601+0000) 2024-04-22T22:48:47.309 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:47 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:47.152+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-04-22T22:48:16.060474+0000 front 2024-04-22T22:48:16.060493+0000 (oldest deadline 2024-04-22T22:48:41.960405+0000) 2024-04-22T22:48:47.309 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:46 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:46.939+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:57.271783+0000 front 2024-04-22T22:47:57.271859+0000 (oldest deadline 2024-04-22T22:48:23.171757+0000) 2024-04-22T22:48:47.309 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:46 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:46.939+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.873392+0000 front 2024-04-22T22:48:04.872810+0000 (oldest deadline 2024-04-22T22:48:30.172605+0000) 2024-04-22T22:48:47.310 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:46 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:46.939+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-04-22T22:48:16.474392+0000 front 2024-04-22T22:48:16.474354+0000 (oldest deadline 2024-04-22T22:48:41.174351+0000) 2024-04-22T22:48:48.309 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:48 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:48.138+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:48.309 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:48 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:48.138+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.458844+0000 front 2024-04-22T22:48:04.458851+0000 (oldest deadline 2024-04-22T22:48:29.758601+0000) 2024-04-22T22:48:48.309 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:48 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:48.138+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-04-22T22:48:16.060474+0000 front 2024-04-22T22:48:16.060493+0000 (oldest deadline 2024-04-22T22:48:41.960405+0000) 2024-04-22T22:48:48.309 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:48 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:48.138+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6830 osd.3 since back 2024-04-22T22:48:21.961007+0000 front 2024-04-22T22:48:21.961022+0000 (oldest deadline 2024-04-22T22:48:47.260789+0000) 2024-04-22T22:48:48.309 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:47 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:47.908+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:57.271783+0000 front 2024-04-22T22:47:57.271859+0000 (oldest deadline 2024-04-22T22:48:23.171757+0000) 2024-04-22T22:48:48.310 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:47 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:47.908+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.873392+0000 front 2024-04-22T22:48:04.872810+0000 (oldest deadline 2024-04-22T22:48:30.172605+0000) 2024-04-22T22:48:48.310 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:47 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:47.908+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-04-22T22:48:16.474392+0000 front 2024-04-22T22:48:16.474354+0000 (oldest deadline 2024-04-22T22:48:41.174351+0000) 2024-04-22T22:48:48.310 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:47 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:47.908+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6830 osd.3 since back 2024-04-22T22:48:23.376052+0000 front 2024-04-22T22:48:23.376022+0000 (oldest deadline 2024-04-22T22:48:47.475986+0000) 2024-04-22T22:48:49.309 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:48 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:48.880+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:57.271783+0000 front 2024-04-22T22:47:57.271859+0000 (oldest deadline 2024-04-22T22:48:23.171757+0000) 2024-04-22T22:48:49.309 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:48 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:48.880+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.873392+0000 front 2024-04-22T22:48:04.872810+0000 (oldest deadline 2024-04-22T22:48:30.172605+0000) 2024-04-22T22:48:49.309 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:48 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:48.880+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-04-22T22:48:16.474392+0000 front 2024-04-22T22:48:16.474354+0000 (oldest deadline 2024-04-22T22:48:41.174351+0000) 2024-04-22T22:48:49.309 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:48 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:48.880+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6830 osd.3 since back 2024-04-22T22:48:23.376052+0000 front 2024-04-22T22:48:23.376022+0000 (oldest deadline 2024-04-22T22:48:47.475986+0000) 2024-04-22T22:48:49.309 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:49 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:49.098+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:49.310 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:49 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:49.098+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.458844+0000 front 2024-04-22T22:48:04.458851+0000 (oldest deadline 2024-04-22T22:48:29.758601+0000) 2024-04-22T22:48:49.310 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:49 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:49.098+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-04-22T22:48:16.060474+0000 front 2024-04-22T22:48:16.060493+0000 (oldest deadline 2024-04-22T22:48:41.960405+0000) 2024-04-22T22:48:49.310 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:49 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:49.098+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6830 osd.3 since back 2024-04-22T22:48:21.961007+0000 front 2024-04-22T22:48:21.961022+0000 (oldest deadline 2024-04-22T22:48:47.260789+0000) 2024-04-22T22:48:50.309 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:50.125+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:50.309 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:50.125+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.458844+0000 front 2024-04-22T22:48:04.458851+0000 (oldest deadline 2024-04-22T22:48:29.758601+0000) 2024-04-22T22:48:50.309 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:50.125+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-04-22T22:48:16.060474+0000 front 2024-04-22T22:48:16.060493+0000 (oldest deadline 2024-04-22T22:48:41.960405+0000) 2024-04-22T22:48:50.309 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:50.125+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6830 osd.3 since back 2024-04-22T22:48:21.961007+0000 front 2024-04-22T22:48:21.961022+0000 (oldest deadline 2024-04-22T22:48:47.260789+0000) 2024-04-22T22:48:50.309 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:49 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:49.919+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:57.271783+0000 front 2024-04-22T22:47:57.271859+0000 (oldest deadline 2024-04-22T22:48:23.171757+0000) 2024-04-22T22:48:50.310 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:49 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:49.919+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.873392+0000 front 2024-04-22T22:48:04.872810+0000 (oldest deadline 2024-04-22T22:48:30.172605+0000) 2024-04-22T22:48:50.310 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:49 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:49.919+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-04-22T22:48:16.474392+0000 front 2024-04-22T22:48:16.474354+0000 (oldest deadline 2024-04-22T22:48:41.174351+0000) 2024-04-22T22:48:50.310 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:49 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:49.919+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6830 osd.3 since back 2024-04-22T22:48:23.376052+0000 front 2024-04-22T22:48:23.376022+0000 (oldest deadline 2024-04-22T22:48:47.475986+0000) 2024-04-22T22:48:51.309 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:50.944+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:57.271783+0000 front 2024-04-22T22:47:57.271859+0000 (oldest deadline 2024-04-22T22:48:23.171757+0000) 2024-04-22T22:48:51.309 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:50.944+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.873392+0000 front 2024-04-22T22:48:04.872810+0000 (oldest deadline 2024-04-22T22:48:30.172605+0000) 2024-04-22T22:48:51.309 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:50.944+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-04-22T22:48:16.474392+0000 front 2024-04-22T22:48:16.474354+0000 (oldest deadline 2024-04-22T22:48:41.174351+0000) 2024-04-22T22:48:51.309 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:50.944+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6830 osd.3 since back 2024-04-22T22:48:23.376052+0000 front 2024-04-22T22:48:23.376022+0000 (oldest deadline 2024-04-22T22:48:47.475986+0000) 2024-04-22T22:48:51.310 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: *** Caught signal (Segmentation fault) ** 2024-04-22T22:48:51.310 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: in thread 7f40f0b83700 thread_name:safe_timer 2024-04-22T22:48:51.311 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable) 2024-04-22T22:48:51.311 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 1: /lib64/libpthread.so.0(+0x12ce0) [0x7f4110420ce0] 2024-04-22T22:48:51.311 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2: (BlueStore::_txc_create(BlueStore::Collection*, BlueStore::OpSequencer*, std::__cxx11::list >*, boost::intrusive_ptr)+0x3ae) [0x558337e2855e] 2024-04-22T22:48:51.311 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 3: (BlueStore::queue_transactions(boost::intrusive_ptr&, std::vector >&, boost::intrusive_ptr, ThreadPool::TPHandle*)+0x260) [0x558337e8d3e0] 2024-04-22T22:48:51.311 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 4: (non-virtual thunk to PrimaryLogPG::queue_transactions(std::vector >&, boost::intrusive_ptr)+0x55) [0x558337a8d2e5] 2024-04-22T22:48:51.311 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 5: (ReplicatedBackend::submit_transaction(hobject_t const&, object_stat_sum_t const&, eversion_t const&, std::unique_ptr >&&, eversion_t const&, eversion_t const&, std::vector >&&, std::optional&, Context*, unsigned long, osd_reqid_t, boost::intrusive_ptr)+0xca8) [0x558337ca7f98] 2024-04-22T22:48:51.311 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 6: (PrimaryLogPG::issue_repop(PrimaryLogPG::RepGather*, PrimaryLogPG::OpContext*)+0xc90) [0x5583379f3da0] 2024-04-22T22:48:51.311 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 7: (PrimaryLogPG::simple_opc_submit(std::unique_ptr >)+0x120) [0x5583379f6000] 2024-04-22T22:48:51.312 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 8: (PrimaryLogPG::handle_watch_timeout(std::shared_ptr)+0xb99) [0x5583379f83f9] 2024-04-22T22:48:51.312 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 9: (HandleWatchTimeout::complete(int)+0x11b) [0x55833797a4ab] 2024-04-22T22:48:51.312 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 10: (CommonSafeTimer::timer_thread()+0x11a) [0x558337ff8afa] 2024-04-22T22:48:51.312 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 11: (CommonSafeTimerThread::entry()+0x11) [0x558337ffa121] 2024-04-22T22:48:51.312 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 12: /lib64/libpthread.so.0(+0x81ca) [0x7f41104161ca] 2024-04-22T22:48:51.312 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 13: clone() 2024-04-22T22:48:51.312 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:50.974+0000 7f40f0b83700 -1 *** Caught signal (Segmentation fault) ** 2024-04-22T22:48:51.312 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: in thread 7f40f0b83700 thread_name:safe_timer 2024-04-22T22:48:51.312 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:51.313 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable) 2024-04-22T22:48:51.313 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 1: /lib64/libpthread.so.0(+0x12ce0) [0x7f4110420ce0] 2024-04-22T22:48:51.313 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2: (BlueStore::_txc_create(BlueStore::Collection*, BlueStore::OpSequencer*, std::__cxx11::list >*, boost::intrusive_ptr)+0x3ae) [0x558337e2855e] 2024-04-22T22:48:51.313 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 3: (BlueStore::queue_transactions(boost::intrusive_ptr&, std::vector >&, boost::intrusive_ptr, ThreadPool::TPHandle*)+0x260) [0x558337e8d3e0] 2024-04-22T22:48:51.313 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 4: (non-virtual thunk to PrimaryLogPG::queue_transactions(std::vector >&, boost::intrusive_ptr)+0x55) [0x558337a8d2e5] 2024-04-22T22:48:51.313 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 5: (ReplicatedBackend::submit_transaction(hobject_t const&, object_stat_sum_t const&, eversion_t const&, std::unique_ptr >&&, eversion_t const&, eversion_t const&, std::vector >&&, std::optional&, Context*, unsigned long, osd_reqid_t, boost::intrusive_ptr)+0xca8) [0x558337ca7f98] 2024-04-22T22:48:51.313 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 6: (PrimaryLogPG::issue_repop(PrimaryLogPG::RepGather*, PrimaryLogPG::OpContext*)+0xc90) [0x5583379f3da0] 2024-04-22T22:48:51.313 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 7: (PrimaryLogPG::simple_opc_submit(std::unique_ptr >)+0x120) [0x5583379f6000] 2024-04-22T22:48:51.314 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 8: (PrimaryLogPG::handle_watch_timeout(std::shared_ptr)+0xb99) [0x5583379f83f9] 2024-04-22T22:48:51.314 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 9: (HandleWatchTimeout::complete(int)+0x11b) [0x55833797a4ab] 2024-04-22T22:48:51.314 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 10: (CommonSafeTimer::timer_thread()+0x11a) [0x558337ff8afa] 2024-04-22T22:48:51.314 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 11: (CommonSafeTimerThread::entry()+0x11) [0x558337ffa121] 2024-04-22T22:48:51.314 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 12: /lib64/libpthread.so.0(+0x81ca) [0x7f41104161ca] 2024-04-22T22:48:51.314 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 13: clone() 2024-04-22T22:48:51.314 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-04-22T22:48:51.314 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:51.315 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -4194> 2024-04-22T22:48:23.203+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:51.315 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -3928> 2024-04-22T22:48:24.172+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:51.315 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -3917> 2024-04-22T22:48:25.162+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:51.315 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -3596> 2024-04-22T22:48:26.132+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:51.315 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -3347> 2024-04-22T22:48:27.113+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:51.315 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -3108> 2024-04-22T22:48:28.112+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:51.315 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -3027> 2024-04-22T22:48:29.076+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:51.315 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -2820> 2024-04-22T22:48:30.042+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:51.316 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -2819> 2024-04-22T22:48:30.042+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.458844+0000 front 2024-04-22T22:48:04.458851+0000 (oldest deadline 2024-04-22T22:48:29.758601+0000) 2024-04-22T22:48:51.316 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -2740> 2024-04-22T22:48:31.031+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:51.316 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -2739> 2024-04-22T22:48:31.031+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.458844+0000 front 2024-04-22T22:48:04.458851+0000 (oldest deadline 2024-04-22T22:48:29.758601+0000) 2024-04-22T22:48:51.316 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -2524> 2024-04-22T22:48:31.993+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:51.316 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -2523> 2024-04-22T22:48:31.993+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.458844+0000 front 2024-04-22T22:48:04.458851+0000 (oldest deadline 2024-04-22T22:48:29.758601+0000) 2024-04-22T22:48:51.316 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -2458> 2024-04-22T22:48:33.019+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:51.316 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -2457> 2024-04-22T22:48:33.019+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.458844+0000 front 2024-04-22T22:48:04.458851+0000 (oldest deadline 2024-04-22T22:48:29.758601+0000) 2024-04-22T22:48:51.316 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -2185> 2024-04-22T22:48:34.030+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:51.317 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -2184> 2024-04-22T22:48:34.030+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.458844+0000 front 2024-04-22T22:48:04.458851+0000 (oldest deadline 2024-04-22T22:48:29.758601+0000) 2024-04-22T22:48:51.317 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -2030> 2024-04-22T22:48:35.003+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:51.317 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -2029> 2024-04-22T22:48:35.003+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.458844+0000 front 2024-04-22T22:48:04.458851+0000 (oldest deadline 2024-04-22T22:48:29.758601+0000) 2024-04-22T22:48:51.317 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -1814> 2024-04-22T22:48:36.012+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:51.317 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -1813> 2024-04-22T22:48:36.012+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.458844+0000 front 2024-04-22T22:48:04.458851+0000 (oldest deadline 2024-04-22T22:48:29.758601+0000) 2024-04-22T22:48:51.317 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -1784> 2024-04-22T22:48:37.024+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:51.317 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -1783> 2024-04-22T22:48:37.024+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.458844+0000 front 2024-04-22T22:48:04.458851+0000 (oldest deadline 2024-04-22T22:48:29.758601+0000) 2024-04-22T22:48:51.317 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -1625> 2024-04-22T22:48:37.985+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:51.317 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -1624> 2024-04-22T22:48:37.985+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.458844+0000 front 2024-04-22T22:48:04.458851+0000 (oldest deadline 2024-04-22T22:48:29.758601+0000) 2024-04-22T22:48:51.318 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -1549> 2024-04-22T22:48:38.970+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:51.318 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -1548> 2024-04-22T22:48:38.970+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.458844+0000 front 2024-04-22T22:48:04.458851+0000 (oldest deadline 2024-04-22T22:48:29.758601+0000) 2024-04-22T22:48:51.318 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -1393> 2024-04-22T22:48:40.000+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:51.318 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -1392> 2024-04-22T22:48:40.000+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.458844+0000 front 2024-04-22T22:48:04.458851+0000 (oldest deadline 2024-04-22T22:48:29.758601+0000) 2024-04-22T22:48:51.318 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -1298> 2024-04-22T22:48:40.995+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:51.318 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -1297> 2024-04-22T22:48:40.995+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.458844+0000 front 2024-04-22T22:48:04.458851+0000 (oldest deadline 2024-04-22T22:48:29.758601+0000) 2024-04-22T22:48:51.318 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -1120> 2024-04-22T22:48:41.990+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:51.319 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -1119> 2024-04-22T22:48:41.990+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.458844+0000 front 2024-04-22T22:48:04.458851+0000 (oldest deadline 2024-04-22T22:48:29.758601+0000) 2024-04-22T22:48:51.319 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -1118> 2024-04-22T22:48:41.990+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-04-22T22:48:16.060474+0000 front 2024-04-22T22:48:16.060493+0000 (oldest deadline 2024-04-22T22:48:41.960405+0000) 2024-04-22T22:48:51.319 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -931> 2024-04-22T22:48:43.023+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:51.319 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -930> 2024-04-22T22:48:43.023+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.458844+0000 front 2024-04-22T22:48:04.458851+0000 (oldest deadline 2024-04-22T22:48:29.758601+0000) 2024-04-22T22:48:51.319 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -929> 2024-04-22T22:48:43.023+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-04-22T22:48:16.060474+0000 front 2024-04-22T22:48:16.060493+0000 (oldest deadline 2024-04-22T22:48:41.960405+0000) 2024-04-22T22:48:51.319 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -803> 2024-04-22T22:48:44.060+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:51.319 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -802> 2024-04-22T22:48:44.060+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.458844+0000 front 2024-04-22T22:48:04.458851+0000 (oldest deadline 2024-04-22T22:48:29.758601+0000) 2024-04-22T22:48:51.319 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -801> 2024-04-22T22:48:44.060+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-04-22T22:48:16.060474+0000 front 2024-04-22T22:48:16.060493+0000 (oldest deadline 2024-04-22T22:48:41.960405+0000) 2024-04-22T22:48:51.320 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -760> 2024-04-22T22:48:45.092+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:51.320 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -759> 2024-04-22T22:48:45.092+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.458844+0000 front 2024-04-22T22:48:04.458851+0000 (oldest deadline 2024-04-22T22:48:29.758601+0000) 2024-04-22T22:48:51.320 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -758> 2024-04-22T22:48:45.092+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-04-22T22:48:16.060474+0000 front 2024-04-22T22:48:16.060493+0000 (oldest deadline 2024-04-22T22:48:41.960405+0000) 2024-04-22T22:48:51.321 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -676> 2024-04-22T22:48:45.704+0000 7f4109c21700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T22:48:51.321 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -675> 2024-04-22T22:48:45.704+0000 7f4109c21700 -1 osd.6 96 *** Got signal Terminated *** 2024-04-22T22:48:51.321 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -673> 2024-04-22T22:48:45.704+0000 7f4109c21700 -1 osd.6 96 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T22:48:51.321 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -650> 2024-04-22T22:48:46.104+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:51.321 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -649> 2024-04-22T22:48:46.104+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.458844+0000 front 2024-04-22T22:48:04.458851+0000 (oldest deadline 2024-04-22T22:48:29.758601+0000) 2024-04-22T22:48:51.321 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -648> 2024-04-22T22:48:46.104+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-04-22T22:48:16.060474+0000 front 2024-04-22T22:48:16.060493+0000 (oldest deadline 2024-04-22T22:48:41.960405+0000) 2024-04-22T22:48:51.321 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -574> 2024-04-22T22:48:47.152+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:51.321 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -573> 2024-04-22T22:48:47.152+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.458844+0000 front 2024-04-22T22:48:04.458851+0000 (oldest deadline 2024-04-22T22:48:29.758601+0000) 2024-04-22T22:48:51.322 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -572> 2024-04-22T22:48:47.152+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-04-22T22:48:16.060474+0000 front 2024-04-22T22:48:16.060493+0000 (oldest deadline 2024-04-22T22:48:41.960405+0000) 2024-04-22T22:48:51.322 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -447> 2024-04-22T22:48:48.138+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:51.322 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -446> 2024-04-22T22:48:48.138+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.458844+0000 front 2024-04-22T22:48:04.458851+0000 (oldest deadline 2024-04-22T22:48:29.758601+0000) 2024-04-22T22:48:51.322 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -445> 2024-04-22T22:48:48.138+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-04-22T22:48:16.060474+0000 front 2024-04-22T22:48:16.060493+0000 (oldest deadline 2024-04-22T22:48:41.960405+0000) 2024-04-22T22:48:51.322 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -444> 2024-04-22T22:48:48.138+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6830 osd.3 since back 2024-04-22T22:48:21.961007+0000 front 2024-04-22T22:48:21.961022+0000 (oldest deadline 2024-04-22T22:48:47.260789+0000) 2024-04-22T22:48:51.322 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -279> 2024-04-22T22:48:49.098+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:51.322 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -278> 2024-04-22T22:48:49.098+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.458844+0000 front 2024-04-22T22:48:04.458851+0000 (oldest deadline 2024-04-22T22:48:29.758601+0000) 2024-04-22T22:48:51.322 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -277> 2024-04-22T22:48:49.098+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-04-22T22:48:16.060474+0000 front 2024-04-22T22:48:16.060493+0000 (oldest deadline 2024-04-22T22:48:41.960405+0000) 2024-04-22T22:48:51.323 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -276> 2024-04-22T22:48:49.098+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6830 osd.3 since back 2024-04-22T22:48:21.961007+0000 front 2024-04-22T22:48:21.961022+0000 (oldest deadline 2024-04-22T22:48:47.260789+0000) 2024-04-22T22:48:51.323 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -149> 2024-04-22T22:48:50.125+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:48:01.157444+0000 front 2024-04-22T22:48:01.157367+0000 (oldest deadline 2024-04-22T22:48:22.757711+0000) 2024-04-22T22:48:51.323 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -148> 2024-04-22T22:48:50.125+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.458844+0000 front 2024-04-22T22:48:04.458851+0000 (oldest deadline 2024-04-22T22:48:29.758601+0000) 2024-04-22T22:48:51.323 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -147> 2024-04-22T22:48:50.125+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-04-22T22:48:16.060474+0000 front 2024-04-22T22:48:16.060493+0000 (oldest deadline 2024-04-22T22:48:41.960405+0000) 2024-04-22T22:48:51.323 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: -146> 2024-04-22T22:48:50.125+0000 7f4104db9700 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.88:6830 osd.3 since back 2024-04-22T22:48:21.961007+0000 front 2024-04-22T22:48:21.961022+0000 (oldest deadline 2024-04-22T22:48:47.260789+0000) 2024-04-22T22:48:51.323 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 0> 2024-04-22T22:48:50.974+0000 7f40f0b83700 -1 *** Caught signal (Segmentation fault) ** 2024-04-22T22:48:51.323 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: in thread 7f40f0b83700 thread_name:safe_timer 2024-04-22T22:48:51.323 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:51.324 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable) 2024-04-22T22:48:51.324 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 1: /lib64/libpthread.so.0(+0x12ce0) [0x7f4110420ce0] 2024-04-22T22:48:51.324 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2: (BlueStore::_txc_create(BlueStore::Collection*, BlueStore::OpSequencer*, std::__cxx11::list >*, boost::intrusive_ptr)+0x3ae) [0x558337e2855e] 2024-04-22T22:48:51.324 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 3: (BlueStore::queue_transactions(boost::intrusive_ptr&, std::vector >&, boost::intrusive_ptr, ThreadPool::TPHandle*)+0x260) [0x558337e8d3e0] 2024-04-22T22:48:51.324 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 4: (non-virtual thunk to PrimaryLogPG::queue_transactions(std::vector >&, boost::intrusive_ptr)+0x55) [0x558337a8d2e5] 2024-04-22T22:48:51.324 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 5: (ReplicatedBackend::submit_transaction(hobject_t const&, object_stat_sum_t const&, eversion_t const&, std::unique_ptr >&&, eversion_t const&, eversion_t const&, std::vector >&&, std::optional&, Context*, unsigned long, osd_reqid_t, boost::intrusive_ptr)+0xca8) [0x558337ca7f98] 2024-04-22T22:48:51.324 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 6: (PrimaryLogPG::issue_repop(PrimaryLogPG::RepGather*, PrimaryLogPG::OpContext*)+0xc90) [0x5583379f3da0] 2024-04-22T22:48:51.324 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 7: (PrimaryLogPG::simple_opc_submit(std::unique_ptr >)+0x120) [0x5583379f6000] 2024-04-22T22:48:51.325 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 8: (PrimaryLogPG::handle_watch_timeout(std::shared_ptr)+0xb99) [0x5583379f83f9] 2024-04-22T22:48:51.325 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 9: (HandleWatchTimeout::complete(int)+0x11b) [0x55833797a4ab] 2024-04-22T22:48:51.325 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 10: (CommonSafeTimer::timer_thread()+0x11a) [0x558337ff8afa] 2024-04-22T22:48:51.325 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 11: (CommonSafeTimerThread::entry()+0x11) [0x558337ffa121] 2024-04-22T22:48:51.325 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 12: /lib64/libpthread.so.0(+0x81ca) [0x7f41104161ca] 2024-04-22T22:48:51.325 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 13: clone() 2024-04-22T22:48:51.325 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-04-22T22:48:51.325 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:50 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6[33387]: 2024-04-22T22:48:51.325 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:51 smithi175 podman[51483]: 2024-04-22 22:48:51.056056979 +0000 UTC m=+5.448234039 container died 77564d65fee625b4970475ed56c92dcbab190e6dfe4a922760dc977d088fe077 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, architecture=x86_64, version=8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, ceph=True, vcs-type=git, distribution-scope=public, build-date=2022-05-03T08:36:31.336870, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, maintainer=Guillaume Abrioux , name=centos-stream, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=-17.2.0, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_CLEAN=True, io.openshift.tags=base centos centos-stream, io.openshift.expose-services=, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.buildah.version=1.19.8, vendor=Red Hat, Inc., RELEASE=HEAD, release=754, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.component=centos-stream-container, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.k8s.display-name=CentOS Stream 8) 2024-04-22T22:48:51.677 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:51 smithi175 podman[51483]: 2024-04-22 22:48:51.445696638 +0000 UTC m=+5.837873699 container cleanup 77564d65fee625b4970475ed56c92dcbab190e6dfe4a922760dc977d088fe077 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6, ceph=True, io.openshift.tags=base centos centos-stream, GIT_CLEAN=True, name=centos-stream, io.openshift.expose-services=, GIT_REPO=https://github.com/ceph/ceph-container.git, architecture=x86_64, io.buildah.version=1.19.8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vendor=Red Hat, Inc., version=8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, RELEASE=HEAD, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, vcs-type=git, release=754, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=-17.2.0, build-date=2022-05-03T08:36:31.336870, maintainer=Guillaume Abrioux , vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.k8s.display-name=CentOS Stream 8, com.redhat.component=centos-stream-container, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, distribution-scope=public) 2024-04-22T22:48:51.678 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:51 smithi175 bash[51483]: ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6 2024-04-22T22:48:51.678 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:51 smithi175 bash[51512]: Error: no container with name or ID "ceph-41629230-00f8-11ef-bc93-c7b262605968-osd.6" found: no such container 2024-04-22T22:48:51.964 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:51 smithi175 podman[51500]: 2024-04-22 22:48:51.671798598 +0000 UTC m=+0.610830598 container remove 77564d65fee625b4970475ed56c92dcbab190e6dfe4a922760dc977d088fe077 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6, ceph=True, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.openshift.expose-services=, io.openshift.tags=base centos centos-stream, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, vcs-type=git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, vendor=Red Hat, Inc., RELEASE=HEAD, distribution-scope=public, com.redhat.component=centos-stream-container, io.k8s.display-name=CentOS Stream 8, release=754, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., architecture=x86_64, version=8, CEPH_POINT_RELEASE=-17.2.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, build-date=2022-05-03T08:36:31.336870, name=centos-stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.buildah.version=1.19.8, GIT_BRANCH=HEAD) 2024-04-22T22:48:51.964 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:51 smithi175 systemd[1]: ceph-41629230-00f8-11ef-bc93-c7b262605968@osd.6.service: Main process exited, code=exited, status=139/n/a 2024-04-22T22:48:51.964 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:51 smithi175 podman[51577]: 2024-04-22 22:48:51.782350466 +0000 UTC m=+0.018867047 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a 2024-04-22T22:48:51.964 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:51 smithi175 podman[51577]: 2024-04-22 22:48:51.914283515 +0000 UTC m=+0.150800111 container create b33d8c0a4c65cb922ff0ca0d32cc39097bc16c29012f5bfced567c65c9eb0197 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6-deactivate, RELEASE=HEAD, io.buildah.version=1.19.8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.openshift.tags=base centos centos-stream, io.k8s.display-name=CentOS Stream 8, maintainer=Guillaume Abrioux , io.openshift.expose-services=, com.redhat.component=centos-stream-container, distribution-scope=public, architecture=x86_64, GIT_REPO=https://github.com/ceph/ceph-container.git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., ceph=True, version=8, vendor=Red Hat, Inc., CEPH_POINT_RELEASE=-17.2.0, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_BRANCH=HEAD, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, name=centos-stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, build-date=2022-05-03T08:36:31.336870, release=754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vcs-type=git, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_CLEAN=True, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754) 2024-04-22T22:48:52.309 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:51 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:51.957+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:57.271783+0000 front 2024-04-22T22:47:57.271859+0000 (oldest deadline 2024-04-22T22:48:23.171757+0000) 2024-04-22T22:48:52.309 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:51 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:51.957+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.873392+0000 front 2024-04-22T22:48:04.872810+0000 (oldest deadline 2024-04-22T22:48:30.172605+0000) 2024-04-22T22:48:52.309 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:51 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:51.957+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-04-22T22:48:16.474392+0000 front 2024-04-22T22:48:16.474354+0000 (oldest deadline 2024-04-22T22:48:41.174351+0000) 2024-04-22T22:48:52.309 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:51 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:51.957+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6830 osd.3 since back 2024-04-22T22:48:23.376052+0000 front 2024-04-22T22:48:23.376022+0000 (oldest deadline 2024-04-22T22:48:47.475986+0000) 2024-04-22T22:48:52.310 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:52 smithi175 podman[51577]: 2024-04-22 22:48:52.124965303 +0000 UTC m=+0.361481856 container init b33d8c0a4c65cb922ff0ca0d32cc39097bc16c29012f5bfced567c65c9eb0197 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6-deactivate, distribution-scope=public, io.buildah.version=1.19.8, version=8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, release=754, vcs-type=git, GIT_BRANCH=HEAD, architecture=x86_64, io.openshift.tags=base centos centos-stream, name=centos-stream, build-date=2022-05-03T08:36:31.336870, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, com.redhat.component=centos-stream-container, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vendor=Red Hat, Inc., GIT_CLEAN=True, io.k8s.display-name=CentOS Stream 8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, maintainer=Guillaume Abrioux , ceph=True, RELEASE=HEAD, CEPH_POINT_RELEASE=-17.2.0, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_REPO=https://github.com/ceph/ceph-container.git) 2024-04-22T22:48:52.310 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:52 smithi175 podman[51577]: 2024-04-22 22:48:52.128301911 +0000 UTC m=+0.364818471 container start b33d8c0a4c65cb922ff0ca0d32cc39097bc16c29012f5bfced567c65c9eb0197 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6-deactivate, GIT_REPO=https://github.com/ceph/ceph-container.git, vendor=Red Hat, Inc., version=8, io.openshift.expose-services=, release=754, io.k8s.display-name=CentOS Stream 8, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, CEPH_POINT_RELEASE=-17.2.0, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.openshift.tags=base centos centos-stream, GIT_CLEAN=True, distribution-scope=public, architecture=x86_64, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, build-date=2022-05-03T08:36:31.336870, ceph=True, vcs-type=git, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, com.redhat.component=centos-stream-container, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.buildah.version=1.19.8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, RELEASE=HEAD, name=centos-stream) 2024-04-22T22:48:52.310 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:52 smithi175 podman[51577]: 2024-04-22 22:48:52.207939474 +0000 UTC m=+0.444456034 container attach b33d8c0a4c65cb922ff0ca0d32cc39097bc16c29012f5bfced567c65c9eb0197 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6-deactivate, architecture=x86_64, ceph=True, vendor=Red Hat, Inc., io.k8s.display-name=CentOS Stream 8, maintainer=Guillaume Abrioux , build-date=2022-05-03T08:36:31.336870, GIT_CLEAN=True, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.openshift.tags=base centos centos-stream, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, vcs-type=git, distribution-scope=public, io.openshift.expose-services=, GIT_REPO=https://github.com/ceph/ceph-container.git, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, name=centos-stream, CEPH_POINT_RELEASE=-17.2.0, version=8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_BRANCH=HEAD, release=754, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.buildah.version=1.19.8, RELEASE=HEAD, com.redhat.component=centos-stream-container) 2024-04-22T22:48:52.717 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 22 22:48:52 smithi175 podman[51577]: 2024-04-22 22:48:52.404971525 +0000 UTC m=+0.641488090 container died b33d8c0a4c65cb922ff0ca0d32cc39097bc16c29012f5bfced567c65c9eb0197 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-6-deactivate, com.redhat.component=centos-stream-container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., ceph=True, GIT_CLEAN=True, GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.openshift.tags=base centos centos-stream, release=754, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, RELEASE=HEAD, architecture=x86_64, vendor=Red Hat, Inc., com.redhat.license_terms=https://centos.org/legal/licensing-policy/, version=8, name=centos-stream, CEPH_POINT_RELEASE=-17.2.0, io.buildah.version=1.19.8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.openshift.expose-services=, build-date=2022-05-03T08:36:31.336870, GIT_BRANCH=HEAD, distribution-scope=public, maintainer=Guillaume Abrioux , io.k8s.display-name=CentOS Stream 8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, vcs-type=git, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream) 2024-04-22T22:48:53.025 DEBUG:teuthology.orchestra.run.smithi175:> sudo pkill -f 'journalctl -f -n 0 -u ceph-41629230-00f8-11ef-bc93-c7b262605968@osd.6.service' 2024-04-22T22:48:53.066 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T22:48:53.066 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-04-22T22:48:53.066 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-04-22T22:48:53.067 DEBUG:teuthology.orchestra.run.smithi175:> sudo systemctl stop ceph-41629230-00f8-11ef-bc93-c7b262605968@osd.7 2024-04-22T22:48:53.278 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:53 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:53.002+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:57.271783+0000 front 2024-04-22T22:47:57.271859+0000 (oldest deadline 2024-04-22T22:48:23.171757+0000) 2024-04-22T22:48:53.278 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:53 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:53.002+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.873392+0000 front 2024-04-22T22:48:04.872810+0000 (oldest deadline 2024-04-22T22:48:30.172605+0000) 2024-04-22T22:48:53.278 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:53 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:53.002+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-04-22T22:48:16.474392+0000 front 2024-04-22T22:48:16.474354+0000 (oldest deadline 2024-04-22T22:48:41.174351+0000) 2024-04-22T22:48:53.278 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:53 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:53.002+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6830 osd.3 since back 2024-04-22T22:48:23.376052+0000 front 2024-04-22T22:48:23.376022+0000 (oldest deadline 2024-04-22T22:48:47.475986+0000) 2024-04-22T22:48:53.279 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:53 smithi175 systemd[1]: Stopping Ceph osd.7 for 41629230-00f8-11ef-bc93-c7b262605968... 2024-04-22T22:48:53.279 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:53 smithi175 bash[51655]: Error: no container with name or ID "ceph-41629230-00f8-11ef-bc93-c7b262605968-osd.7" found: no such container 2024-04-22T22:48:53.279 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:53 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:53.271+0000 7f440e9e0700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T22:48:53.279 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:53 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:53.271+0000 7f440e9e0700 -1 osd.7 96 *** Got signal Terminated *** 2024-04-22T22:48:53.279 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:53 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:53.271+0000 7f440e9e0700 -1 osd.7 96 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T22:48:54.309 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:54 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:54.024+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:57.271783+0000 front 2024-04-22T22:47:57.271859+0000 (oldest deadline 2024-04-22T22:48:23.171757+0000) 2024-04-22T22:48:54.309 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:54 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:54.024+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.873392+0000 front 2024-04-22T22:48:04.872810+0000 (oldest deadline 2024-04-22T22:48:30.172605+0000) 2024-04-22T22:48:54.309 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:54 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:54.024+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-04-22T22:48:16.474392+0000 front 2024-04-22T22:48:16.474354+0000 (oldest deadline 2024-04-22T22:48:41.174351+0000) 2024-04-22T22:48:54.309 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:54 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:54.024+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6830 osd.3 since back 2024-04-22T22:48:23.376052+0000 front 2024-04-22T22:48:23.376022+0000 (oldest deadline 2024-04-22T22:48:47.475986+0000) 2024-04-22T22:48:55.309 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:54 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:54.976+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:57.271783+0000 front 2024-04-22T22:47:57.271859+0000 (oldest deadline 2024-04-22T22:48:23.171757+0000) 2024-04-22T22:48:55.309 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:54 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:54.976+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.873392+0000 front 2024-04-22T22:48:04.872810+0000 (oldest deadline 2024-04-22T22:48:30.172605+0000) 2024-04-22T22:48:55.309 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:54 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:54.976+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-04-22T22:48:16.474392+0000 front 2024-04-22T22:48:16.474354+0000 (oldest deadline 2024-04-22T22:48:41.174351+0000) 2024-04-22T22:48:55.309 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:54 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:54.976+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6830 osd.3 since back 2024-04-22T22:48:23.376052+0000 front 2024-04-22T22:48:23.376022+0000 (oldest deadline 2024-04-22T22:48:47.475986+0000) 2024-04-22T22:48:56.309 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:55.935+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:57.271783+0000 front 2024-04-22T22:47:57.271859+0000 (oldest deadline 2024-04-22T22:48:23.171757+0000) 2024-04-22T22:48:56.309 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:55.935+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.873392+0000 front 2024-04-22T22:48:04.872810+0000 (oldest deadline 2024-04-22T22:48:30.172605+0000) 2024-04-22T22:48:56.309 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:55.935+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-04-22T22:48:16.474392+0000 front 2024-04-22T22:48:16.474354+0000 (oldest deadline 2024-04-22T22:48:41.174351+0000) 2024-04-22T22:48:56.309 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:55.935+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6830 osd.3 since back 2024-04-22T22:48:23.376052+0000 front 2024-04-22T22:48:23.376022+0000 (oldest deadline 2024-04-22T22:48:47.475986+0000) 2024-04-22T22:48:56.309 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:55 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:55.935+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.175:6804 osd.4 since back 2024-04-22T22:48:29.776978+0000 front 2024-04-22T22:48:29.777016+0000 (oldest deadline 2024-04-22T22:48:55.676918+0000) 2024-04-22T22:48:57.309 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:56 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:56.979+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:57.271783+0000 front 2024-04-22T22:47:57.271859+0000 (oldest deadline 2024-04-22T22:48:23.171757+0000) 2024-04-22T22:48:57.309 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:56 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:56.979+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.873392+0000 front 2024-04-22T22:48:04.872810+0000 (oldest deadline 2024-04-22T22:48:30.172605+0000) 2024-04-22T22:48:57.310 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:56 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:56.979+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-04-22T22:48:16.474392+0000 front 2024-04-22T22:48:16.474354+0000 (oldest deadline 2024-04-22T22:48:41.174351+0000) 2024-04-22T22:48:57.310 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:56 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:56.979+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6830 osd.3 since back 2024-04-22T22:48:23.376052+0000 front 2024-04-22T22:48:23.376022+0000 (oldest deadline 2024-04-22T22:48:47.475986+0000) 2024-04-22T22:48:57.310 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:56 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:56.979+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.175:6804 osd.4 since back 2024-04-22T22:48:29.776978+0000 front 2024-04-22T22:48:29.777016+0000 (oldest deadline 2024-04-22T22:48:55.676918+0000) 2024-04-22T22:48:58.309 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:57 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:57.961+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-04-22T22:47:57.271783+0000 front 2024-04-22T22:47:57.271859+0000 (oldest deadline 2024-04-22T22:48:23.171757+0000) 2024-04-22T22:48:58.309 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:57 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:57.961+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-04-22T22:48:04.873392+0000 front 2024-04-22T22:48:04.872810+0000 (oldest deadline 2024-04-22T22:48:30.172605+0000) 2024-04-22T22:48:58.309 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:57 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:57.961+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-04-22T22:48:16.474392+0000 front 2024-04-22T22:48:16.474354+0000 (oldest deadline 2024-04-22T22:48:41.174351+0000) 2024-04-22T22:48:58.309 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:57 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:57.961+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.88:6830 osd.3 since back 2024-04-22T22:48:23.376052+0000 front 2024-04-22T22:48:23.376022+0000 (oldest deadline 2024-04-22T22:48:47.475986+0000) 2024-04-22T22:48:58.309 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:57 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7[36334]: 2024-04-22T22:48:57.961+0000 7f4409b78700 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.175:6804 osd.4 since back 2024-04-22T22:48:29.776978+0000 front 2024-04-22T22:48:29.777016+0000 (oldest deadline 2024-04-22T22:48:55.676918+0000) 2024-04-22T22:48:58.887 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:58 smithi175 podman[51668]: 2024-04-22 22:48:58.605941446 +0000 UTC m=+5.433799121 container died 310791e62b5a94268059ae83d3ef1a89e9e9c6b8f059dcefc0d47c777e829b5b (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7, io.openshift.tags=base centos centos-stream, io.k8s.display-name=CentOS Stream 8, vcs-type=git, ceph=True, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, maintainer=Guillaume Abrioux , vendor=Red Hat, Inc., com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.openshift.expose-services=, architecture=x86_64, CEPH_POINT_RELEASE=-17.2.0, GIT_CLEAN=True, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.component=centos-stream-container, distribution-scope=public, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, release=754, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., RELEASE=HEAD, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.buildah.version=1.19.8, version=8, GIT_BRANCH=HEAD, build-date=2022-05-03T08:36:31.336870, name=centos-stream) 2024-04-22T22:48:59.309 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:59 smithi175 podman[51668]: 2024-04-22 22:48:59.078089741 +0000 UTC m=+5.905947415 container cleanup 310791e62b5a94268059ae83d3ef1a89e9e9c6b8f059dcefc0d47c777e829b5b (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, com.redhat.component=centos-stream-container, release=754, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_CLEAN=True, io.openshift.tags=base centos centos-stream, io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., distribution-scope=public, vcs-type=git, RELEASE=HEAD, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, architecture=x86_64, GIT_REPO=https://github.com/ceph/ceph-container.git, maintainer=Guillaume Abrioux , summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, ceph=True, GIT_BRANCH=HEAD, name=centos-stream, version=8, io.buildah.version=1.19.8, CEPH_POINT_RELEASE=-17.2.0, build-date=2022-05-03T08:36:31.336870, io.k8s.display-name=CentOS Stream 8, vendor=Red Hat, Inc.) 2024-04-22T22:48:59.309 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:59 smithi175 bash[51668]: ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7 2024-04-22T22:48:59.309 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:59 smithi175 bash[51711]: Error: no container with name or ID "ceph-41629230-00f8-11ef-bc93-c7b262605968-osd.7" found: no such container 2024-04-22T22:48:59.632 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:59 smithi175 podman[51697]: 2024-04-22 22:48:59.357844631 +0000 UTC m=+0.743073309 container remove 310791e62b5a94268059ae83d3ef1a89e9e9c6b8f059dcefc0d47c777e829b5b (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, name=centos-stream, GIT_REPO=https://github.com/ceph/ceph-container.git, io.openshift.tags=base centos centos-stream, distribution-scope=public, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, version=8, GIT_CLEAN=True, CEPH_POINT_RELEASE=-17.2.0, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, build-date=2022-05-03T08:36:31.336870, RELEASE=HEAD, GIT_BRANCH=HEAD, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.license_terms=https://centos.org/legal/licensing-policy/, maintainer=Guillaume Abrioux , release=754, vcs-type=git, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.buildah.version=1.19.8, architecture=x86_64, com.redhat.component=centos-stream-container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.k8s.display-name=CentOS Stream 8, io.openshift.expose-services=, vendor=Red Hat, Inc., ceph=True) 2024-04-22T22:48:59.633 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:59 smithi175 podman[51773]: 2024-04-22 22:48:59.41691133 +0000 UTC m=+0.018565624 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a 2024-04-22T22:48:59.633 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:59 smithi175 podman[51773]: 2024-04-22 22:48:59.515124931 +0000 UTC m=+0.116779197 container create 561417724e3d94f3ac7c8f4bae083ef146646d2033ee6c5a64edca526f19af23 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7-deactivate, architecture=x86_64, version=8, GIT_REPO=https://github.com/ceph/ceph-container.git, io.openshift.tags=base centos centos-stream, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, vcs-type=git, CEPH_POINT_RELEASE=-17.2.0, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, GIT_CLEAN=True, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.k8s.display-name=CentOS Stream 8, ceph=True, release=754, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, RELEASE=HEAD, io.buildah.version=1.19.8, vendor=Red Hat, Inc., build-date=2022-05-03T08:36:31.336870, distribution-scope=public, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_BRANCH=HEAD, com.redhat.component=centos-stream-container, maintainer=Guillaume Abrioux , name=centos-stream) 2024-04-22T22:49:00.029 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:59 smithi175 podman[51773]: 2024-04-22 22:48:59.742613364 +0000 UTC m=+0.344267638 container init 561417724e3d94f3ac7c8f4bae083ef146646d2033ee6c5a64edca526f19af23 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7-deactivate, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.buildah.version=1.19.8, architecture=x86_64, GIT_CLEAN=True, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, version=8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, CEPH_POINT_RELEASE=-17.2.0, io.openshift.expose-services=, io.openshift.tags=base centos centos-stream, ceph=True, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, com.redhat.component=centos-stream-container, vcs-type=git, build-date=2022-05-03T08:36:31.336870, GIT_REPO=https://github.com/ceph/ceph-container.git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_BRANCH=HEAD, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, maintainer=Guillaume Abrioux , name=centos-stream, RELEASE=HEAD, vendor=Red Hat, Inc., com.redhat.license_terms=https://centos.org/legal/licensing-policy/, release=754, distribution-scope=public, io.k8s.display-name=CentOS Stream 8) 2024-04-22T22:49:00.029 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:59 smithi175 podman[51773]: 2024-04-22 22:48:59.745709239 +0000 UTC m=+0.347363506 container start 561417724e3d94f3ac7c8f4bae083ef146646d2033ee6c5a64edca526f19af23 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7-deactivate, io.openshift.tags=base centos centos-stream, io.openshift.expose-services=, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, distribution-scope=public, maintainer=Guillaume Abrioux , io.buildah.version=1.19.8, CEPH_POINT_RELEASE=-17.2.0, GIT_BRANCH=HEAD, RELEASE=HEAD, architecture=x86_64, vendor=Red Hat, Inc., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.component=centos-stream-container, ceph=True, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_REPO=https://github.com/ceph/ceph-container.git, io.k8s.display-name=CentOS Stream 8, GIT_CLEAN=True, vcs-type=git, version=8, release=754, name=centos-stream, build-date=2022-05-03T08:36:31.336870) 2024-04-22T22:49:00.029 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:48:59 smithi175 podman[51773]: 2024-04-22 22:48:59.825726086 +0000 UTC m=+0.427380358 container attach 561417724e3d94f3ac7c8f4bae083ef146646d2033ee6c5a64edca526f19af23 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7-deactivate, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., version=8, architecture=x86_64, io.k8s.display-name=CentOS Stream 8, io.openshift.tags=base centos centos-stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, build-date=2022-05-03T08:36:31.336870, distribution-scope=public, vendor=Red Hat, Inc., ceph=True, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.buildah.version=1.19.8, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_CLEAN=True, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vcs-type=git, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, RELEASE=HEAD, maintainer=Guillaume Abrioux , description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_BRANCH=HEAD, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, name=centos-stream, CEPH_POINT_RELEASE=-17.2.0, release=754, com.redhat.component=centos-stream-container, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.openshift.expose-services=) 2024-04-22T22:49:00.309 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 22 22:49:00 smithi175 podman[51773]: 2024-04-22 22:49:00.022818091 +0000 UTC m=+0.624472368 container died 561417724e3d94f3ac7c8f4bae083ef146646d2033ee6c5a64edca526f19af23 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-osd-7-deactivate, vendor=Red Hat, Inc., io.openshift.tags=base centos centos-stream, name=centos-stream, ceph=True, GIT_BRANCH=HEAD, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, release=754, io.buildah.version=1.19.8, vcs-type=git, com.redhat.component=centos-stream-container, maintainer=Guillaume Abrioux , version=8, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.k8s.display-name=CentOS Stream 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.openshift.expose-services=, GIT_CLEAN=True, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., CEPH_POINT_RELEASE=-17.2.0, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, RELEASE=HEAD, build-date=2022-05-03T08:36:31.336870, architecture=x86_64, distribution-scope=public, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com) 2024-04-22T22:49:00.679 DEBUG:teuthology.orchestra.run.smithi175:> sudo pkill -f 'journalctl -f -n 0 -u ceph-41629230-00f8-11ef-bc93-c7b262605968@osd.7.service' 2024-04-22T22:49:00.717 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T22:49:00.717 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-04-22T22:49:00.717 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-04-22T22:49:00.717 DEBUG:teuthology.orchestra.run.smithi175:> sudo systemctl stop ceph-41629230-00f8-11ef-bc93-c7b262605968@prometheus.a 2024-04-22T22:49:00.937 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:49:00 smithi175 systemd[1]: Stopping Ceph prometheus.a for 41629230-00f8-11ef-bc93-c7b262605968... 2024-04-22T22:49:00.937 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:49:00 smithi175 bash[51851]: Error: no container with name or ID "ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus.a" found: no such container 2024-04-22T22:49:01.262 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:49:00 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus-a[42302]: ts=2024-04-22T22:49:00.931Z caller=main.go:775 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-22T22:49:01.262 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:49:00 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus-a[42302]: ts=2024-04-22T22:49:00.931Z caller=main.go:798 level=info msg="Stopping scrape discovery manager..." 2024-04-22T22:49:01.262 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:49:00 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus-a[42302]: ts=2024-04-22T22:49:00.931Z caller=main.go:812 level=info msg="Stopping notify discovery manager..." 2024-04-22T22:49:01.262 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:49:00 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus-a[42302]: ts=2024-04-22T22:49:00.931Z caller=main.go:834 level=info msg="Stopping scrape manager..." 2024-04-22T22:49:01.263 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:49:00 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus-a[42302]: ts=2024-04-22T22:49:00.931Z caller=main.go:794 level=info msg="Scrape discovery manager stopped" 2024-04-22T22:49:01.263 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:49:00 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus-a[42302]: ts=2024-04-22T22:49:00.931Z caller=main.go:808 level=info msg="Notify discovery manager stopped" 2024-04-22T22:49:01.263 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:49:00 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus-a[42302]: ts=2024-04-22T22:49:00.931Z caller=manager.go:945 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-22T22:49:01.263 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:49:00 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus-a[42302]: ts=2024-04-22T22:49:00.931Z caller=main.go:828 level=info msg="Scrape manager stopped" 2024-04-22T22:49:01.263 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:49:00 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus-a[42302]: ts=2024-04-22T22:49:00.931Z caller=manager.go:955 level=info component="rule manager" msg="Rule manager stopped" 2024-04-22T22:49:01.263 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:49:00 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus-a[42302]: ts=2024-04-22T22:49:00.931Z caller=notifier.go:600 level=info component=notifier msg="Stopping notification manager..." 2024-04-22T22:49:01.263 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:49:00 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus-a[42302]: ts=2024-04-22T22:49:00.932Z caller=main.go:1054 level=info msg="Notifier manager stopped" 2024-04-22T22:49:01.263 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:49:00 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus-a[42302]: ts=2024-04-22T22:49:00.932Z caller=main.go:1066 level=info msg="See you next time!" 2024-04-22T22:49:01.264 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:49:01 smithi175 podman[51862]: 2024-04-22 22:49:01.255870273 +0000 UTC m=+0.437276003 container cleanup f4551c003542d8054c51cf60591fbe5f6a4a13f13f13ba8b7701e977ede2d074 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-22T22:49:01.264 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:49:01 smithi175 bash[51862]: ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus-a 2024-04-22T22:49:01.492 DEBUG:teuthology.orchestra.run.smithi175:> sudo pkill -f 'journalctl -f -n 0 -u ceph-41629230-00f8-11ef-bc93-c7b262605968@prometheus.a.service' 2024-04-22T22:49:01.513 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:49:01 smithi175 bash[51919]: Error: no container with name or ID "ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus.a" found: no such container 2024-04-22T22:49:01.514 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:49:01 smithi175 podman[51890]: 2024-04-22 22:49:01.481808762 +0000 UTC m=+0.543063322 container remove f4551c003542d8054c51cf60591fbe5f6a4a13f13f13ba8b7701e977ede2d074 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-22T22:49:01.514 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:49:01 smithi175 systemd[1]: ceph-41629230-00f8-11ef-bc93-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-22T22:49:01.514 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:49:01 smithi175 systemd[1]: Stopped Ceph prometheus.a for 41629230-00f8-11ef-bc93-c7b262605968. 2024-04-22T22:49:01.514 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 22 22:49:01 smithi175 systemd[1]: ceph-41629230-00f8-11ef-bc93-c7b262605968@prometheus.a.service: Consumed 1.929s CPU time. 2024-04-22T22:49:01.526 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T22:49:01.526 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-04-22T22:49:01.527 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 41629230-00f8-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-22T22:49:03.634 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:49:03 smithi088 systemd[1]: Stopping Ceph node-exporter.a for 41629230-00f8-11ef-bc93-c7b262605968... 2024-04-22T22:49:03.634 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:49:03 smithi088 bash[62871]: Error: no container with name or ID "ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter.a" found: no such container 2024-04-22T22:49:03.939 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:49:03 smithi088 podman[62884]: 2024-04-22 22:49:03.627780492 +0000 UTC m=+0.109272432 container died 0a967393797bf7febbfc39184e5ebf39b72f0053e476d8e01c86e326c68e4a03 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-22T22:49:03.939 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:49:03 smithi088 podman[62884]: 2024-04-22 22:49:03.933628226 +0000 UTC m=+0.415120174 container cleanup 0a967393797bf7febbfc39184e5ebf39b72f0053e476d8e01c86e326c68e4a03 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-22T22:49:04.218 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:49:03 smithi088 bash[62884]: ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a 2024-04-22T22:49:04.219 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:49:03 smithi088 bash[62910]: Error: no container with name or ID "ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter.a" found: no such container 2024-04-22T22:49:04.577 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:49:04 smithi088 systemd[1]: Stopping Ceph alertmanager.a for 41629230-00f8-11ef-bc93-c7b262605968... 2024-04-22T22:49:04.577 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:49:04 smithi088 bash[62964]: Error: no container with name or ID "ceph-41629230-00f8-11ef-bc93-c7b262605968-alertmanager.a" found: no such container 2024-04-22T22:49:04.578 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:49:04 smithi088 podman[62898]: 2024-04-22 22:49:04.260028768 +0000 UTC m=+0.636341859 container remove 0a967393797bf7febbfc39184e5ebf39b72f0053e476d8e01c86e326c68e4a03 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-22T22:49:04.578 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:49:04 smithi088 systemd[1]: ceph-41629230-00f8-11ef-bc93-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-04-22T22:49:04.578 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:49:04 smithi088 systemd[1]: ceph-41629230-00f8-11ef-bc93-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-04-22T22:49:04.578 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:49:04 smithi088 systemd[1]: Stopped Ceph node-exporter.a for 41629230-00f8-11ef-bc93-c7b262605968. 2024-04-22T22:49:04.578 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Apr 22 22:49:04 smithi088 systemd[1]: ceph-41629230-00f8-11ef-bc93-c7b262605968@node-exporter.a.service: Consumed 4.227s CPU time. 2024-04-22T22:49:04.870 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:49:04 smithi088 ceph-41629230-00f8-11ef-bc93-c7b262605968-alertmanager-a[47009]: level=info ts=2024-04-22T22:49:04.571Z caller=main.go:557 msg="Received SIGTERM, exiting gracefully..." 2024-04-22T22:49:04.870 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:49:04 smithi088 podman[62975]: 2024-04-22 22:49:04.601973414 +0000 UTC m=+0.123625856 container died a7d05385dcaa99cc084ef7ab3e8229144c0bcb7b41e4e7c1685900bf791f8cfb (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-22T22:49:05.219 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:49:04 smithi088 podman[62975]: 2024-04-22 22:49:04.954755257 +0000 UTC m=+0.476407698 container cleanup a7d05385dcaa99cc084ef7ab3e8229144c0bcb7b41e4e7c1685900bf791f8cfb (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-22T22:49:05.219 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:49:04 smithi088 bash[62975]: ceph-41629230-00f8-11ef-bc93-c7b262605968-alertmanager-a 2024-04-22T22:49:05.219 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:49:04 smithi088 bash[63002]: Error: no container with name or ID "ceph-41629230-00f8-11ef-bc93-c7b262605968-alertmanager.a" found: no such container 2024-04-22T22:49:05.588 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:49:05 smithi088 podman[62989]: 2024-04-22 22:49:05.314475981 +0000 UTC m=+0.708076324 container remove a7d05385dcaa99cc084ef7ab3e8229144c0bcb7b41e4e7c1685900bf791f8cfb (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-22T22:49:05.588 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:49:05 smithi088 podman[62989]: 2024-04-22 22:49:05.390046333 +0000 UTC m=+0.783646680 volume remove f790977ed8d1ea70efa24a8c94f2ed66d2a30d5271fe45b84171603e82f86817 2024-04-22T22:49:05.588 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:49:05 smithi088 systemd[1]: ceph-41629230-00f8-11ef-bc93-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-04-22T22:49:05.589 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Apr 22 22:49:05 smithi088 systemd[1]: Stopped Ceph alertmanager.a for 41629230-00f8-11ef-bc93-c7b262605968. 2024-04-22T22:49:28.620 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 41629230-00f8-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-22T22:49:30.360 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:49:30 smithi175 systemd[1]: Stopping Ceph node-exporter.b for 41629230-00f8-11ef-bc93-c7b262605968... 2024-04-22T22:49:30.360 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:49:30 smithi175 bash[53044]: Error: no container with name or ID "ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter.b" found: no such container 2024-04-22T22:49:30.681 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:49:30 smithi175 podman[53057]: 2024-04-22 22:49:30.353691226 +0000 UTC m=+0.092691744 container died cd0e16b3a7fae55a22bb358f89071c3a1da000ba9fe9cd57d2bacedb2715498c (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-22T22:49:30.682 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:49:30 smithi175 podman[53057]: 2024-04-22 22:49:30.675944852 +0000 UTC m=+0.414945376 container cleanup cd0e16b3a7fae55a22bb358f89071c3a1da000ba9fe9cd57d2bacedb2715498c (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-22T22:49:31.051 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:49:30 smithi175 bash[53057]: ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b 2024-04-22T22:49:31.051 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:49:30 smithi175 bash[53084]: Error: no container with name or ID "ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter.b" found: no such container 2024-04-22T22:49:31.051 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:49:30 smithi175 podman[53071]: 2024-04-22 22:49:30.86857619 +0000 UTC m=+0.519107259 container remove cd0e16b3a7fae55a22bb358f89071c3a1da000ba9fe9cd57d2bacedb2715498c (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-22T22:49:31.051 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:49:30 smithi175 systemd[1]: ceph-41629230-00f8-11ef-bc93-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-04-22T22:49:31.052 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:49:30 smithi175 systemd[1]: ceph-41629230-00f8-11ef-bc93-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-04-22T22:49:31.052 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:49:30 smithi175 systemd[1]: Stopped Ceph node-exporter.b for 41629230-00f8-11ef-bc93-c7b262605968. 2024-04-22T22:49:31.052 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 22 22:49:30 smithi175 systemd[1]: ceph-41629230-00f8-11ef-bc93-c7b262605968@node-exporter.b.service: Consumed 4.243s CPU time. 2024-04-22T22:49:31.309 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:49:31 smithi175 systemd[1]: Stopping Ceph grafana.a for 41629230-00f8-11ef-bc93-c7b262605968... 2024-04-22T22:49:31.309 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:49:31 smithi175 bash[53138]: Error: no container with name or ID "ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana.a" found: no such container 2024-04-22T22:49:31.309 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:49:31 smithi175 ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a[41291]: t=2024-04-22T22:49:31+0000 lvl=info msg="Shutdown started" logger=server reason="System signal: terminated" 2024-04-22T22:49:31.310 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:49:31 smithi175 podman[53149]: 2024-04-22 22:49:31.165897778 +0000 UTC m=+0.090885259 container died cb45c2d5fd565f9c6099ce5dc3fab6d9ea2d6056fe8b0b3ef7b39bf9e3fd23d8 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a, architecture=x86_64, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, maintainer=Paul Cuzner , vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, version=8.5, com.redhat.component=ubi8-container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, vcs-type=git, name=ubi8, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.expose-services=, summary=Grafana Container configured for Ceph mgr/dashboard integration, vendor=Red Hat, Inc., distribution-scope=public, release=236.1648460182, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.tags=base rhel8, io.buildah.version=1.24.2, description=Ceph Grafana Container, build-date=2022-03-28T10:36:18.413762) 2024-04-22T22:49:31.712 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:49:31 smithi175 podman[53149]: 2024-04-22 22:49:31.504683019 +0000 UTC m=+0.429670506 container cleanup cb45c2d5fd565f9c6099ce5dc3fab6d9ea2d6056fe8b0b3ef7b39bf9e3fd23d8 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, vcs-type=git, build-date=2022-03-28T10:36:18.413762, com.redhat.component=ubi8-container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, version=8.5, vendor=Red Hat, Inc., io.openshift.expose-services=, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.tags=base rhel8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, distribution-scope=public, io.buildah.version=1.24.2, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, description=Ceph Grafana Container, name=ubi8, io.k8s.display-name=Red Hat Universal Base Image 8, summary=Grafana Container configured for Ceph mgr/dashboard integration, maintainer=Paul Cuzner , release=236.1648460182) 2024-04-22T22:49:31.712 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:49:31 smithi175 bash[53149]: ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a 2024-04-22T22:49:31.712 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:49:31 smithi175 podman[53163]: 2024-04-22 22:49:31.672314455 +0000 UTC m=+0.504810702 container remove cb45c2d5fd565f9c6099ce5dc3fab6d9ea2d6056fe8b0b3ef7b39bf9e3fd23d8 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana-a, build-date=2022-03-28T10:36:18.413762, io.buildah.version=1.24.2, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, com.redhat.component=ubi8-container, maintainer=Paul Cuzner , name=ubi8, architecture=x86_64, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., version=8.5, io.openshift.expose-services=, io.openshift.tags=base rhel8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, description=Ceph Grafana Container, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-type=git, release=236.1648460182, vendor=Red Hat, Inc., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public, summary=Grafana Container configured for Ceph mgr/dashboard integration) 2024-04-22T22:49:31.712 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:49:31 smithi175 bash[53176]: Error: no container with name or ID "ceph-41629230-00f8-11ef-bc93-c7b262605968-grafana.a" found: no such container 2024-04-22T22:49:32.039 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:49:31 smithi175 systemd[1]: ceph-41629230-00f8-11ef-bc93-c7b262605968@grafana.a.service: Deactivated successfully. 2024-04-22T22:49:32.040 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:49:31 smithi175 systemd[1]: Stopped Ceph grafana.a for 41629230-00f8-11ef-bc93-c7b262605968. 2024-04-22T22:49:32.040 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 22 22:49:31 smithi175 systemd[1]: ceph-41629230-00f8-11ef-bc93-c7b262605968@grafana.a.service: Consumed 3.773s CPU time. 2024-04-22T22:49:43.246 DEBUG:teuthology.orchestra.run.smithi088:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-22T22:49:43.279 DEBUG:teuthology.orchestra.run.smithi175:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-22T22:49:43.308 INFO:tasks.cephadm:Archiving crash dumps... 2024-04-22T22:49:43.313 DEBUG:teuthology.misc:Transferring archived files from smithi088:/var/lib/ceph/41629230-00f8-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-04-22_21:08:03-orch-squid-distro-default-smithi/7668916/remote/smithi088/crash 2024-04-22T22:49:43.315 DEBUG:teuthology.orchestra.run.smithi088:> sudo tar c -f - -C /var/lib/ceph/41629230-00f8-11ef-bc93-c7b262605968/crash -- . 2024-04-22T22:49:43.443 INFO:teuthology.orchestra.run.smithi088.stderr:tar: /var/lib/ceph/41629230-00f8-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-22T22:49:43.443 INFO:teuthology.orchestra.run.smithi088.stderr:tar: Error is not recoverable: exiting now 2024-04-22T22:49:43.445 DEBUG:teuthology.misc:Transferring archived files from smithi175:/var/lib/ceph/41629230-00f8-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-04-22_21:08:03-orch-squid-distro-default-smithi/7668916/remote/smithi175/crash 2024-04-22T22:49:43.445 DEBUG:teuthology.orchestra.run.smithi175:> sudo tar c -f - -C /var/lib/ceph/41629230-00f8-11ef-bc93-c7b262605968/crash -- . 2024-04-22T22:49:43.482 INFO:teuthology.orchestra.run.smithi175.stderr:tar: /var/lib/ceph/41629230-00f8-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-22T22:49:43.482 INFO:teuthology.orchestra.run.smithi175.stderr:tar: Error is not recoverable: exiting now 2024-04-22T22:49:43.483 INFO:tasks.cephadm:Checking cluster log for badness... 2024-04-22T22:49:43.483 DEBUG:teuthology.orchestra.run.smithi088:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph.log | egrep CEPHADM_ | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-04-22T22:49:43.514 INFO:teuthology.orchestra.run.smithi088.stdout:2024-04-22T22:36:02.626271+0000 mon.a (mon.0) 360 : cluster [WRN] Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON) 2024-04-22T22:49:43.514 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-04-22T22:49:43.515 INFO:tasks.cephadm:Compressing logs... 2024-04-22T22:49:43.515 DEBUG:teuthology.orchestra.run.smithi088:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-22T22:49:43.557 DEBUG:teuthology.orchestra.run.smithi175:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-22T22:49:43.580 INFO:teuthology.orchestra.run.smithi175.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph.log 2024-04-22T22:49:43.580 INFO:teuthology.orchestra.run.smithi175.stderr:: No such file or directory 2024-04-22T22:49:43.581 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph.audit.log 2024-04-22T22:49:43.581 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph-osd.7.log 2024-04-22T22:49:43.581 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph.log: /var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph-client.rgw.foo.smithi175.wdaxhg.log 2024-04-22T22:49:43.581 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph-osd.5.log 2024-04-22T22:49:43.581 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph-osd.4.log 2024-04-22T22:49:43.589 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph-client.rgw.foo.smithi175.wdaxhg.log: /var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph-osd.5.log: 62.3% -- replaced with /var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph-client.rgw.foo.smithi175.wdaxhg.log.gz 2024-04-22T22:49:43.589 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph-mgr.x.log 2024-04-22T22:49:43.589 INFO:teuthology.orchestra.run.smithi175.stderr: 88.7% -- replaced with /var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph.log.gz 2024-04-22T22:49:43.589 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph-osd.6.log 2024-04-22T22:49:43.589 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph.cephadm.log 2024-04-22T22:49:43.589 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph-mgr.x.log: gzip/var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph-osd.6.log: -5 --verbose -- /var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-22T22:49:43.589 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph-mon.b.log 2024-04-22T22:49:43.590 INFO:teuthology.orchestra.run.smithi175.stderr: 81.7% -- replaced with /var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-22T22:49:43.590 INFO:teuthology.orchestra.run.smithi175.stderr: 90.4% -- replaced with /var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph.audit.log.gz 2024-04-22T22:49:43.590 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-22T22:49:43.592 INFO:teuthology.orchestra.run.smithi088.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph.log 2024-04-22T22:49:43.593 INFO:teuthology.orchestra.run.smithi088.stderr:: No such file or directory 2024-04-22T22:49:43.593 INFO:teuthology.orchestra.run.smithi088.stderr:gzip -5 --verbose -- /var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph-osd.2.log 2024-04-22T22:49:43.593 INFO:teuthology.orchestra.run.smithi088.stderr:gzip -5 --verbose -- /var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph.audit.log 2024-04-22T22:49:43.593 INFO:teuthology.orchestra.run.smithi088.stderr:/var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph.log: /var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph-osd.3.log 2024-04-22T22:49:43.593 INFO:teuthology.orchestra.run.smithi088.stderr:/var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph-client.rgw.foo.smithi088.jedemw.log 2024-04-22T22:49:43.593 INFO:teuthology.orchestra.run.smithi088.stderr:gzip -5 --verbose -- /var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph-osd.1.log 2024-04-22T22:49:43.593 INFO:teuthology.orchestra.run.smithi088.stderr:/var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph-osd.3.log: /var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph-client.rgw.foo.smithi088.jedemw.log: gzip -5 --verbose -- /var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph-mgr.y.log 2024-04-22T22:49:43.593 INFO:teuthology.orchestra.run.smithi088.stderr: 62.4% -- replaced with /var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph-client.rgw.foo.smithi088.jedemw.log.gz 2024-04-22T22:49:43.594 INFO:teuthology.orchestra.run.smithi088.stderr:/var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph-osd.0.log 2024-04-22T22:49:43.594 INFO:teuthology.orchestra.run.smithi088.stderr:/var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph-mon.c.log 2024-04-22T22:49:43.594 INFO:teuthology.orchestra.run.smithi088.stderr:/var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph-osd.0.log: 93.5%gzip -5 --verbose -- /var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph-mon.a.log 2024-04-22T22:49:43.594 INFO:teuthology.orchestra.run.smithi088.stderr: -- replaced with /var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph.log.gz 2024-04-22T22:49:43.594 INFO:teuthology.orchestra.run.smithi088.stderr:gzip -5 --verbose -- /var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph.cephadm.log 2024-04-22T22:49:43.594 INFO:teuthology.orchestra.run.smithi088.stderr:/var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph-mon.c.log: /var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph-mon.a.log: 94.0% -- replaced with /var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph.audit.log.gz 2024-04-22T22:49:43.594 INFO:teuthology.orchestra.run.smithi088.stderr:gzip -5 --verbose -- /var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/tcmu-runner.log 2024-04-22T22:49:43.594 INFO:teuthology.orchestra.run.smithi088.stderr:/var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph.cephadm.log: 89.3% -- replaced with /var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-22T22:49:43.594 INFO:teuthology.orchestra.run.smithi088.stderr:gzip -5 --verbose -- /var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-22T22:49:43.595 INFO:teuthology.orchestra.run.smithi088.stderr:/var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/tcmu-runner.log: 66.7% -- replaced with /var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/tcmu-runner.log.gz 2024-04-22T22:49:43.595 INFO:teuthology.orchestra.run.smithi088.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-22T22:49:43.597 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph-mon.b.log: /var/log/ceph/cephadm.log: 91.5% -- replaced with /var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph-mgr.x.log.gz 2024-04-22T22:49:43.601 INFO:teuthology.orchestra.run.smithi175.stderr: 91.7% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-22T22:49:43.606 INFO:teuthology.orchestra.run.smithi175.stderr: 92.2% -- replaced with /var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-22T22:49:43.638 INFO:teuthology.orchestra.run.smithi088.stderr:/var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph-volume.log: /var/log/ceph/cephadm.log: 92.1% -- replaced with /var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-22T22:49:43.638 INFO:teuthology.orchestra.run.smithi088.stderr: 92.2% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-22T22:49:43.807 INFO:teuthology.orchestra.run.smithi088.stderr: 92.2% -- replaced with /var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph-mon.c.log.gz 2024-04-22T22:49:43.810 INFO:teuthology.orchestra.run.smithi088.stderr: 87.6% -- replaced with /var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph-mgr.y.log.gz 2024-04-22T22:49:43.825 INFO:teuthology.orchestra.run.smithi175.stderr: 92.3% -- replaced with /var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph-mon.b.log.gz 2024-04-22T22:49:43.956 INFO:teuthology.orchestra.run.smithi175.stderr: 92.8% -- replaced with /var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph-osd.6.log.gz 2024-04-22T22:49:44.000 INFO:teuthology.orchestra.run.smithi088.stderr: 93.1% -- replaced with /var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph-osd.2.log.gz 2024-04-22T22:49:44.004 INFO:teuthology.orchestra.run.smithi175.stderr: 93.2% -- replaced with /var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph-osd.5.log.gz 2024-04-22T22:49:44.006 INFO:teuthology.orchestra.run.smithi175.stderr: 93.7% -- replaced with /var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph-osd.7.log.gz 2024-04-22T22:49:44.077 INFO:teuthology.orchestra.run.smithi088.stderr: 93.3% -- replaced with /var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph-osd.0.log.gz 2024-04-22T22:49:44.122 INFO:teuthology.orchestra.run.smithi175.stderr: 93.4% -- replaced with /var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph-osd.4.log.gz 2024-04-22T22:49:44.124 INFO:teuthology.orchestra.run.smithi175.stderr: 2024-04-22T22:49:44.124 INFO:teuthology.orchestra.run.smithi175.stderr:real 0m0.553s 2024-04-22T22:49:44.124 INFO:teuthology.orchestra.run.smithi175.stderr:user 0m1.994s 2024-04-22T22:49:44.124 INFO:teuthology.orchestra.run.smithi175.stderr:sys 0m0.090s 2024-04-22T22:49:44.170 INFO:teuthology.orchestra.run.smithi088.stderr: 91.1% -- replaced with /var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph-mon.a.log.gz 2024-04-22T22:49:44.171 INFO:teuthology.orchestra.run.smithi088.stderr: 93.4% -- replaced with /var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph-osd.1.log.gz 2024-04-22T22:49:44.171 INFO:teuthology.orchestra.run.smithi088.stderr: 93.3% -- replaced with /var/log/ceph/41629230-00f8-11ef-bc93-c7b262605968/ceph-osd.3.log.gz 2024-04-22T22:49:44.173 INFO:teuthology.orchestra.run.smithi088.stderr: 2024-04-22T22:49:44.173 INFO:teuthology.orchestra.run.smithi088.stderr:real 0m0.603s 2024-04-22T22:49:44.173 INFO:teuthology.orchestra.run.smithi088.stderr:user 0m3.085s 2024-04-22T22:49:44.173 INFO:teuthology.orchestra.run.smithi088.stderr:sys 0m0.126s 2024-04-22T22:49:44.173 INFO:tasks.cephadm:Archiving logs... 2024-04-22T22:49:44.174 DEBUG:teuthology.misc:Transferring archived files from smithi088:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-04-22_21:08:03-orch-squid-distro-default-smithi/7668916/remote/smithi088/log 2024-04-22T22:49:44.175 DEBUG:teuthology.orchestra.run.smithi088:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-22T22:49:44.669 DEBUG:teuthology.misc:Transferring archived files from smithi175:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-04-22_21:08:03-orch-squid-distro-default-smithi/7668916/remote/smithi175/log 2024-04-22T22:49:44.670 DEBUG:teuthology.orchestra.run.smithi175:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-22T22:49:45.019 INFO:tasks.cephadm:Removing cluster... 2024-04-22T22:49:45.019 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 41629230-00f8-11ef-bc93-c7b262605968 --force 2024-04-22T22:49:45.289 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 41629230-00f8-11ef-bc93-c7b262605968 --force 2024-04-22T22:49:45.562 INFO:tasks.cephadm:Removing cephadm ... 2024-04-22T22:49:45.562 DEBUG:teuthology.orchestra.run.smithi088:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-22T22:49:45.578 DEBUG:teuthology.orchestra.run.smithi175:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-22T22:49:45.594 INFO:tasks.cephadm:Teardown complete 2024-04-22T22:49:45.596 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-04-22T22:49:45.606 INFO:teuthology.task.clock:Checking final clock skew... 2024-04-22T22:49:45.606 DEBUG:teuthology.orchestra.run.smithi088:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-22T22:49:45.621 DEBUG:teuthology.orchestra.run.smithi175:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-22T22:49:45.632 INFO:teuthology.orchestra.run.smithi088.stderr:bash: line 1: ntpq: command not found 2024-04-22T22:49:45.636 INFO:teuthology.orchestra.run.smithi088.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-22T22:49:45.636 INFO:teuthology.orchestra.run.smithi088.stdout:=============================================================================== 2024-04-22T22:49:45.636 INFO:teuthology.orchestra.run.smithi088.stdout:^- hv01.front.sepia.ceph.com 2 6 377 37 +530us[ +541us] +/- 575ms 2024-04-22T22:49:45.637 INFO:teuthology.orchestra.run.smithi088.stdout:^* hv02.front.sepia.ceph.com 3 7 377 37 -116us[ -105us] +/- 65ms 2024-04-22T22:49:45.637 INFO:teuthology.orchestra.run.smithi088.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 38 +140us[ +152us] +/- 60ms 2024-04-22T22:49:45.637 INFO:teuthology.orchestra.run.smithi088.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-04-22T22:49:45.647 INFO:teuthology.orchestra.run.smithi175.stderr:bash: line 1: ntpq: command not found 2024-04-22T22:49:45.651 INFO:teuthology.orchestra.run.smithi175.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-22T22:49:45.651 INFO:teuthology.orchestra.run.smithi175.stdout:=============================================================================== 2024-04-22T22:49:45.652 INFO:teuthology.orchestra.run.smithi175.stdout:^- hv01.front.sepia.ceph.com 2 6 377 39 +557us[ +571us] +/- 575ms 2024-04-22T22:49:45.652 INFO:teuthology.orchestra.run.smithi175.stdout:^* hv02.front.sepia.ceph.com 3 6 377 36 -111us[ -97us] +/- 65ms 2024-04-22T22:49:45.652 INFO:teuthology.orchestra.run.smithi175.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 36 +125us[ +140us] +/- 60ms 2024-04-22T22:49:45.652 INFO:teuthology.orchestra.run.smithi175.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-04-22T22:49:45.652 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-04-22T22:49:45.661 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-04-22T22:49:45.662 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-04-22T22:49:45.724 DEBUG:teuthology.orchestra.run.smithi088:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-22T22:49:45.792 DEBUG:teuthology.orchestra.run.smithi175:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-22T22:49:45.855 DEBUG:teuthology.orchestra.run.smithi088:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-04-22T22:49:45.880 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T22:49:45.881 DEBUG:teuthology.orchestra.run.smithi175:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-04-22T22:49:45.907 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T22:49:45.907 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-04-22T22:49:45.916 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-04-22T22:49:45.925 INFO:teuthology.task.internal:Duration was 1232.663493 seconds 2024-04-22T22:49:45.925 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-04-22T22:49:45.934 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-04-22T22:49:45.934 DEBUG:teuthology.orchestra.run.smithi088:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-22T22:49:45.936 DEBUG:teuthology.orchestra.run.smithi175:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-22T22:49:45.970 INFO:teuthology.orchestra.run.smithi088.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-22T22:49:45.984 INFO:teuthology.orchestra.run.smithi175.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-22T22:49:46.347 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-04-22T22:49:46.347 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi088.front.sepia.ceph.com 2024-04-22T22:49:46.347 DEBUG:teuthology.orchestra.run.smithi088:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-22T22:49:46.367 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi175.front.sepia.ceph.com 2024-04-22T22:49:46.367 DEBUG:teuthology.orchestra.run.smithi175:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-22T22:49:46.407 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-04-22T22:49:46.408 DEBUG:teuthology.orchestra.run.smithi088:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-22T22:49:46.410 DEBUG:teuthology.orchestra.run.smithi175:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-22T22:49:46.473 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-04-22T22:49:46.473 DEBUG:teuthology.orchestra.run.smithi088:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-22T22:49:46.475 DEBUG:teuthology.orchestra.run.smithi175:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-22T22:49:46.802 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-04-22T22:49:46.813 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-04-22T22:49:46.813 DEBUG:teuthology.orchestra.run.smithi088:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-22T22:49:46.836 DEBUG:teuthology.orchestra.run.smithi175:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-22T22:49:46.860 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-04-22T22:49:46.873 DEBUG:teuthology.orchestra.run.smithi088:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-22T22:49:46.879 DEBUG:teuthology.orchestra.run.smithi175:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-22T22:49:46.899 INFO:teuthology.orchestra.run.smithi088.stdout:kernel.core_pattern = core 2024-04-22T22:49:46.922 INFO:teuthology.orchestra.run.smithi175.stdout:kernel.core_pattern = core 2024-04-22T22:49:46.967 DEBUG:teuthology.orchestra.run.smithi088:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-22T22:49:46.981 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T22:49:46.981 DEBUG:teuthology.orchestra.run.smithi175:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-22T22:49:47.020 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T22:49:47.021 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-04-22T22:49:47.031 INFO:teuthology.task.internal:Transferring archived files... 2024-04-22T22:49:47.032 DEBUG:teuthology.misc:Transferring archived files from smithi088:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-04-22_21:08:03-orch-squid-distro-default-smithi/7668916/remote/smithi088 2024-04-22T22:49:47.032 DEBUG:teuthology.orchestra.run.smithi088:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-22T22:49:47.076 DEBUG:teuthology.misc:Transferring archived files from smithi175:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-04-22_21:08:03-orch-squid-distro-default-smithi/7668916/remote/smithi175 2024-04-22T22:49:47.076 DEBUG:teuthology.orchestra.run.smithi175:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-22T22:49:47.114 INFO:teuthology.task.internal:Removing archive directory... 2024-04-22T22:49:47.114 DEBUG:teuthology.orchestra.run.smithi088:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-22T22:49:47.117 DEBUG:teuthology.orchestra.run.smithi175:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-22T22:49:47.162 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-04-22T22:49:47.178 INFO:teuthology.task.internal:Not uploading archives. 2024-04-22T22:49:47.178 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-04-22T22:49:47.191 INFO:teuthology.task.internal:Tidying up after the test... 2024-04-22T22:49:47.191 DEBUG:teuthology.orchestra.run.smithi088:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-22T22:49:47.194 DEBUG:teuthology.orchestra.run.smithi175:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-22T22:49:47.206 INFO:teuthology.orchestra.run.smithi088.stdout: 262213 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 22 22:49 /home/ubuntu/cephtest 2024-04-22T22:49:47.219 INFO:teuthology.orchestra.run.smithi175.stdout: 262213 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 22 22:49 /home/ubuntu/cephtest 2024-04-22T22:49:47.219 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-04-22T22:49:47.232 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-04-22T22:49:47.260 INFO:teuthology.nuke:Checking targets against current locks 2024-04-22T22:49:47.291 DEBUG:teuthology.nuke:shortname: smithi088 2024-04-22T22:49:47.292 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-22T22:49:47.317 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi088.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-22_21:08:03-orch-squid-distro-default-smithi/7668916', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-22 22:21:58.505448', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKT56JhN1h2Z+TUbpwtqqeiKb0cKFzfYVXYiaxFkIIEmdZU5xUOltDD+Abfu5CjhPjKzVkQrV0z/kzaHZdDRNnI='} 2024-04-22T22:49:47.321 DEBUG:teuthology.nuke:shortname: smithi175 2024-04-22T22:49:47.321 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-22T22:49:47.348 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi175.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-22_21:08:03-orch-squid-distro-default-smithi/7668916', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-22 22:21:58.503779', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCrGZ8cy+c7aUf5SlwSs+iY5QCdf4rffUUvPeskbFSv3sJPGj5Rev33GB2f4ubo6kxU41VCb2Z3m3X+lxpz2uMA='} 2024-04-22T22:49:47.372 INFO:teuthology.orchestra.console.smithi088:Power off 2024-04-22T22:49:47.373 DEBUG:teuthology.orchestra.console.smithi088:pexpect command: ipmitool -H smithi088.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-22T22:49:47.401 DEBUG:teuthology.orchestra.console.smithi088:power off output: Chassis Power Control: Down/Off 2024-04-22T22:49:47.401 DEBUG:teuthology.orchestra.console.smithi088:pexpect command: ipmitool -H smithi088.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-22T22:49:47.425 INFO:teuthology.orchestra.console.smithi175:Power off 2024-04-22T22:49:47.426 DEBUG:teuthology.orchestra.console.smithi175:pexpect command: ipmitool -H smithi175.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-22T22:49:47.442 DEBUG:teuthology.orchestra.console.smithi088:check power output: Chassis Power is on 2024-04-22T22:49:47.451 DEBUG:teuthology.orchestra.console.smithi175:power off output: Chassis Power Control: Down/Off 2024-04-22T22:49:47.451 DEBUG:teuthology.orchestra.console.smithi175:pexpect command: ipmitool -H smithi175.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-22T22:49:47.480 DEBUG:teuthology.orchestra.console.smithi175:check power output: Chassis Power is on 2024-04-22T22:49:51.444 DEBUG:teuthology.orchestra.console.smithi088:pexpect command: ipmitool -H smithi088.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-22T22:49:51.482 DEBUG:teuthology.orchestra.console.smithi175:pexpect command: ipmitool -H smithi175.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-22T22:49:51.556 DEBUG:teuthology.orchestra.console.smithi088:check power output: Chassis Power is on 2024-04-22T22:49:51.598 DEBUG:teuthology.orchestra.console.smithi175:check power output: Chassis Power is on 2024-04-22T22:49:55.558 DEBUG:teuthology.orchestra.console.smithi088:pexpect command: ipmitool -H smithi088.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-22T22:49:55.599 DEBUG:teuthology.orchestra.console.smithi175:pexpect command: ipmitool -H smithi175.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-22T22:49:55.670 DEBUG:teuthology.orchestra.console.smithi088:check power output: Chassis Power is on 2024-04-22T22:49:55.711 DEBUG:teuthology.orchestra.console.smithi175:check power output: Chassis Power is off 2024-04-22T22:49:55.811 INFO:teuthology.orchestra.console.smithi175:Power off completed 2024-04-22T22:49:59.674 DEBUG:teuthology.orchestra.console.smithi088:pexpect command: ipmitool -H smithi088.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-22T22:49:59.785 DEBUG:teuthology.orchestra.console.smithi088:check power output: Chassis Power is off 2024-04-22T22:49:59.886 INFO:teuthology.orchestra.console.smithi088:Power off completed 2024-04-22T22:49:59.991 INFO:teuthology.run:Summary data: description: orch/cephadm/upgrade/{1-start-distro/1-start-centos_9.stream 2-repo_digest/repo_digest 3-upgrade/staggered 4-wait 5-upgrade-ls agent/on mon_election/classic} duration: 1232.6634929180145 failure_reason: 'Command failed on smithi088 with status 1: ''sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41629230-00f8-11ef-bc93-c7b262605968 -e sha1=430e09df97c8fc7dc2b2ae424f68ed11366c540f -- bash -c \''ceph versions | jq -e \''"\''"\''.mgr | length == 2\''"\''"\''\''''' owner: scheduled_teuthology@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=5cdd39195b0a4ea99952d98441e9b504 status: fail success: false 2024-04-22T22:49:59.992 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-22T22:50:00.082 INFO:teuthology.run:FAIL