2024-09-17T07:54:04.480 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-17T07:54:04.500 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-17T07:54:04.598 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-09-16_22:08:02-orch-reef-distro-default-smithi/7908187 branch: reef description: orch/cephadm/upgrade/{1-start-distro/1-start-centos_9.stream 2-repo_digest/defaut 3-upgrade/staggered 4-wait 5-upgrade-ls agent/off mon_election/classic} email: ceph-qa@ceph.com first_in_suite: false job_id: '7908187' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi name: teuthology-2024-09-16_22:08:02-orch-reef-distro-default-smithi no_nested_subset: false os_type: centos os_version: 9.stream overrides: admin_socket: branch: reef ceph: conf: global: mon election default strategy: 1 mgr: debug mgr: 20 debug ms: 1 mgr/cephadm/use_agent: false mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - CEPHADM_STRAY_DAEMON - CEPHADM_FAILED_DAEMON - CEPHADM_AGENT_DOWN log-only-match: - CEPHADM_ sha1: 19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: flavor: default sha1: 19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 workunit: branch: reef sha1: 1cbdc9211df088cccbd94423c7cf3a2b85fe432b owner: scheduled_teuthology@teuthology priority: 930 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 5234 sha1: 19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 sleep_before_teardown: 0 subset: 46/64 suite: orch suite_branch: reef suite_path: /home/teuthworker/src/git.ceph.com_ceph_1cbdc9211df088cccbd94423c7cf3a2b85fe432b/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 1cbdc9211df088cccbd94423c7cf3a2b85fe432b targets: smithi088.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOOfF6p6ugRYb8MRdou5do7CSEUlA7f6sstBAbGw2OElqW8twug/hX1XC3gZZd69G8qnyFtc/tcYXVLO9OOLRbo= smithi187.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLrNRJ3EIwPrC9MBa/fiZM8GdzZipwK6xltQet+C297+d9KaCk1U3uwWSU75O1fx4XX76vvV5UwQDFgNKcMHkcQ= tasks: - cephadm: allow_ptrace: false avoid_pacific_features: true cephadm_branch: v16.2.0 cephadm_git_url: https://github.com/ceph/ceph image: quay.io/ceph/ceph:v16.2.0 - cephadm.shell: env: - sha1 mon.a: - radosgw-admin realm create --rgw-realm=r --default - radosgw-admin zonegroup create --rgw-zonegroup=default --master --default - radosgw-admin zone create --rgw-zonegroup=default --rgw-zone=z --master --default - radosgw-admin period update --rgw-realm=r --commit - ceph orch apply rgw foo --realm r --zone z --placement=2 --port=8000 - ceph osd pool create foo - rbd pool init foo - ceph orch apply iscsi foo u p - sleep 180 - ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force - ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force - ceph config set global log_to_journald false --force - ceph orch ps - ceph versions - ceph -s - ceph orch ls - ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1 - ceph orch ps --refresh - sleep 180 - ceph orch ps - ceph versions - ceph -s - ceph health detail - ceph versions | jq -e '.mgr | length == 2' - ceph mgr fail - sleep 180 - ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1 - ceph orch ps --refresh - sleep 180 - ceph orch ps - ceph versions - ceph health detail - ceph -s - ceph mgr fail - sleep 180 - ceph orch ps - ceph versions - ceph -s - ceph health detail - ceph versions | jq -e '.mgr | length == 1' - ceph mgr fail - sleep 180 - ceph orch ps - ceph orch ls - ceph versions - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mgr - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph versions | jq -e '.mgr | length == 1' - ceph versions | jq -e '.mgr | keys' | grep $sha1 - ceph versions | jq -e '.overall | length == 2' - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 2' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.x | awk '{print $2}') - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.mon | length == 2' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.y | awk '{print $2}') - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.mon | length == 1' - ceph versions | jq -e '.mon | keys' | grep $sha1 - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 5' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types osd --limit 2 - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.osd | length == 2' - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 7' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types crash,osd --limit 1 - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.osd | length == 2' - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 8' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types crash,osd - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.osd | length == 1' - ceph versions | jq -e '.osd | keys' | grep $sha1 - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --services rgw.foo - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.rgw | length == 1' - ceph versions | jq -e '.rgw | keys' | grep $sha1 - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - cephadm.shell: env: - sha1 mon.a: - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; ceph health detail ; sleep 30 ; done - ceph orch ps - ceph versions - echo "wait for servicemap items w/ changing names to refresh" - sleep 60 - ceph orch ps - ceph versions - ceph orch upgrade status - ceph health detail - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - ceph orch ls | grep '^osd ' - cephadm.shell: mon.a: - ceph orch upgrade ls - ceph orch upgrade ls --image quay.io/ceph/ceph --show-all-versions | grep 16.2.0 - ceph orch upgrade ls --image quay.io/ceph/ceph --tags | grep v16.2.2 teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-16_22:08:02 tube: smithi user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-17T07:54:04.598 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_1cbdc9211df088cccbd94423c7cf3a2b85fe432b/qa; will attempt to use it 2024-09-17T07:54:04.598 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_1cbdc9211df088cccbd94423c7cf3a2b85fe432b/qa/tasks 2024-09-17T07:54:04.599 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-17T07:54:04.600 INFO:teuthology.task.internal:Checking packages... 2024-09-17T07:54:04.622 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '19e2a2beb6f41a3ab62650e38614eb29b59dcbb9' 2024-09-17T07:54:04.622 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-17T07:54:04.622 INFO:teuthology.packaging:ref: None 2024-09-17T07:54:04.622 INFO:teuthology.packaging:tag: None 2024-09-17T07:54:04.622 INFO:teuthology.packaging:branch: reef 2024-09-17T07:54:04.622 INFO:teuthology.packaging:sha1: 19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T07:54:04.622 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-09-17T07:54:04.867 INFO:teuthology.task.internal:Found packages for ceph version 18.2.4-855.g19e2a2be 2024-09-17T07:54:04.868 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-17T07:54:04.874 INFO:teuthology.task.internal:no buildpackages task found 2024-09-17T07:54:04.874 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-17T07:54:04.912 INFO:teuthology.task.internal:Saving configuration 2024-09-17T07:54:04.932 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-17T07:54:04.967 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-17T07:54:04.994 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi088.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-16_22:08:02-orch-reef-distro-default-smithi/7908187', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-17 07:48:42.938765', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOOfF6p6ugRYb8MRdou5do7CSEUlA7f6sstBAbGw2OElqW8twug/hX1XC3gZZd69G8qnyFtc/tcYXVLO9OOLRbo='} 2024-09-17T07:54:05.018 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi187.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-16_22:08:02-orch-reef-distro-default-smithi/7908187', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-17 07:48:42.940359', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLrNRJ3EIwPrC9MBa/fiZM8GdzZipwK6xltQet+C297+d9KaCk1U3uwWSU75O1fx4XX76vvV5UwQDFgNKcMHkcQ='} 2024-09-17T07:54:05.018 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-17T07:54:05.026 INFO:teuthology.task.internal:roles: ubuntu@smithi088.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-09-17T07:54:05.026 INFO:teuthology.task.internal:roles: ubuntu@smithi187.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-09-17T07:54:05.026 INFO:teuthology.run_tasks:Running task console_log... 2024-09-17T07:54:05.112 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f592286fac0>, signals=[15]) 2024-09-17T07:54:05.113 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-17T07:54:05.118 INFO:teuthology.task.internal:Opening connections... 2024-09-17T07:54:05.118 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi088.front.sepia.ceph.com 2024-09-17T07:54:05.119 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi088.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-17T07:54:05.199 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi187.front.sepia.ceph.com 2024-09-17T07:54:05.200 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi187.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-17T07:54:05.274 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-17T07:54:05.280 DEBUG:teuthology.orchestra.run.smithi088:> uname -m 2024-09-17T07:54:05.297 INFO:teuthology.orchestra.run.smithi088.stdout:x86_64 2024-09-17T07:54:05.298 DEBUG:teuthology.orchestra.run.smithi088:> cat /etc/os-release 2024-09-17T07:54:05.355 INFO:teuthology.orchestra.run.smithi088.stdout:NAME="CentOS Stream" 2024-09-17T07:54:05.355 INFO:teuthology.orchestra.run.smithi088.stdout:VERSION="9" 2024-09-17T07:54:05.355 INFO:teuthology.orchestra.run.smithi088.stdout:ID="centos" 2024-09-17T07:54:05.356 INFO:teuthology.orchestra.run.smithi088.stdout:ID_LIKE="rhel fedora" 2024-09-17T07:54:05.356 INFO:teuthology.orchestra.run.smithi088.stdout:VERSION_ID="9" 2024-09-17T07:54:05.356 INFO:teuthology.orchestra.run.smithi088.stdout:PLATFORM_ID="platform:el9" 2024-09-17T07:54:05.356 INFO:teuthology.orchestra.run.smithi088.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-17T07:54:05.356 INFO:teuthology.orchestra.run.smithi088.stdout:ANSI_COLOR="0;31" 2024-09-17T07:54:05.356 INFO:teuthology.orchestra.run.smithi088.stdout:LOGO="fedora-logo-icon" 2024-09-17T07:54:05.356 INFO:teuthology.orchestra.run.smithi088.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-17T07:54:05.356 INFO:teuthology.orchestra.run.smithi088.stdout:HOME_URL="https://centos.org/" 2024-09-17T07:54:05.356 INFO:teuthology.orchestra.run.smithi088.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-17T07:54:05.356 INFO:teuthology.orchestra.run.smithi088.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-17T07:54:05.356 INFO:teuthology.orchestra.run.smithi088.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-17T07:54:05.357 INFO:teuthology.lock.ops:Updating smithi088.front.sepia.ceph.com on lock server 2024-09-17T07:54:05.377 DEBUG:teuthology.orchestra.run.smithi187:> uname -m 2024-09-17T07:54:05.395 INFO:teuthology.orchestra.run.smithi187.stdout:x86_64 2024-09-17T07:54:05.395 DEBUG:teuthology.orchestra.run.smithi187:> cat /etc/os-release 2024-09-17T07:54:05.453 INFO:teuthology.orchestra.run.smithi187.stdout:NAME="CentOS Stream" 2024-09-17T07:54:05.454 INFO:teuthology.orchestra.run.smithi187.stdout:VERSION="9" 2024-09-17T07:54:05.454 INFO:teuthology.orchestra.run.smithi187.stdout:ID="centos" 2024-09-17T07:54:05.454 INFO:teuthology.orchestra.run.smithi187.stdout:ID_LIKE="rhel fedora" 2024-09-17T07:54:05.454 INFO:teuthology.orchestra.run.smithi187.stdout:VERSION_ID="9" 2024-09-17T07:54:05.454 INFO:teuthology.orchestra.run.smithi187.stdout:PLATFORM_ID="platform:el9" 2024-09-17T07:54:05.454 INFO:teuthology.orchestra.run.smithi187.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-17T07:54:05.454 INFO:teuthology.orchestra.run.smithi187.stdout:ANSI_COLOR="0;31" 2024-09-17T07:54:05.454 INFO:teuthology.orchestra.run.smithi187.stdout:LOGO="fedora-logo-icon" 2024-09-17T07:54:05.454 INFO:teuthology.orchestra.run.smithi187.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-17T07:54:05.454 INFO:teuthology.orchestra.run.smithi187.stdout:HOME_URL="https://centos.org/" 2024-09-17T07:54:05.454 INFO:teuthology.orchestra.run.smithi187.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-17T07:54:05.454 INFO:teuthology.orchestra.run.smithi187.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-17T07:54:05.455 INFO:teuthology.orchestra.run.smithi187.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-17T07:54:05.455 INFO:teuthology.lock.ops:Updating smithi187.front.sepia.ceph.com on lock server 2024-09-17T07:54:05.477 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-17T07:54:05.485 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-17T07:54:05.490 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-17T07:54:05.490 DEBUG:teuthology.orchestra.run.smithi088:> test '!' -e /home/ubuntu/cephtest 2024-09-17T07:54:05.493 DEBUG:teuthology.orchestra.run.smithi187:> test '!' -e /home/ubuntu/cephtest 2024-09-17T07:54:05.510 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-17T07:54:05.516 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-17T07:54:05.516 DEBUG:teuthology.orchestra.run.smithi088:> test -z $(ls -A /var/lib/ceph) 2024-09-17T07:54:05.550 DEBUG:teuthology.orchestra.run.smithi187:> test -z $(ls -A /var/lib/ceph) 2024-09-17T07:54:05.645 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-17T07:54:05.701 INFO:teuthology.run_tasks:Running task kernel... 2024-09-17T07:54:05.715 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-17T07:54:05.715 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-17T07:54:05.715 DEBUG:teuthology.orchestra.run.smithi088:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-17T07:54:05.716 DEBUG:teuthology.orchestra.run.smithi187:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-17T07:54:05.732 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-17T07:54:05.733 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-17T07:54:05.733 DEBUG:teuthology.orchestra.run.smithi088:> uname -r 2024-09-17T07:54:05.734 DEBUG:teuthology.orchestra.run.smithi187:> uname -r 2024-09-17T07:54:05.791 INFO:teuthology.orchestra.run.smithi088.stdout:5.14.0-503.el9.x86_64 2024-09-17T07:54:05.791 INFO:teuthology.task.kernel:Running kernel on smithi088: 5.14.0-503.el9.x86_64 2024-09-17T07:54:05.791 DEBUG:teuthology.orchestra.run.smithi088:> sudo yum install -y kernel 2024-09-17T07:54:05.792 INFO:teuthology.orchestra.run.smithi187.stdout:5.14.0-503.el9.x86_64 2024-09-17T07:54:05.793 INFO:teuthology.task.kernel:Running kernel on smithi187: 5.14.0-503.el9.x86_64 2024-09-17T07:54:05.793 DEBUG:teuthology.orchestra.run.smithi187:> sudo yum install -y kernel 2024-09-17T07:54:09.000 INFO:teuthology.orchestra.run.smithi187.stdout:CentOS Stream 9 - BaseOS 5.8 MB/s | 8.3 MB 00:01 2024-09-17T07:54:09.412 INFO:teuthology.orchestra.run.smithi088.stdout:CentOS Stream 9 - BaseOS 4.6 MB/s | 8.3 MB 00:01 2024-09-17T07:54:13.412 INFO:teuthology.orchestra.run.smithi088.stdout:CentOS Stream 9 - AppStream 7.0 MB/s | 20 MB 00:02 2024-09-17T07:54:20.920 INFO:teuthology.orchestra.run.smithi088.stdout:CentOS Stream 9 - CRB 1.7 MB/s | 6.5 MB 00:03 2024-09-17T07:54:22.479 INFO:teuthology.orchestra.run.smithi088.stdout:CentOS Stream 9 - Extras packages 55 kB/s | 19 kB 00:00 2024-09-17T07:54:23.566 INFO:teuthology.orchestra.run.smithi088.stdout:Extra Packages for Enterprise Linux 23 MB/s | 23 MB 00:00 2024-09-17T07:54:26.690 INFO:teuthology.orchestra.run.smithi187.stdout:CentOS Stream 9 - AppStream 1.2 MB/s | 20 MB 00:16 2024-09-17T07:54:28.913 INFO:teuthology.orchestra.run.smithi088.stdout:lab-extras 49 kB/s | 1.7 kB 00:00 2024-09-17T07:54:30.811 INFO:teuthology.orchestra.run.smithi088.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-17T07:54:30.811 INFO:teuthology.orchestra.run.smithi088.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-17T07:54:30.909 INFO:teuthology.orchestra.run.smithi088.stdout:Dependencies resolved. 2024-09-17T07:54:30.920 INFO:teuthology.orchestra.run.smithi088.stdout:================================================================================ 2024-09-17T07:54:30.920 INFO:teuthology.orchestra.run.smithi088.stdout: Package Architecture Version Repository Size 2024-09-17T07:54:30.921 INFO:teuthology.orchestra.run.smithi088.stdout:================================================================================ 2024-09-17T07:54:30.921 INFO:teuthology.orchestra.run.smithi088.stdout:Installing: 2024-09-17T07:54:30.921 INFO:teuthology.orchestra.run.smithi088.stdout: kernel x86_64 5.14.0-508.el9 baseos 36 k 2024-09-17T07:54:30.921 INFO:teuthology.orchestra.run.smithi088.stdout:Installing dependencies: 2024-09-17T07:54:30.921 INFO:teuthology.orchestra.run.smithi088.stdout: kernel-core x86_64 5.14.0-508.el9 baseos 16 M 2024-09-17T07:54:30.921 INFO:teuthology.orchestra.run.smithi088.stdout: kernel-modules x86_64 5.14.0-508.el9 baseos 35 M 2024-09-17T07:54:30.921 INFO:teuthology.orchestra.run.smithi088.stdout: kernel-modules-core x86_64 5.14.0-508.el9 baseos 29 M 2024-09-17T07:54:30.921 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-09-17T07:54:30.922 INFO:teuthology.orchestra.run.smithi088.stdout:Transaction Summary 2024-09-17T07:54:30.922 INFO:teuthology.orchestra.run.smithi088.stdout:================================================================================ 2024-09-17T07:54:30.922 INFO:teuthology.orchestra.run.smithi088.stdout:Install 4 Packages 2024-09-17T07:54:30.922 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-09-17T07:54:30.923 INFO:teuthology.orchestra.run.smithi088.stdout:Total download size: 79 M 2024-09-17T07:54:30.923 INFO:teuthology.orchestra.run.smithi088.stdout:Installed size: 126 M 2024-09-17T07:54:30.923 INFO:teuthology.orchestra.run.smithi088.stdout:Downloading Packages: 2024-09-17T07:54:31.123 INFO:teuthology.orchestra.run.smithi088.stdout:(1/4): kernel-5.14.0-508.el9.x86_64.rpm 232 kB/s | 36 kB 00:00 2024-09-17T07:54:31.607 INFO:teuthology.orchestra.run.smithi088.stdout:(2/4): kernel-core-5.14.0-508.el9.x86_64.rpm 25 MB/s | 16 MB 00:00 2024-09-17T07:54:32.015 INFO:teuthology.orchestra.run.smithi088.stdout:(3/4): kernel-modules-core-5.14.0-508.el9.x86_6 32 MB/s | 29 MB 00:00 2024-09-17T07:54:32.323 INFO:teuthology.orchestra.run.smithi088.stdout:(4/4): kernel-modules-5.14.0-508.el9.x86_64.rpm 25 MB/s | 35 MB 00:01 2024-09-17T07:54:32.324 INFO:teuthology.orchestra.run.smithi088.stdout:-------------------------------------------------------------------------------- 2024-09-17T07:54:32.324 INFO:teuthology.orchestra.run.smithi088.stdout:Total 56 MB/s | 79 MB 00:01 2024-09-17T07:54:32.507 INFO:teuthology.orchestra.run.smithi187.stdout:CentOS Stream 9 - CRB 3.2 MB/s | 6.5 MB 00:02 2024-09-17T07:54:33.008 INFO:teuthology.orchestra.run.smithi088.stdout:Running transaction check 2024-09-17T07:54:33.352 INFO:teuthology.orchestra.run.smithi088.stdout:Transaction check succeeded. 2024-09-17T07:54:33.352 INFO:teuthology.orchestra.run.smithi088.stdout:Running transaction test 2024-09-17T07:54:34.320 INFO:teuthology.orchestra.run.smithi088.stdout:Transaction test succeeded. 2024-09-17T07:54:34.320 INFO:teuthology.orchestra.run.smithi088.stdout:Running transaction 2024-09-17T07:54:34.416 INFO:teuthology.orchestra.run.smithi187.stdout:CentOS Stream 9 - Extras packages 28 kB/s | 19 kB 00:00 2024-09-17T07:54:35.187 INFO:teuthology.orchestra.run.smithi187.stdout:Extra Packages for Enterprise Linux 35 MB/s | 23 MB 00:00 2024-09-17T07:54:36.749 INFO:teuthology.orchestra.run.smithi088.stdout: Preparing : 1/1 2024-09-17T07:54:37.385 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : kernel-modules-core-5.14.0-508.el9.x86_64 1/4 2024-09-17T07:54:37.476 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-17T07:54:40.237 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-17T07:54:40.362 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-17T07:54:40.651 INFO:teuthology.orchestra.run.smithi187.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-09-17T07:54:42.574 INFO:teuthology.orchestra.run.smithi187.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-17T07:54:42.574 INFO:teuthology.orchestra.run.smithi187.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-17T07:54:42.669 INFO:teuthology.orchestra.run.smithi187.stdout:Dependencies resolved. 2024-09-17T07:54:42.673 INFO:teuthology.orchestra.run.smithi187.stdout:================================================================================ 2024-09-17T07:54:42.673 INFO:teuthology.orchestra.run.smithi187.stdout: Package Architecture Version Repository Size 2024-09-17T07:54:42.674 INFO:teuthology.orchestra.run.smithi187.stdout:================================================================================ 2024-09-17T07:54:42.674 INFO:teuthology.orchestra.run.smithi187.stdout:Installing: 2024-09-17T07:54:42.674 INFO:teuthology.orchestra.run.smithi187.stdout: kernel x86_64 5.14.0-508.el9 baseos 36 k 2024-09-17T07:54:42.674 INFO:teuthology.orchestra.run.smithi187.stdout:Installing dependencies: 2024-09-17T07:54:42.674 INFO:teuthology.orchestra.run.smithi187.stdout: kernel-core x86_64 5.14.0-508.el9 baseos 16 M 2024-09-17T07:54:42.674 INFO:teuthology.orchestra.run.smithi187.stdout: kernel-modules x86_64 5.14.0-508.el9 baseos 35 M 2024-09-17T07:54:42.674 INFO:teuthology.orchestra.run.smithi187.stdout: kernel-modules-core x86_64 5.14.0-508.el9 baseos 29 M 2024-09-17T07:54:42.674 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-09-17T07:54:42.674 INFO:teuthology.orchestra.run.smithi187.stdout:Transaction Summary 2024-09-17T07:54:42.674 INFO:teuthology.orchestra.run.smithi187.stdout:================================================================================ 2024-09-17T07:54:42.674 INFO:teuthology.orchestra.run.smithi187.stdout:Install 4 Packages 2024-09-17T07:54:42.675 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-09-17T07:54:42.675 INFO:teuthology.orchestra.run.smithi187.stdout:Total download size: 79 M 2024-09-17T07:54:42.675 INFO:teuthology.orchestra.run.smithi187.stdout:Installed size: 126 M 2024-09-17T07:54:42.675 INFO:teuthology.orchestra.run.smithi187.stdout:Downloading Packages: 2024-09-17T07:54:43.344 INFO:teuthology.orchestra.run.smithi187.stdout:(1/4): kernel-5.14.0-508.el9.x86_64.rpm 64 kB/s | 36 kB 00:00 2024-09-17T07:54:44.319 INFO:teuthology.orchestra.run.smithi187.stdout:(2/4): kernel-core-5.14.0-508.el9.x86_64.rpm 10 MB/s | 16 MB 00:01 2024-09-17T07:54:44.927 INFO:teuthology.orchestra.run.smithi187.stdout:(3/4): kernel-modules-5.14.0-508.el9.x86_64.rpm 16 MB/s | 35 MB 00:02 2024-09-17T07:54:45.173 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-17T07:54:45.295 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : kernel-5.14.0-508.el9.x86_64 4/4 2024-09-17T07:54:45.644 INFO:teuthology.orchestra.run.smithi187.stdout:(4/4): kernel-modules-core-5.14.0-508.el9.x86_6 12 MB/s | 29 MB 00:02 2024-09-17T07:54:45.645 INFO:teuthology.orchestra.run.smithi187.stdout:-------------------------------------------------------------------------------- 2024-09-17T07:54:45.645 INFO:teuthology.orchestra.run.smithi187.stdout:Total 27 MB/s | 79 MB 00:02 2024-09-17T07:54:46.330 INFO:teuthology.orchestra.run.smithi187.stdout:Running transaction check 2024-09-17T07:54:46.692 INFO:teuthology.orchestra.run.smithi187.stdout:Transaction check succeeded. 2024-09-17T07:54:46.692 INFO:teuthology.orchestra.run.smithi187.stdout:Running transaction test 2024-09-17T07:54:47.674 INFO:teuthology.orchestra.run.smithi187.stdout:Transaction test succeeded. 2024-09-17T07:54:47.674 INFO:teuthology.orchestra.run.smithi187.stdout:Running transaction 2024-09-17T07:54:50.104 INFO:teuthology.orchestra.run.smithi187.stdout: Preparing : 1/1 2024-09-17T07:54:50.139 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-17T07:54:50.748 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : kernel-modules-core-5.14.0-508.el9.x86_64 1/4 2024-09-17T07:54:50.836 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-17T07:54:53.581 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-17T07:54:53.712 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-17T07:54:58.517 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-17T07:54:58.554 INFO:teuthology.orchestra.run.smithi187.stdout: Installing : kernel-5.14.0-508.el9.x86_64 4/4 2024-09-17T07:55:03.447 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-17T07:55:28.351 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 4/4 2024-09-17T07:55:28.391 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 4/4 2024-09-17T07:55:28.807 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: kernel-5.14.0-508.el9.x86_64 4/4 2024-09-17T07:55:28.808 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : kernel-5.14.0-508.el9.x86_64 1/4 2024-09-17T07:55:28.808 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-17T07:55:28.808 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-17T07:55:29.648 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-17T07:55:29.649 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-09-17T07:55:29.649 INFO:teuthology.orchestra.run.smithi088.stdout:Installed: 2024-09-17T07:55:29.649 INFO:teuthology.orchestra.run.smithi088.stdout: kernel-5.14.0-508.el9.x86_64 2024-09-17T07:55:29.649 INFO:teuthology.orchestra.run.smithi088.stdout: kernel-core-5.14.0-508.el9.x86_64 2024-09-17T07:55:29.649 INFO:teuthology.orchestra.run.smithi088.stdout: kernel-modules-5.14.0-508.el9.x86_64 2024-09-17T07:55:29.649 INFO:teuthology.orchestra.run.smithi088.stdout: kernel-modules-core-5.14.0-508.el9.x86_64 2024-09-17T07:55:29.649 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-09-17T07:55:29.649 INFO:teuthology.orchestra.run.smithi088.stdout:Complete! 2024-09-17T07:55:29.996 DEBUG:teuthology.orchestra.run.smithi088:> rpm -q kernel | sort -rV | head -n 1 2024-09-17T07:55:30.087 INFO:teuthology.orchestra.run.smithi088.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-17T07:55:30.087 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-17T07:55:30.088 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-508.el9.x86_64 2024-09-17T07:55:30.088 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-17T07:55:30.088 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-17T07:55:30.088 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-17T07:55:30.088 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi088.front.sepia.ceph.com, path=None, version=distro) 2024-09-17T07:55:30.088 DEBUG:teuthology.orchestra.run.smithi088:> rpm -q kernel | sort -rV | head -n 1 2024-09-17T07:55:30.146 INFO:teuthology.orchestra.run.smithi088.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-17T07:55:30.146 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-17T07:55:30.147 DEBUG:teuthology.orchestra.run.smithi088:> sudo rpm -qi grub2-tools 2024-09-17T07:55:30.178 INFO:teuthology.orchestra.run.smithi088.stdout:Name : grub2-tools 2024-09-17T07:55:30.178 INFO:teuthology.orchestra.run.smithi088.stdout:Epoch : 1 2024-09-17T07:55:30.179 INFO:teuthology.orchestra.run.smithi088.stdout:Version : 2.06 2024-09-17T07:55:30.179 INFO:teuthology.orchestra.run.smithi088.stdout:Release : 82.el9 2024-09-17T07:55:30.179 INFO:teuthology.orchestra.run.smithi088.stdout:Architecture: x86_64 2024-09-17T07:55:30.179 INFO:teuthology.orchestra.run.smithi088.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-17T07:55:30.179 INFO:teuthology.orchestra.run.smithi088.stdout:Group : Unspecified 2024-09-17T07:55:30.179 INFO:teuthology.orchestra.run.smithi088.stdout:Size : 8274670 2024-09-17T07:55:30.179 INFO:teuthology.orchestra.run.smithi088.stdout:License : GPLv3+ 2024-09-17T07:55:30.179 INFO:teuthology.orchestra.run.smithi088.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-17T07:55:30.179 INFO:teuthology.orchestra.run.smithi088.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-17T07:55:30.179 INFO:teuthology.orchestra.run.smithi088.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-17T07:55:30.179 INFO:teuthology.orchestra.run.smithi088.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-17T07:55:30.179 INFO:teuthology.orchestra.run.smithi088.stdout:Packager : builder@centos.org 2024-09-17T07:55:30.179 INFO:teuthology.orchestra.run.smithi088.stdout:Vendor : CentOS 2024-09-17T07:55:30.180 INFO:teuthology.orchestra.run.smithi088.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-17T07:55:30.180 INFO:teuthology.orchestra.run.smithi088.stdout:Summary : Support tools for GRUB. 2024-09-17T07:55:30.180 INFO:teuthology.orchestra.run.smithi088.stdout:Description : 2024-09-17T07:55:30.180 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-09-17T07:55:30.180 INFO:teuthology.orchestra.run.smithi088.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-17T07:55:30.180 INFO:teuthology.orchestra.run.smithi088.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-17T07:55:30.180 INFO:teuthology.orchestra.run.smithi088.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-17T07:55:30.180 INFO:teuthology.orchestra.run.smithi088.stdout:hardware devices. 2024-09-17T07:55:30.180 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-09-17T07:55:30.180 INFO:teuthology.orchestra.run.smithi088.stdout:This subpackage provides tools for support of all platforms. 2024-09-17T07:55:30.181 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-17T07:55:30.181 INFO:teuthology.task.kernel:Updating grub on smithi088 to boot 5.14.0-508.el9.x86_64 2024-09-17T07:55:30.181 DEBUG:teuthology.orchestra.run.smithi088:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-17T07:55:30.823 INFO:teuthology.orchestra.run.smithi088.stderr:Generating grub configuration file ... 2024-09-17T07:55:32.230 INFO:teuthology.orchestra.run.smithi088.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-17T07:55:32.262 INFO:teuthology.orchestra.run.smithi088.stderr:done 2024-09-17T07:55:32.264 DEBUG:teuthology.orchestra.run.smithi088:> mktemp 2024-09-17T07:55:32.280 INFO:teuthology.orchestra.run.smithi088.stdout:/tmp/tmp.CZfyIgMylo 2024-09-17T07:55:32.281 DEBUG:teuthology.orchestra.run.smithi088:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.CZfyIgMylo 2024-09-17T07:55:32.347 DEBUG:teuthology.orchestra.run.smithi088:> sudo chmod 0666 /tmp/tmp.CZfyIgMylo 2024-09-17T07:55:32.479 DEBUG:teuthology.orchestra.remote:smithi088:/tmp/tmp.CZfyIgMylo is 6KB 2024-09-17T07:55:32.527 DEBUG:teuthology.orchestra.run.smithi088:> rm -fr /tmp/tmp.CZfyIgMylo 2024-09-17T07:55:32.542 DEBUG:teuthology.orchestra.run.smithi088:> sudo /bin/ls /boot/loader/entries || true 2024-09-17T07:55:32.604 INFO:teuthology.orchestra.run.smithi088.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-17T07:55:32.605 INFO:teuthology.orchestra.run.smithi088.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-17T07:55:32.605 INFO:teuthology.orchestra.run.smithi088.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-17T07:55:32.605 INFO:teuthology.orchestra.run.smithi088.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64.conf 2024-09-17T07:55:32.606 DEBUG:teuthology.orchestra.run.smithi088:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64 2024-09-17T07:55:32.794 DEBUG:teuthology.orchestra.run.smithi088:> sudo shutdown -r now 2024-09-17T07:55:41.483 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 4/4 2024-09-17T07:55:41.524 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 4/4 2024-09-17T07:55:41.890 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: kernel-5.14.0-508.el9.x86_64 4/4 2024-09-17T07:55:41.890 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : kernel-5.14.0-508.el9.x86_64 1/4 2024-09-17T07:55:41.891 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-17T07:55:41.891 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-17T07:55:42.728 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-17T07:55:42.728 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-09-17T07:55:42.729 INFO:teuthology.orchestra.run.smithi187.stdout:Installed: 2024-09-17T07:55:42.729 INFO:teuthology.orchestra.run.smithi187.stdout: kernel-5.14.0-508.el9.x86_64 2024-09-17T07:55:42.729 INFO:teuthology.orchestra.run.smithi187.stdout: kernel-core-5.14.0-508.el9.x86_64 2024-09-17T07:55:42.729 INFO:teuthology.orchestra.run.smithi187.stdout: kernel-modules-5.14.0-508.el9.x86_64 2024-09-17T07:55:42.729 INFO:teuthology.orchestra.run.smithi187.stdout: kernel-modules-core-5.14.0-508.el9.x86_64 2024-09-17T07:55:42.729 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-09-17T07:55:42.729 INFO:teuthology.orchestra.run.smithi187.stdout:Complete! 2024-09-17T07:55:43.110 DEBUG:teuthology.orchestra.run.smithi187:> rpm -q kernel | sort -rV | head -n 1 2024-09-17T07:55:43.202 INFO:teuthology.orchestra.run.smithi187.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-17T07:55:43.202 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-17T07:55:43.202 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-508.el9.x86_64 2024-09-17T07:55:43.202 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-17T07:55:43.202 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-17T07:55:43.202 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-17T07:55:43.202 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi187.front.sepia.ceph.com, path=None, version=distro) 2024-09-17T07:55:43.203 DEBUG:teuthology.orchestra.run.smithi187:> rpm -q kernel | sort -rV | head -n 1 2024-09-17T07:55:43.261 INFO:teuthology.orchestra.run.smithi187.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-17T07:55:43.261 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-17T07:55:43.261 DEBUG:teuthology.orchestra.run.smithi187:> sudo rpm -qi grub2-tools 2024-09-17T07:55:43.293 INFO:teuthology.orchestra.run.smithi187.stdout:Name : grub2-tools 2024-09-17T07:55:43.294 INFO:teuthology.orchestra.run.smithi187.stdout:Epoch : 1 2024-09-17T07:55:43.294 INFO:teuthology.orchestra.run.smithi187.stdout:Version : 2.06 2024-09-17T07:55:43.294 INFO:teuthology.orchestra.run.smithi187.stdout:Release : 82.el9 2024-09-17T07:55:43.294 INFO:teuthology.orchestra.run.smithi187.stdout:Architecture: x86_64 2024-09-17T07:55:43.294 INFO:teuthology.orchestra.run.smithi187.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-17T07:55:43.294 INFO:teuthology.orchestra.run.smithi187.stdout:Group : Unspecified 2024-09-17T07:55:43.294 INFO:teuthology.orchestra.run.smithi187.stdout:Size : 8274670 2024-09-17T07:55:43.294 INFO:teuthology.orchestra.run.smithi187.stdout:License : GPLv3+ 2024-09-17T07:55:43.294 INFO:teuthology.orchestra.run.smithi187.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-17T07:55:43.294 INFO:teuthology.orchestra.run.smithi187.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-17T07:55:43.294 INFO:teuthology.orchestra.run.smithi187.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-17T07:55:43.294 INFO:teuthology.orchestra.run.smithi187.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-17T07:55:43.294 INFO:teuthology.orchestra.run.smithi187.stdout:Packager : builder@centos.org 2024-09-17T07:55:43.295 INFO:teuthology.orchestra.run.smithi187.stdout:Vendor : CentOS 2024-09-17T07:55:43.295 INFO:teuthology.orchestra.run.smithi187.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-17T07:55:43.295 INFO:teuthology.orchestra.run.smithi187.stdout:Summary : Support tools for GRUB. 2024-09-17T07:55:43.295 INFO:teuthology.orchestra.run.smithi187.stdout:Description : 2024-09-17T07:55:43.295 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-09-17T07:55:43.295 INFO:teuthology.orchestra.run.smithi187.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-17T07:55:43.295 INFO:teuthology.orchestra.run.smithi187.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-17T07:55:43.295 INFO:teuthology.orchestra.run.smithi187.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-17T07:55:43.295 INFO:teuthology.orchestra.run.smithi187.stdout:hardware devices. 2024-09-17T07:55:43.295 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-09-17T07:55:43.295 INFO:teuthology.orchestra.run.smithi187.stdout:This subpackage provides tools for support of all platforms. 2024-09-17T07:55:43.296 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-17T07:55:43.296 INFO:teuthology.task.kernel:Updating grub on smithi187 to boot 5.14.0-508.el9.x86_64 2024-09-17T07:55:43.296 DEBUG:teuthology.orchestra.run.smithi187:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-17T07:55:43.958 INFO:teuthology.orchestra.run.smithi187.stderr:Generating grub configuration file ... 2024-09-17T07:55:45.337 INFO:teuthology.orchestra.run.smithi187.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-17T07:55:45.369 INFO:teuthology.orchestra.run.smithi187.stderr:done 2024-09-17T07:55:45.381 DEBUG:teuthology.orchestra.run.smithi187:> mktemp 2024-09-17T07:55:45.397 INFO:teuthology.orchestra.run.smithi187.stdout:/tmp/tmp.f9OL6X2I9B 2024-09-17T07:55:45.398 DEBUG:teuthology.orchestra.run.smithi187:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.f9OL6X2I9B 2024-09-17T07:55:45.464 DEBUG:teuthology.orchestra.run.smithi187:> sudo chmod 0666 /tmp/tmp.f9OL6X2I9B 2024-09-17T07:55:45.612 DEBUG:teuthology.orchestra.remote:smithi187:/tmp/tmp.f9OL6X2I9B is 6KB 2024-09-17T07:55:45.662 DEBUG:teuthology.orchestra.run.smithi187:> rm -fr /tmp/tmp.f9OL6X2I9B 2024-09-17T07:55:45.677 DEBUG:teuthology.orchestra.run.smithi187:> sudo /bin/ls /boot/loader/entries || true 2024-09-17T07:55:45.740 INFO:teuthology.orchestra.run.smithi187.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-17T07:55:45.740 INFO:teuthology.orchestra.run.smithi187.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-17T07:55:45.740 INFO:teuthology.orchestra.run.smithi187.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-17T07:55:45.740 INFO:teuthology.orchestra.run.smithi187.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64.conf 2024-09-17T07:55:45.741 DEBUG:teuthology.orchestra.run.smithi187:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64 2024-09-17T07:55:45.898 DEBUG:teuthology.orchestra.run.smithi187:> sudo shutdown -r now 2024-09-17T07:56:02.813 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-17T07:56:02.814 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi088.front.sepia.ceph.com' 2024-09-17T07:56:02.815 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi088.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-17T07:56:15.913 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-17T07:56:15.913 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi187.front.sepia.ceph.com' 2024-09-17T07:56:15.914 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi187.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-17T07:56:21.181 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.88 2024-09-17T07:56:30.189 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi088.front.sepia.ceph.com' 2024-09-17T07:56:30.190 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi088.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-17T07:56:33.245 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.88 2024-09-17T07:56:34.237 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.187 2024-09-17T07:56:43.239 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi187.front.sepia.ceph.com' 2024-09-17T07:56:43.240 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi187.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-17T07:56:45.248 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi088.front.sepia.ceph.com' 2024-09-17T07:56:45.250 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi088.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-17T07:56:46.301 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.187 2024-09-17T07:56:48.321 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.88 2024-09-17T07:56:58.309 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi187.front.sepia.ceph.com' 2024-09-17T07:56:58.310 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi187.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-17T07:57:03.325 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi088.front.sepia.ceph.com' 2024-09-17T07:57:03.325 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi088.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-17T07:57:16.733 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.187 2024-09-17T07:57:31.749 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi187.front.sepia.ceph.com' 2024-09-17T07:57:31.750 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi187.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-17T07:57:32.060 DEBUG:teuthology.orchestra.run.smithi187:> true 2024-09-17T07:57:32.448 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi187.front.sepia.ceph.com' 2024-09-17T07:57:32.448 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-508.el9.x86_64"... 2024-09-17T07:57:32.448 DEBUG:teuthology.orchestra.run.smithi187:> uname -r 2024-09-17T07:57:32.464 INFO:teuthology.orchestra.run.smithi187.stdout:5.14.0-508.el9.x86_64 2024-09-17T07:57:32.464 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-508.el9.x86_64 vs 5.14.0-508.el9.x86_64 2024-09-17T07:57:32.464 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-17T07:57:32.464 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-17T07:57:33.465 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-17T07:57:33.465 DEBUG:teuthology.orchestra.run.smithi187:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-17T07:57:33.583 INFO:teuthology.orchestra.run.smithi187.stdout:ttyS1 2024-09-17T07:57:33.607 DEBUG:teuthology.parallel:result is None 2024-09-17T07:57:35.382 DEBUG:teuthology.orchestra.run.smithi088:> true 2024-09-17T07:57:36.034 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi088.front.sepia.ceph.com' 2024-09-17T07:57:36.034 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-508.el9.x86_64"... 2024-09-17T07:57:36.034 DEBUG:teuthology.orchestra.run.smithi088:> uname -r 2024-09-17T07:57:36.049 INFO:teuthology.orchestra.run.smithi088.stdout:5.14.0-508.el9.x86_64 2024-09-17T07:57:36.049 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-508.el9.x86_64 vs 5.14.0-508.el9.x86_64 2024-09-17T07:57:36.049 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-17T07:57:36.049 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-17T07:57:37.050 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-17T07:57:37.051 DEBUG:teuthology.orchestra.run.smithi088:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-17T07:57:37.110 INFO:teuthology.orchestra.run.smithi088.stdout:ttyS1 2024-09-17T07:57:37.133 DEBUG:teuthology.parallel:result is None 2024-09-17T07:57:37.134 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-17T07:57:37.142 INFO:teuthology.task.internal:Creating test directory... 2024-09-17T07:57:37.142 DEBUG:teuthology.orchestra.run.smithi088:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-17T07:57:37.145 DEBUG:teuthology.orchestra.run.smithi187:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-17T07:57:37.164 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-17T07:57:37.171 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-17T07:57:37.179 INFO:teuthology.task.internal:Creating archive directory... 2024-09-17T07:57:37.179 DEBUG:teuthology.orchestra.run.smithi088:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-17T07:57:37.203 DEBUG:teuthology.orchestra.run.smithi187:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-17T07:57:37.245 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-17T07:57:37.252 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-17T07:57:37.252 DEBUG:teuthology.orchestra.run.smithi088:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-17T07:57:37.274 DEBUG:teuthology.orchestra.run.smithi187:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-17T07:57:37.310 INFO:teuthology.orchestra.run.smithi187.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-17T07:57:37.312 INFO:teuthology.orchestra.run.smithi088.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-17T07:57:37.321 INFO:teuthology.orchestra.run.smithi187.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-17T07:57:37.323 INFO:teuthology.orchestra.run.smithi088.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-17T07:57:37.325 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-17T07:57:37.332 INFO:teuthology.task.internal:Configuring sudo... 2024-09-17T07:57:37.332 DEBUG:teuthology.orchestra.run.smithi088:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-17T07:57:37.368 DEBUG:teuthology.orchestra.run.smithi187:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-17T07:57:37.397 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-17T07:57:37.406 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-17T07:57:37.406 DEBUG:teuthology.orchestra.run.smithi088:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-17T07:57:37.435 DEBUG:teuthology.orchestra.run.smithi187:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-17T07:57:37.455 DEBUG:teuthology.orchestra.run.smithi088:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-17T07:57:37.535 DEBUG:teuthology.orchestra.run.smithi088:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-17T07:57:37.586 DEBUG:teuthology.orchestra.run.smithi088:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-17T07:57:37.669 DEBUG:teuthology.orchestra.run.smithi088:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-17T07:57:37.710 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-09-17T07:57:37.710 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-17T07:57:37.774 DEBUG:teuthology.orchestra.run.smithi187:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-17T07:57:37.819 DEBUG:teuthology.orchestra.run.smithi187:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-17T07:57:37.872 DEBUG:teuthology.orchestra.run.smithi187:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-17T07:57:37.955 DEBUG:teuthology.orchestra.run.smithi187:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-17T07:57:37.999 DEBUG:teuthology.orchestra.run.smithi187:> set -ex 2024-09-17T07:57:37.999 DEBUG:teuthology.orchestra.run.smithi187:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-17T07:57:38.066 DEBUG:teuthology.orchestra.run.smithi088:> sudo service rsyslog restart 2024-09-17T07:57:38.068 DEBUG:teuthology.orchestra.run.smithi187:> sudo service rsyslog restart 2024-09-17T07:57:38.113 INFO:teuthology.orchestra.run.smithi088.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-17T07:57:38.157 INFO:teuthology.orchestra.run.smithi187.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-17T07:57:38.669 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-17T07:57:38.678 INFO:teuthology.task.internal:Starting timer... 2024-09-17T07:57:38.678 INFO:teuthology.run_tasks:Running task pcp... 2024-09-17T07:57:38.692 INFO:teuthology.run_tasks:Running task selinux... 2024-09-17T07:57:38.701 DEBUG:teuthology.orchestra.run.smithi088:> sudo service auditd rotate 2024-09-17T07:57:38.757 INFO:teuthology.orchestra.run.smithi088.stdout:Rotating logs: 2024-09-17T07:57:38.759 DEBUG:teuthology.orchestra.run.smithi187:> sudo service auditd rotate 2024-09-17T07:57:38.806 INFO:teuthology.orchestra.run.smithi187.stdout:Rotating logs: 2024-09-17T07:57:38.808 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-17T07:57:38.808 DEBUG:teuthology.orchestra.run.smithi088:> /usr/sbin/getenforce 2024-09-17T07:57:38.835 INFO:teuthology.orchestra.run.smithi088.stdout:Permissive 2024-09-17T07:57:38.836 DEBUG:teuthology.orchestra.run.smithi187:> /usr/sbin/getenforce 2024-09-17T07:57:38.855 INFO:teuthology.orchestra.run.smithi187.stdout:Permissive 2024-09-17T07:57:38.855 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi088.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi187.front.sepia.ceph.com': 'permissive'} 2024-09-17T07:57:38.856 DEBUG:teuthology.orchestra.run.smithi088:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-17T07:57:38.903 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-17T07:57:38.904 DEBUG:teuthology.orchestra.run.smithi187:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-17T07:57:38.933 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-17T07:57:38.933 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-17T07:57:38.934 DEBUG:teuthology.orchestra.run.smithi088:> sudo /usr/sbin/setenforce permissive 2024-09-17T07:57:38.983 DEBUG:teuthology.orchestra.run.smithi187:> sudo /usr/sbin/setenforce permissive 2024-09-17T07:57:39.020 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-17T07:57:39.031 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-09-17T07:57:39.034 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-09-17T07:57:39.148 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-17T07:57:39.159 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-17T07:57:39.160 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi088.front.sepia.ceph.com,smithi187.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-17T08:01:25.132 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi088.front.sepia.ceph.com'), Remote(name='ubuntu@smithi187.front.sepia.ceph.com')] 2024-09-17T08:01:25.133 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi088.front.sepia.ceph.com' 2024-09-17T08:01:25.135 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi088.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-17T08:01:25.215 DEBUG:teuthology.orchestra.run.smithi088:> true 2024-09-17T08:01:25.293 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi088.front.sepia.ceph.com' 2024-09-17T08:01:25.293 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi187.front.sepia.ceph.com' 2024-09-17T08:01:25.294 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi187.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-17T08:01:25.372 DEBUG:teuthology.orchestra.run.smithi187:> true 2024-09-17T08:01:25.460 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi187.front.sepia.ceph.com' 2024-09-17T08:01:25.460 INFO:teuthology.run_tasks:Running task clock... 2024-09-17T08:01:25.473 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-17T08:01:25.474 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-17T08:01:25.474 DEBUG:teuthology.orchestra.run.smithi088:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-17T08:01:25.476 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-17T08:01:25.476 DEBUG:teuthology.orchestra.run.smithi187:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-17T08:01:25.503 INFO:teuthology.orchestra.run.smithi088.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-17T08:01:25.518 INFO:teuthology.orchestra.run.smithi088.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-17T08:01:25.529 INFO:teuthology.orchestra.run.smithi187.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-17T08:01:25.542 INFO:teuthology.orchestra.run.smithi088.stderr:sudo: ntpd: command not found 2024-09-17T08:01:25.544 INFO:teuthology.orchestra.run.smithi187.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-17T08:01:25.553 INFO:teuthology.orchestra.run.smithi088.stdout:506 Cannot talk to daemon 2024-09-17T08:01:25.569 INFO:teuthology.orchestra.run.smithi088.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-17T08:01:25.569 INFO:teuthology.orchestra.run.smithi187.stderr:sudo: ntpd: command not found 2024-09-17T08:01:25.580 INFO:teuthology.orchestra.run.smithi187.stdout:506 Cannot talk to daemon 2024-09-17T08:01:25.581 INFO:teuthology.orchestra.run.smithi088.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-17T08:01:25.594 INFO:teuthology.orchestra.run.smithi187.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-17T08:01:25.608 INFO:teuthology.orchestra.run.smithi187.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-17T08:01:25.636 INFO:teuthology.orchestra.run.smithi088.stderr:bash: line 1: ntpq: command not found 2024-09-17T08:01:25.639 INFO:teuthology.orchestra.run.smithi088.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-17T08:01:25.639 INFO:teuthology.orchestra.run.smithi088.stdout:=============================================================================== 2024-09-17T08:01:25.640 INFO:teuthology.orchestra.run.smithi088.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-17T08:01:25.640 INFO:teuthology.orchestra.run.smithi088.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-17T08:01:25.640 INFO:teuthology.orchestra.run.smithi088.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-17T08:01:25.640 INFO:teuthology.orchestra.run.smithi088.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-17T08:01:25.668 INFO:teuthology.orchestra.run.smithi187.stderr:bash: line 1: ntpq: command not found 2024-09-17T08:01:25.671 INFO:teuthology.orchestra.run.smithi187.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-17T08:01:25.671 INFO:teuthology.orchestra.run.smithi187.stdout:=============================================================================== 2024-09-17T08:01:25.671 INFO:teuthology.orchestra.run.smithi187.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-17T08:01:25.671 INFO:teuthology.orchestra.run.smithi187.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-17T08:01:25.671 INFO:teuthology.orchestra.run.smithi187.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-17T08:01:25.671 INFO:teuthology.orchestra.run.smithi187.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-17T08:01:25.672 INFO:teuthology.run_tasks:Running task cephadm... 2024-09-17T08:01:25.765 INFO:tasks.cephadm:Config: {'allow_ptrace': False, 'avoid_pacific_features': True, 'cephadm_branch': 'v16.2.0', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'image': 'quay.io/ceph/ceph:v16.2.0', 'conf': {'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1, 'mgr/cephadm/use_agent': False}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20}}, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'CEPHADM_STRAY_DAEMON', 'CEPHADM_FAILED_DAEMON', 'CEPHADM_AGENT_DOWN'], 'log-only-match': ['CEPHADM_'], 'sha1': '19e2a2beb6f41a3ab62650e38614eb29b59dcbb9'} 2024-09-17T08:01:25.765 INFO:tasks.cephadm:Cluster image is quay.io/ceph/ceph:v16.2.0 2024-09-17T08:01:25.766 INFO:tasks.cephadm:Cluster fsid is 0975a5c8-74cb-11ef-bceb-c7b262605968 2024-09-17T08:01:25.766 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-09-17T08:01:25.766 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.88', 'mon.c': '[v2:172.21.15.88:3301,v1:172.21.15.88:6790]', 'mon.b': '172.21.15.187'} 2024-09-17T08:01:25.766 INFO:tasks.cephadm:First mon is mon.a on smithi088 2024-09-17T08:01:25.767 INFO:tasks.cephadm:First mgr is y 2024-09-17T08:01:25.767 INFO:tasks.cephadm:Normalizing hostnames... 2024-09-17T08:01:25.767 DEBUG:teuthology.orchestra.run.smithi088:> sudo hostname $(hostname -s) 2024-09-17T08:01:25.792 DEBUG:teuthology.orchestra.run.smithi187:> sudo hostname $(hostname -s) 2024-09-17T08:01:25.819 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref v16.2.0)... 2024-09-17T08:01:25.819 DEBUG:teuthology.orchestra.run.smithi088:> curl --silent https://raw.githubusercontent.com/ceph/ceph/v16.2.0/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-17T08:01:26.112 INFO:teuthology.orchestra.run.smithi088.stdout:-rw-r--r--. 1 ubuntu ubuntu 288386 Sep 17 08:01 /home/ubuntu/cephtest/cephadm 2024-09-17T08:01:26.112 DEBUG:teuthology.orchestra.run.smithi187:> curl --silent https://raw.githubusercontent.com/ceph/ceph/v16.2.0/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-17T08:01:26.243 INFO:teuthology.orchestra.run.smithi187.stdout:-rw-r--r--. 1 ubuntu ubuntu 288386 Sep 17 08:01 /home/ubuntu/cephtest/cephadm 2024-09-17T08:01:26.244 DEBUG:teuthology.orchestra.run.smithi088:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-17T08:01:26.260 DEBUG:teuthology.orchestra.run.smithi187:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-17T08:01:26.286 INFO:tasks.cephadm:Pulling image quay.io/ceph/ceph:v16.2.0 on all hosts... 2024-09-17T08:01:26.287 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 pull 2024-09-17T08:01:26.304 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 pull 2024-09-17T08:01:27.137 INFO:teuthology.orchestra.run.smithi088.stderr:Pulling container image quay.io/ceph/ceph:v16.2.0... 2024-09-17T08:01:27.171 INFO:teuthology.orchestra.run.smithi187.stderr:Pulling container image quay.io/ceph/ceph:v16.2.0... 2024-09-17T08:01:38.502 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:01:38.502 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph_version": "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)", 2024-09-17T08:01:38.502 INFO:teuthology.orchestra.run.smithi088.stdout: "image_id": "24ecd6d5f14c2268c5d2c666aa151456949cf76c6747d873c6fcf41f6f672d15", 2024-09-17T08:01:38.502 INFO:teuthology.orchestra.run.smithi088.stdout: "repo_digests": [ 2024-09-17T08:01:38.502 INFO:teuthology.orchestra.run.smithi088.stdout: "quay.io/ceph/ceph@sha256:35b2786dc4cd535dd84f6a1a585503db4b43623ba6c43120b5e5e00951949000", 2024-09-17T08:01:38.502 INFO:teuthology.orchestra.run.smithi088.stdout: "quay.io/ceph/ceph@sha256:9b04c0f15704c49591640a37c7adfd40ffad0a4b42fecb950c3407687cb4f29a" 2024-09-17T08:01:38.502 INFO:teuthology.orchestra.run.smithi088.stdout: ] 2024-09-17T08:01:38.502 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:01:38.874 INFO:teuthology.orchestra.run.smithi187.stdout:{ 2024-09-17T08:01:38.874 INFO:teuthology.orchestra.run.smithi187.stdout: "ceph_version": "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)", 2024-09-17T08:01:38.874 INFO:teuthology.orchestra.run.smithi187.stdout: "image_id": "24ecd6d5f14c2268c5d2c666aa151456949cf76c6747d873c6fcf41f6f672d15", 2024-09-17T08:01:38.874 INFO:teuthology.orchestra.run.smithi187.stdout: "repo_digests": [ 2024-09-17T08:01:38.874 INFO:teuthology.orchestra.run.smithi187.stdout: "quay.io/ceph/ceph@sha256:35b2786dc4cd535dd84f6a1a585503db4b43623ba6c43120b5e5e00951949000", 2024-09-17T08:01:38.874 INFO:teuthology.orchestra.run.smithi187.stdout: "quay.io/ceph/ceph@sha256:9b04c0f15704c49591640a37c7adfd40ffad0a4b42fecb950c3407687cb4f29a" 2024-09-17T08:01:38.875 INFO:teuthology.orchestra.run.smithi187.stdout: ] 2024-09-17T08:01:38.875 INFO:teuthology.orchestra.run.smithi187.stdout:} 2024-09-17T08:01:38.892 DEBUG:teuthology.orchestra.run.smithi088:> sudo mkdir -p /etc/ceph 2024-09-17T08:01:38.921 DEBUG:teuthology.orchestra.run.smithi187:> sudo mkdir -p /etc/ceph 2024-09-17T08:01:38.948 DEBUG:teuthology.orchestra.run.smithi088:> sudo chmod 777 /etc/ceph 2024-09-17T08:01:38.988 DEBUG:teuthology.orchestra.run.smithi187:> sudo chmod 777 /etc/ceph 2024-09-17T08:01:39.013 INFO:tasks.cephadm:Writing seed config... 2024-09-17T08:01:39.014 INFO:tasks.cephadm: override: [global] mon election default strategy = 1 2024-09-17T08:01:39.014 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-09-17T08:01:39.014 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-09-17T08:01:39.014 INFO:tasks.cephadm: override: [mgr] mgr/cephadm/use_agent = False 2024-09-17T08:01:39.014 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-09-17T08:01:39.014 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-09-17T08:01:39.014 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-09-17T08:01:39.014 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-09-17T08:01:39.014 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-09-17T08:01:39.015 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-09-17T08:01:39.015 DEBUG:teuthology.orchestra.run.smithi088:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-09-17T08:01:39.045 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 0975a5c8-74cb-11ef-bceb-c7b262605968 mon election default strategy = 1 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = true bdev debug aio = true osd sloppy crc = true debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 mgr/cephadm/use_agent = False [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-09-17T08:01:39.046 DEBUG:teuthology.orchestra.run.smithi088:mon.a> sudo journalctl -f -n 0 -u ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@mon.a.service 2024-09-17T08:01:39.088 DEBUG:teuthology.orchestra.run.smithi088:mgr.y> sudo journalctl -f -n 0 -u ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@mgr.y.service 2024-09-17T08:01:39.131 INFO:tasks.cephadm:Bootstrapping... 2024-09-17T08:01:39.131 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 -v bootstrap --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.88 && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-09-17T08:01:39.315 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /bin/podman --version 2024-09-17T08:01:39.334 INFO:teuthology.orchestra.run.smithi088.stderr:/bin/podman: podman version 5.2.2 2024-09-17T08:01:39.336 INFO:teuthology.orchestra.run.smithi088.stderr:Verifying podman|docker is present... 2024-09-17T08:01:39.336 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /bin/podman --version 2024-09-17T08:01:39.354 INFO:teuthology.orchestra.run.smithi088.stderr:/bin/podman: podman version 5.2.2 2024-09-17T08:01:39.356 INFO:teuthology.orchestra.run.smithi088.stderr:Verifying lvm2 is present... 2024-09-17T08:01:39.356 INFO:teuthology.orchestra.run.smithi088.stderr:Verifying time synchronization is in place... 2024-09-17T08:01:39.356 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: systemctl is-enabled chrony.service 2024-09-17T08:01:39.363 INFO:teuthology.orchestra.run.smithi088.stderr:systemctl: Failed to get unit file state for chrony.service: No such file or directory 2024-09-17T08:01:39.363 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: systemctl is-active chrony.service 2024-09-17T08:01:39.369 INFO:teuthology.orchestra.run.smithi088.stderr:systemctl: inactive 2024-09-17T08:01:39.370 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: systemctl is-enabled chronyd.service 2024-09-17T08:01:39.376 INFO:teuthology.orchestra.run.smithi088.stderr:systemctl: enabled 2024-09-17T08:01:39.377 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: systemctl is-active chronyd.service 2024-09-17T08:01:39.382 INFO:teuthology.orchestra.run.smithi088.stderr:systemctl: active 2024-09-17T08:01:39.383 INFO:teuthology.orchestra.run.smithi088.stderr:Unit chronyd.service is enabled and running 2024-09-17T08:01:39.383 INFO:teuthology.orchestra.run.smithi088.stderr:Repeating the final host check... 2024-09-17T08:01:39.383 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /bin/podman --version 2024-09-17T08:01:39.401 INFO:teuthology.orchestra.run.smithi088.stderr:/bin/podman: podman version 5.2.2 2024-09-17T08:01:39.403 INFO:teuthology.orchestra.run.smithi088.stderr:podman|docker (/bin/podman) is present 2024-09-17T08:01:39.403 INFO:teuthology.orchestra.run.smithi088.stderr:systemctl is present 2024-09-17T08:01:39.403 INFO:teuthology.orchestra.run.smithi088.stderr:lvcreate is present 2024-09-17T08:01:39.403 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: systemctl is-enabled chrony.service 2024-09-17T08:01:39.409 INFO:teuthology.orchestra.run.smithi088.stderr:systemctl: Failed to get unit file state for chrony.service: No such file or directory 2024-09-17T08:01:39.409 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: systemctl is-active chrony.service 2024-09-17T08:01:39.415 INFO:teuthology.orchestra.run.smithi088.stderr:systemctl: inactive 2024-09-17T08:01:39.416 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: systemctl is-enabled chronyd.service 2024-09-17T08:01:39.422 INFO:teuthology.orchestra.run.smithi088.stderr:systemctl: enabled 2024-09-17T08:01:39.423 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: systemctl is-active chronyd.service 2024-09-17T08:01:39.428 INFO:teuthology.orchestra.run.smithi088.stderr:systemctl: active 2024-09-17T08:01:39.429 INFO:teuthology.orchestra.run.smithi088.stderr:Unit chronyd.service is enabled and running 2024-09-17T08:01:39.429 INFO:teuthology.orchestra.run.smithi088.stderr:Host looks OK 2024-09-17T08:01:39.430 INFO:teuthology.orchestra.run.smithi088.stderr:Cluster fsid: 0975a5c8-74cb-11ef-bceb-c7b262605968 2024-09-17T08:01:39.430 INFO:teuthology.orchestra.run.smithi088.stderr:Acquiring lock 140345080248352 on /run/cephadm/0975a5c8-74cb-11ef-bceb-c7b262605968.lock 2024-09-17T08:01:39.430 INFO:teuthology.orchestra.run.smithi088.stderr:Lock 140345080248352 acquired on /run/cephadm/0975a5c8-74cb-11ef-bceb-c7b262605968.lock 2024-09-17T08:01:39.430 INFO:teuthology.orchestra.run.smithi088.stderr:Verifying IP 172.21.15.88 port 3300 ... 2024-09-17T08:01:39.430 INFO:teuthology.orchestra.run.smithi088.stderr:Verifying IP 172.21.15.88 port 6789 ... 2024-09-17T08:01:39.431 INFO:teuthology.orchestra.run.smithi088.stderr:Base mon IP is 172.21.15.88, final addrv is [v2:172.21.15.88:3300,v1:172.21.15.88:6789] 2024-09-17T08:01:39.431 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /sbin/ip route ls 2024-09-17T08:01:39.433 INFO:teuthology.orchestra.run.smithi088.stderr:/sbin/ip: default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.88 metric 100 2024-09-17T08:01:39.433 INFO:teuthology.orchestra.run.smithi088.stderr:/sbin/ip: 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.88 metric 100 2024-09-17T08:01:39.433 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /sbin/ip -6 route ls 2024-09-17T08:01:39.435 INFO:teuthology.orchestra.run.smithi088.stderr:/sbin/ip: ::1 dev lo proto kernel metric 256 pref medium 2024-09-17T08:01:39.435 INFO:teuthology.orchestra.run.smithi088.stderr:/sbin/ip: fe80::/64 dev enp3s0f1 proto kernel metric 1024 pref medium 2024-09-17T08:01:39.435 INFO:teuthology.orchestra.run.smithi088.stderr:/sbin/ip: default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 100 pref medium 2024-09-17T08:01:39.436 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /sbin/ip -6 addr ls 2024-09-17T08:01:39.438 INFO:teuthology.orchestra.run.smithi088.stderr:/sbin/ip: 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-09-17T08:01:39.438 INFO:teuthology.orchestra.run.smithi088.stderr:/sbin/ip: inet6 ::1/128 scope host 2024-09-17T08:01:39.438 INFO:teuthology.orchestra.run.smithi088.stderr:/sbin/ip: valid_lft forever preferred_lft forever 2024-09-17T08:01:39.438 INFO:teuthology.orchestra.run.smithi088.stderr:/sbin/ip: 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-09-17T08:01:39.438 INFO:teuthology.orchestra.run.smithi088.stderr:/sbin/ip: inet6 fe80::ec4:7aff:fe8f:d42d/64 scope link noprefixroute 2024-09-17T08:01:39.438 INFO:teuthology.orchestra.run.smithi088.stderr:/sbin/ip: valid_lft forever preferred_lft forever 2024-09-17T08:01:39.439 INFO:teuthology.orchestra.run.smithi088.stderr:Mon IP 172.21.15.88 is in CIDR network 172.21.0.0/20 2024-09-17T08:01:39.439 INFO:teuthology.orchestra.run.smithi088.stderr:- internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-09-17T08:01:39.440 INFO:teuthology.orchestra.run.smithi088.stderr:Pulling container image quay.io/ceph/ceph:v16.2.0... 2024-09-17T08:01:39.440 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /bin/podman pull quay.io/ceph/ceph:v16.2.0 2024-09-17T08:01:39.541 INFO:teuthology.orchestra.run.smithi088.stderr:/bin/podman: Trying to pull quay.io/ceph/ceph:v16.2.0... 2024-09-17T08:01:40.184 INFO:teuthology.orchestra.run.smithi088.stderr:/bin/podman: Getting image source signatures 2024-09-17T08:01:40.185 INFO:teuthology.orchestra.run.smithi088.stderr:/bin/podman: Copying blob sha256:958e3c20ad47ec7f3ec0446a4a630f2285dd6b0a4c969f4f702f7c2e78f3d68b 2024-09-17T08:01:40.185 INFO:teuthology.orchestra.run.smithi088.stderr:/bin/podman: Copying blob sha256:7a0437f04f83f084b7ed68ad9c4a4947e12fc4e1b006b38129bac89114ec3621 2024-09-17T08:01:40.185 INFO:teuthology.orchestra.run.smithi088.stderr:/bin/podman: Copying config sha256:24ecd6d5f14c2268c5d2c666aa151456949cf76c6747d873c6fcf41f6f672d15 2024-09-17T08:01:40.322 INFO:teuthology.orchestra.run.smithi088.stderr:/bin/podman: Writing manifest to image destination 2024-09-17T08:01:40.475 INFO:teuthology.orchestra.run.smithi088.stderr:/bin/podman: 24ecd6d5f14c2268c5d2c666aa151456949cf76c6747d873c6fcf41f6f672d15 2024-09-17T08:01:40.478 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint ceph --init -e CONTAINER_IMAGE=quay.io/ceph/ceph:v16.2.0 -e NODE_NAME=smithi088 -e CEPH_USE_RANDOM_NONCE=1 quay.io/ceph/ceph:v16.2.0 --version 2024-09-17T08:01:40.887 INFO:teuthology.orchestra.run.smithi088.stderr:ceph: ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable) 2024-09-17T08:01:41.357 INFO:teuthology.orchestra.run.smithi088.stderr:Ceph version: ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable) 2024-09-17T08:01:41.357 INFO:teuthology.orchestra.run.smithi088.stderr:Extracting ceph user uid/gid from container image... 2024-09-17T08:01:41.357 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint stat --init -e CONTAINER_IMAGE=quay.io/ceph/ceph:v16.2.0 -e NODE_NAME=smithi088 -e CEPH_USE_RANDOM_NONCE=1 quay.io/ceph/ceph:v16.2.0 -c %u %g /var/lib/ceph 2024-09-17T08:01:41.740 INFO:teuthology.orchestra.run.smithi088.stderr:stat: 167 167 2024-09-17T08:01:42.196 INFO:teuthology.orchestra.run.smithi088.stderr:Creating initial keys... 2024-09-17T08:01:42.196 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph-authtool --init -e CONTAINER_IMAGE=quay.io/ceph/ceph:v16.2.0 -e NODE_NAME=smithi088 -e CEPH_USE_RANDOM_NONCE=1 quay.io/ceph/ceph:v16.2.0 --gen-print-key 2024-09-17T08:01:42.537 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-authtool: AQBmN+lmVyLgGhAA0CSXUgS5PF3XieBOOHEPnw== 2024-09-17T08:01:43.027 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph-authtool --init -e CONTAINER_IMAGE=quay.io/ceph/ceph:v16.2.0 -e NODE_NAME=smithi088 -e CEPH_USE_RANDOM_NONCE=1 quay.io/ceph/ceph:v16.2.0 --gen-print-key 2024-09-17T08:01:43.434 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-authtool: AQBnN+lmBhnAFBAA+6T3dyG0z7HRJThFbdhtlg== 2024-09-17T08:01:48.853 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph-authtool --init -e CONTAINER_IMAGE=quay.io/ceph/ceph:v16.2.0 -e NODE_NAME=smithi088 -e CEPH_USE_RANDOM_NONCE=1 quay.io/ceph/ceph:v16.2.0 --gen-print-key 2024-09-17T08:01:52.715 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-authtool: AQBvN+lmdtoaMRAA01iGTNOoMd5b8aOB22GGbw== 2024-09-17T08:01:54.032 INFO:teuthology.orchestra.run.smithi088.stderr:Creating initial monmap... 2024-09-17T08:01:54.032 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/monmaptool --init -e CONTAINER_IMAGE=quay.io/ceph/ceph:v16.2.0 -e NODE_NAME=smithi088 -e CEPH_USE_RANDOM_NONCE=1 -v /tmp/ceph-tmpn9o3ciy7:/tmp/monmap:z quay.io/ceph/ceph:v16.2.0 --create --clobber --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 --addv a [v2:172.21.15.88:3300,v1:172.21.15.88:6789] /tmp/monmap 2024-09-17T08:01:54.472 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/monmaptool: /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-17T08:01:54.472 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/monmaptool: /usr/bin/monmaptool: set fsid to 0975a5c8-74cb-11ef-bceb-c7b262605968 2024-09-17T08:01:54.472 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/monmaptool: /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-17T08:01:55.011 INFO:teuthology.orchestra.run.smithi088.stderr:monmaptool for a [v2:172.21.15.88:3300,v1:172.21.15.88:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-17T08:01:55.011 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/monmaptool: set fsid to 0975a5c8-74cb-11ef-bceb-c7b262605968 2024-09-17T08:01:55.011 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-17T08:01:55.011 INFO:teuthology.orchestra.run.smithi088.stderr: 2024-09-17T08:01:55.011 INFO:teuthology.orchestra.run.smithi088.stderr:Creating mon... 2024-09-17T08:01:55.014 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph-mon --init -e CONTAINER_IMAGE=quay.io/ceph/ceph:v16.2.0 -e NODE_NAME=smithi088 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968:/var/log/ceph:z -v /var/lib/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968/mon.a:/var/lib/ceph/mon/ceph-a:z -v /tmp/ceph-tmpjqasg3vg:/tmp/keyring:z -v /tmp/ceph-tmpn9o3ciy7:/tmp/monmap:z quay.io/ceph/ceph:v16.2.0 --mkfs -i a --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -c /dev/null --monmap /tmp/monmap --keyring /tmp/keyring --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true 2024-09-17T08:01:55.410 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.359+0000 7f4b382fc700 0 set uid:gid to 167:167 (ceph:ceph) 2024-09-17T08:01:55.435 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.359+0000 7f4b382fc700 1 imported monmap: 2024-09-17T08:01:55.435 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: epoch 0 2024-09-17T08:01:55.435 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 2024-09-17T08:01:55.435 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: last_changed 2024-09-17T08:01:54.384013+0000 2024-09-17T08:01:55.435 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: created 2024-09-17T08:01:54.384013+0000 2024-09-17T08:01:55.435 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: min_mon_release 0 (unknown) 2024-09-17T08:01:55.435 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: election_strategy: 1 2024-09-17T08:01:55.435 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: 0: [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] mon.a 2024-09-17T08:01:55.435 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: 2024-09-17T08:01:55.435 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.359+0000 7f4b382fc700 0 /usr/bin/ceph-mon: set fsid to 0975a5c8-74cb-11ef-bceb-c7b262605968 2024-09-17T08:01:55.435 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: RocksDB version: 6.8.1 2024-09-17T08:01:55.436 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: 2024-09-17T08:01:55.436 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-09-17T08:01:55.436 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Compile date Mar 30 2021 2024-09-17T08:01:55.436 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: DB SUMMARY 2024-09-17T08:01:55.436 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: 2024-09-17T08:01:55.436 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 0, files: 2024-09-17T08:01:55.436 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: 2024-09-17T08:01:55.436 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 2024-09-17T08:01:55.436 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: 2024-09-17T08:01:55.436 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Options.error_if_exists: 0 2024-09-17T08:01:55.436 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Options.create_if_missing: 1 2024-09-17T08:01:55.436 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Options.paranoid_checks: 1 2024-09-17T08:01:55.436 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Options.env: 0x55bcfe59d1c0 2024-09-17T08:01:55.437 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Options.fs: Posix File System 2024-09-17T08:01:55.437 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Options.info_log: 0x55bcff684b80 2024-09-17T08:01:55.437 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Options.max_file_opening_threads: 16 2024-09-17T08:01:55.437 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Options.statistics: (nil) 2024-09-17T08:01:55.437 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Options.use_fsync: 0 2024-09-17T08:01:55.437 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Options.max_log_file_size: 0 2024-09-17T08:01:55.437 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-17T08:01:55.437 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Options.log_file_time_to_roll: 0 2024-09-17T08:01:55.437 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Options.keep_log_file_num: 1000 2024-09-17T08:01:55.437 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Options.recycle_log_file_num: 0 2024-09-17T08:01:55.437 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Options.allow_fallocate: 1 2024-09-17T08:01:55.437 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Options.allow_mmap_reads: 0 2024-09-17T08:01:55.437 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Options.allow_mmap_writes: 0 2024-09-17T08:01:55.438 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Options.use_direct_reads: 0 2024-09-17T08:01:55.438 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-17T08:01:55.438 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Options.create_missing_column_families: 0 2024-09-17T08:01:55.438 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Options.db_log_dir: 2024-09-17T08:01:55.438 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2024-09-17T08:01:55.438 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Options.table_cache_numshardbits: 6 2024-09-17T08:01:55.438 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Options.max_subcompactions: 1 2024-09-17T08:01:55.438 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Options.max_background_flushes: -1 2024-09-17T08:01:55.438 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-09-17T08:01:55.438 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-09-17T08:01:55.438 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-17T08:01:55.438 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-17T08:01:55.438 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-09-17T08:01:55.439 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Options.advise_random_on_open: 1 2024-09-17T08:01:55.439 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Options.db_write_buffer_size: 0 2024-09-17T08:01:55.439 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Options.write_buffer_manager: 0x55bcff68f410 2024-09-17T08:01:55.439 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-17T08:01:55.439 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-09-17T08:01:55.439 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-17T08:01:55.439 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Options.use_adaptive_mutex: 0 2024-09-17T08:01:55.439 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Options.rate_limiter: (nil) 2024-09-17T08:01:55.439 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-17T08:01:55.439 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Options.wal_recovery_mode: 2 2024-09-17T08:01:55.439 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Options.enable_thread_tracking: 0 2024-09-17T08:01:55.439 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Options.enable_pipelined_write: 0 2024-09-17T08:01:55.439 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Options.unordered_write: 0 2024-09-17T08:01:55.440 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-17T08:01:55.440 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-17T08:01:55.440 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-17T08:01:55.440 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-17T08:01:55.440 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Options.row_cache: None 2024-09-17T08:01:55.440 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Options.wal_filter: None 2024-09-17T08:01:55.440 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-17T08:01:55.440 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Options.allow_ingest_behind: 0 2024-09-17T08:01:55.440 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Options.preserve_deletes: 0 2024-09-17T08:01:55.440 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Options.two_write_queues: 0 2024-09-17T08:01:55.440 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.360+0000 7f4b382fc700 4 rocksdb: Options.manual_wal_flush: 0 2024-09-17T08:01:55.440 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.361+0000 7f4b382fc700 4 rocksdb: Options.atomic_flush: 0 2024-09-17T08:01:55.440 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.361+0000 7f4b382fc700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-17T08:01:55.440 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.361+0000 7f4b382fc700 4 rocksdb: Options.persist_stats_to_disk: 0 2024-09-17T08:01:55.441 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.361+0000 7f4b382fc700 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-09-17T08:01:55.441 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.361+0000 7f4b382fc700 4 rocksdb: Options.log_readahead_size: 0 2024-09-17T08:01:55.441 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.361+0000 7f4b382fc700 4 rocksdb: Options.sst_file_checksum_func: Unknown 2024-09-17T08:01:55.441 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.361+0000 7f4b382fc700 4 rocksdb: Options.max_background_jobs: 2 2024-09-17T08:01:55.441 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.361+0000 7f4b382fc700 4 rocksdb: Options.max_background_compactions: -1 2024-09-17T08:01:55.441 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.361+0000 7f4b382fc700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-17T08:01:55.441 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.361+0000 7f4b382fc700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-17T08:01:55.441 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.361+0000 7f4b382fc700 4 rocksdb: Options.delayed_write_rate : 16777216 2024-09-17T08:01:55.441 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.361+0000 7f4b382fc700 4 rocksdb: Options.max_total_wal_size: 0 2024-09-17T08:01:55.441 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.361+0000 7f4b382fc700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-17T08:01:55.441 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.361+0000 7f4b382fc700 4 rocksdb: Options.stats_dump_period_sec: 600 2024-09-17T08:01:55.441 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.361+0000 7f4b382fc700 4 rocksdb: Options.stats_persist_period_sec: 600 2024-09-17T08:01:55.441 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.361+0000 7f4b382fc700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-17T08:01:55.442 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.361+0000 7f4b382fc700 4 rocksdb: Options.max_open_files: -1 2024-09-17T08:01:55.442 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.361+0000 7f4b382fc700 4 rocksdb: Options.bytes_per_sync: 0 2024-09-17T08:01:55.442 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.361+0000 7f4b382fc700 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-09-17T08:01:55.442 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.361+0000 7f4b382fc700 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-09-17T08:01:55.442 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.361+0000 7f4b382fc700 4 rocksdb: Options.compaction_readahead_size: 0 2024-09-17T08:01:55.442 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.361+0000 7f4b382fc700 4 rocksdb: Compression algorithms supported: 2024-09-17T08:01:55.442 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.361+0000 7f4b382fc700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-17T08:01:55.442 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.361+0000 7f4b382fc700 4 rocksdb: kZSTD supported: 0 2024-09-17T08:01:55.442 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.361+0000 7f4b382fc700 4 rocksdb: kXpressCompression supported: 0 2024-09-17T08:01:55.442 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.361+0000 7f4b382fc700 4 rocksdb: kLZ4HCCompression supported: 1 2024-09-17T08:01:55.442 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.361+0000 7f4b382fc700 4 rocksdb: kLZ4Compression supported: 1 2024-09-17T08:01:55.442 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.361+0000 7f4b382fc700 4 rocksdb: kBZip2Compression supported: 0 2024-09-17T08:01:55.442 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.361+0000 7f4b382fc700 4 rocksdb: kZlibCompression supported: 1 2024-09-17T08:01:55.442 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.361+0000 7f4b382fc700 4 rocksdb: kSnappyCompression supported: 1 2024-09-17T08:01:55.443 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.361+0000 7f4b382fc700 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-09-17T08:01:55.443 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.361+0000 7f4b382fc700 4 rocksdb: [db_impl/db_impl_open.cc:273] Creating manifest 1 2024-09-17T08:01:55.443 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: 2024-09-17T08:01:55.443 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 2024-09-17T08:01:55.443 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: 2024-09-17T08:01:55.443 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2024-09-17T08:01:55.443 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: 2024-09-17T08:01:55.443 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-17T08:01:55.443 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.merge_operator: 2024-09-17T08:01:55.443 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.compaction_filter: None 2024-09-17T08:01:55.443 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.compaction_filter_factory: None 2024-09-17T08:01:55.443 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-09-17T08:01:55.443 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.table_factory: BlockBasedTable 2024-09-17T08:01:55.443 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55bcff59e0d0) 2024-09-17T08:01:55.444 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: cache_index_and_filter_blocks: 1 2024-09-17T08:01:55.444 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-17T08:01:55.444 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-17T08:01:55.444 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: pin_top_level_index_and_filter: 1 2024-09-17T08:01:55.444 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: index_type: 0 2024-09-17T08:01:55.444 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: data_block_index_type: 0 2024-09-17T08:01:55.444 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: index_shortening: 1 2024-09-17T08:01:55.444 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: data_block_hash_table_util_ratio: 0.750000 2024-09-17T08:01:55.444 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: hash_index_allow_collision: 1 2024-09-17T08:01:55.444 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: checksum: 1 2024-09-17T08:01:55.444 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: no_block_cache: 0 2024-09-17T08:01:55.444 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: block_cache: 0x55bcff5d4d10 2024-09-17T08:01:55.444 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: block_cache_name: BinnedLRUCache 2024-09-17T08:01:55.445 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: block_cache_options: 2024-09-17T08:01:55.445 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: capacity : 536870912 2024-09-17T08:01:55.445 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: num_shard_bits : 4 2024-09-17T08:01:55.445 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: strict_capacity_limit : 0 2024-09-17T08:01:55.445 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: high_pri_pool_ratio: 0.000 2024-09-17T08:01:55.445 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: block_cache_compressed: (nil) 2024-09-17T08:01:55.445 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: persistent_cache: (nil) 2024-09-17T08:01:55.445 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: block_size: 4096 2024-09-17T08:01:55.445 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: block_size_deviation: 10 2024-09-17T08:01:55.445 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: block_restart_interval: 16 2024-09-17T08:01:55.445 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: index_block_restart_interval: 1 2024-09-17T08:01:55.445 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: metadata_block_size: 4096 2024-09-17T08:01:55.445 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: partition_filters: 0 2024-09-17T08:01:55.445 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: use_delta_encoding: 1 2024-09-17T08:01:55.446 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: filter_policy: rocksdb.BuiltinBloomFilter 2024-09-17T08:01:55.446 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: whole_key_filtering: 1 2024-09-17T08:01:55.446 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: verify_compression: 0 2024-09-17T08:01:55.446 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: read_amp_bytes_per_bit: 0 2024-09-17T08:01:55.446 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: format_version: 2 2024-09-17T08:01:55.446 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: enable_index_compression: 1 2024-09-17T08:01:55.446 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: block_align: 0 2024-09-17T08:01:55.446 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: 2024-09-17T08:01:55.446 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.write_buffer_size: 33554432 2024-09-17T08:01:55.446 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.max_write_buffer_number: 2 2024-09-17T08:01:55.446 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.compression: NoCompression 2024-09-17T08:01:55.446 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.bottommost_compression: Disabled 2024-09-17T08:01:55.446 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.prefix_extractor: nullptr 2024-09-17T08:01:55.447 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-17T08:01:55.447 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.num_levels: 7 2024-09-17T08:01:55.447 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-17T08:01:55.447 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-17T08:01:55.447 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-17T08:01:55.447 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-17T08:01:55.447 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-17T08:01:55.447 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-17T08:01:55.447 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-17T08:01:55.447 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-17T08:01:55.447 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-17T08:01:55.447 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.compression_opts.window_bits: -14 2024-09-17T08:01:55.447 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.compression_opts.level: 32767 2024-09-17T08:01:55.447 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.compression_opts.strategy: 0 2024-09-17T08:01:55.448 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-17T08:01:55.448 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-17T08:01:55.448 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.compression_opts.enabled: false 2024-09-17T08:01:55.448 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-17T08:01:55.448 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-17T08:01:55.448 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-17T08:01:55.448 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.target_file_size_base: 67108864 2024-09-17T08:01:55.448 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.target_file_size_multiplier: 1 2024-09-17T08:01:55.448 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-17T08:01:55.448 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-17T08:01:55.448 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-17T08:01:55.448 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-17T08:01:55.448 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-17T08:01:55.449 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-17T08:01:55.449 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-17T08:01:55.449 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-17T08:01:55.449 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-17T08:01:55.449 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-17T08:01:55.449 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-17T08:01:55.449 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-17T08:01:55.449 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.arena_block_size: 4194304 2024-09-17T08:01:55.449 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-17T08:01:55.449 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-17T08:01:55.449 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-09-17T08:01:55.449 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.disable_auto_compactions: 0 2024-09-17T08:01:55.449 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-17T08:01:55.449 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-17T08:01:55.450 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-17T08:01:55.450 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-17T08:01:55.450 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-17T08:01:55.450 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-17T08:01:55.450 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-17T08:01:55.450 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-17T08:01:55.450 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-17T08:01:55.450 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-17T08:01:55.450 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.table_properties_collectors: 2024-09-17T08:01:55.450 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.inplace_update_support: 0 2024-09-17T08:01:55.450 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-09-17T08:01:55.450 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-17T08:01:55.450 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-17T08:01:55.450 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.memtable_huge_page_size: 0 2024-09-17T08:01:55.451 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.bloom_locality: 0 2024-09-17T08:01:55.451 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.max_successive_merges: 0 2024-09-17T08:01:55.451 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-09-17T08:01:55.451 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.paranoid_file_checks: 0 2024-09-17T08:01:55.451 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.force_consistency_checks: 0 2024-09-17T08:01:55.451 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.report_bg_io_stats: 0 2024-09-17T08:01:55.451 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.ttl: 2592000 2024-09-17T08:01:55.451 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-09-17T08:01:55.451 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-17T08:01:55.451 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: 2024-09-17T08:01:55.451 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.362+0000 7f4b382fc700 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 0 2024-09-17T08:01:55.451 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: 2024-09-17T08:01:55.451 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.363+0000 7f4b382fc700 4 rocksdb: DB pointer 0x55bcff699800 2024-09-17T08:01:55.452 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.363+0000 7f4b21197700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2024-09-17T08:01:55.452 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.363+0000 7f4b21197700 4 rocksdb: [db_impl/db_impl.cc:851] 2024-09-17T08:01:55.452 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: ** DB Stats ** 2024-09-17T08:01:55.452 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: Uptime(secs): 0.0 total, 0.0 interval 2024-09-17T08:01:55.452 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-17T08:01:55.452 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-17T08:01:55.452 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-17T08:01:55.452 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-17T08:01:55.452 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-09-17T08:01:55.452 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-17T08:01:55.452 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: 2024-09-17T08:01:55.452 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: ** Compaction Stats [default] ** 2024-09-17T08:01:55.452 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-17T08:01:55.453 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-17T08:01:55.453 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-09-17T08:01:55.453 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-09-17T08:01:55.453 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: 2024-09-17T08:01:55.453 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: ** Compaction Stats [default] ** 2024-09-17T08:01:55.453 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-17T08:01:55.453 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-17T08:01:55.453 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: Uptime(secs): 0.0 total, 0.0 interval 2024-09-17T08:01:55.453 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: Flush(GB): cumulative 0.000, interval 0.000 2024-09-17T08:01:55.453 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-17T08:01:55.453 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: AddFile(Total Files): cumulative 0, interval 0 2024-09-17T08:01:55.453 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: AddFile(L0 Files): cumulative 0, interval 0 2024-09-17T08:01:55.453 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: AddFile(Keys): cumulative 0, interval 0 2024-09-17T08:01:55.453 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-17T08:01:55.454 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-17T08:01:55.454 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-17T08:01:55.454 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: 2024-09-17T08:01:55.454 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: ** File Read Latency Histogram By Level [default] ** 2024-09-17T08:01:55.454 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: 2024-09-17T08:01:55.454 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: ** Compaction Stats [default] ** 2024-09-17T08:01:55.454 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-17T08:01:55.454 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-17T08:01:55.454 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-09-17T08:01:55.454 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-09-17T08:01:55.454 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: 2024-09-17T08:01:55.454 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: ** Compaction Stats [default] ** 2024-09-17T08:01:55.454 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-17T08:01:55.455 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-17T08:01:55.455 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: Uptime(secs): 0.0 total, 0.0 interval 2024-09-17T08:01:55.455 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: Flush(GB): cumulative 0.000, interval 0.000 2024-09-17T08:01:55.455 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-17T08:01:55.455 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: AddFile(Total Files): cumulative 0, interval 0 2024-09-17T08:01:55.455 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: AddFile(L0 Files): cumulative 0, interval 0 2024-09-17T08:01:55.455 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: AddFile(Keys): cumulative 0, interval 0 2024-09-17T08:01:55.455 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-17T08:01:55.455 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-17T08:01:55.455 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-17T08:01:55.455 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: 2024-09-17T08:01:55.455 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: ** File Read Latency Histogram By Level [default] ** 2024-09-17T08:01:55.455 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: 2024-09-17T08:01:55.455 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.364+0000 7f4b382fc700 4 rocksdb: [db_impl/db_impl.cc:397] Shutdown: canceling all background work 2024-09-17T08:01:55.456 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.365+0000 7f4b382fc700 4 rocksdb: [db_impl/db_impl.cc:573] Shutdown complete 2024-09-17T08:01:55.456 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph-mon: debug 2024-09-17T08:01:55.365+0000 7f4b382fc700 0 /usr/bin/ceph-mon: created monfs at /var/lib/ceph/mon/ceph-a for mon.a 2024-09-17T08:01:56.034 INFO:teuthology.orchestra.run.smithi088.stderr:create mon.a on 2024-09-17T08:01:56.035 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: install -d -m0770 -o 167 -g 167 /var/run/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968 2024-09-17T08:01:56.042 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: systemctl disable ceph.target 2024-09-17T08:01:56.232 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: systemctl enable ceph.target 2024-09-17T08:01:56.239 INFO:teuthology.orchestra.run.smithi088.stderr:systemctl: Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-09-17T08:01:56.421 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: systemctl start ceph.target 2024-09-17T08:01:56.429 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: systemctl enable ceph-0975a5c8-74cb-11ef-bceb-c7b262605968.target 2024-09-17T08:01:56.437 INFO:teuthology.orchestra.run.smithi088.stderr:systemctl: Created symlink /etc/systemd/system/multi-user.target.wants/ceph-0975a5c8-74cb-11ef-bceb-c7b262605968.target → /etc/systemd/system/ceph-0975a5c8-74cb-11ef-bceb-c7b262605968.target. 2024-09-17T08:01:56.437 INFO:teuthology.orchestra.run.smithi088.stderr:systemctl: Created symlink /etc/systemd/system/ceph.target.wants/ceph-0975a5c8-74cb-11ef-bceb-c7b262605968.target → /etc/systemd/system/ceph-0975a5c8-74cb-11ef-bceb-c7b262605968.target. 2024-09-17T08:01:56.784 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: systemctl start ceph-0975a5c8-74cb-11ef-bceb-c7b262605968.target 2024-09-17T08:01:56.808 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: systemctl daemon-reload 2024-09-17T08:01:56.947 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: systemctl stop ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@mon.a 2024-09-17T08:01:56.962 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: systemctl reset-failed ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@mon.a 2024-09-17T08:01:56.967 INFO:teuthology.orchestra.run.smithi088.stderr:systemctl: Failed to reset failed state of unit ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@mon.a.service: Unit ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@mon.a.service not loaded. 2024-09-17T08:01:56.968 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: systemctl enable ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@mon.a 2024-09-17T08:01:56.975 INFO:teuthology.orchestra.run.smithi088.stderr:systemctl: Created symlink /etc/systemd/system/ceph-0975a5c8-74cb-11ef-bceb-c7b262605968.target.wants/ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@mon.a.service → /etc/systemd/system/ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@.service. 2024-09-17T08:01:57.111 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: systemctl start ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@mon.a 2024-09-17T08:01:57.574 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: systemctl is-enabled firewalld.service 2024-09-17T08:01:57.583 INFO:teuthology.orchestra.run.smithi088.stderr:systemctl: disabled 2024-09-17T08:01:57.584 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: systemctl is-active firewalld.service 2024-09-17T08:01:57.590 INFO:teuthology.orchestra.run.smithi088.stderr:systemctl: inactive 2024-09-17T08:01:57.590 INFO:teuthology.orchestra.run.smithi088.stderr:firewalld.service is not enabled 2024-09-17T08:01:57.591 INFO:teuthology.orchestra.run.smithi088.stderr:Not possible to enable service . firewalld.service is not available 2024-09-17T08:01:57.591 INFO:teuthology.orchestra.run.smithi088.stderr:Not possible to open ports <[]>. firewalld.service is not available 2024-09-17T08:01:57.591 INFO:teuthology.orchestra.run.smithi088.stderr:Waiting for mon to start... 2024-09-17T08:01:57.591 INFO:teuthology.orchestra.run.smithi088.stderr:Waiting for mon... 2024-09-17T08:01:57.591 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=quay.io/ceph/ceph:v16.2.0 -e NODE_NAME=smithi088 -e CEPH_USE_RANDOM_NONCE=1 -v /var/lib/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968/mon.a:/var/lib/ceph/mon/ceph-a:z -v /tmp/ceph-tmprxijovaz:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpu7r4dc4i:/etc/ceph/ceph.conf:z quay.io/ceph/ceph:v16.2.0 status 2024-09-17T08:01:57.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:01:57 smithi088 systemd[1]: Started Ceph mon.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:01:58.090 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: cluster: 2024-09-17T08:01:58.090 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: id: 0975a5c8-74cb-11ef-bceb-c7b262605968 2024-09-17T08:01:58.090 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: health: HEALTH_OK 2024-09-17T08:01:58.090 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: 2024-09-17T08:01:58.091 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: services: 2024-09-17T08:01:58.091 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: mon: 1 daemons, quorum a (age 0.554086s) 2024-09-17T08:01:58.091 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: mgr: no daemons active 2024-09-17T08:01:58.091 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: osd: 0 osds: 0 up, 0 in 2024-09-17T08:01:58.091 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: 2024-09-17T08:01:58.091 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: data: 2024-09-17T08:01:58.091 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: pools: 0 pools, 0 pgs 2024-09-17T08:01:58.091 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: objects: 0 objects, 0 B 2024-09-17T08:01:58.091 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: usage: 0 B used, 0 B / 0 B avail 2024-09-17T08:01:58.091 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: pgs: 2024-09-17T08:01:58.091 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: 2024-09-17T08:01:58.651 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:01:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23306]: cluster 2024-09-17T08:01:57.533950+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2024-09-17T08:01:58.652 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:01:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23306]: cluster 2024-09-17T08:01:57.534293+0000 mon.a (mon.0) 3 : cluster [DBG] monmap e1: 1 mons at {a=[v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0]} 2024-09-17T08:01:58.652 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:01:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23306]: cluster 2024-09-17T08:01:57.537092+0000 mon.a (mon.0) 4 : cluster [DBG] fsmap 2024-09-17T08:01:58.652 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:01:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23306]: cluster 2024-09-17T08:01:57.540669+0000 mon.a (mon.0) 5 : cluster [DBG] osdmap e1: 0 total, 0 up, 0 in 2024-09-17T08:01:58.652 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:01:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23306]: cluster 2024-09-17T08:01:57.541025+0000 mon.a (mon.0) 6 : cluster [DBG] mgrmap e1: no daemons active 2024-09-17T08:01:58.652 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:01:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23306]: audit 2024-09-17T08:01:58.088010+0000 mon.a (mon.0) 7 : audit [DBG] from='client.? 172.21.15.88:0/2806352484' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-17T08:01:58.654 INFO:teuthology.orchestra.run.smithi088.stderr:mon is available 2024-09-17T08:01:58.654 INFO:teuthology.orchestra.run.smithi088.stderr:Assimilating anything we can from ceph.conf... 2024-09-17T08:01:58.654 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=quay.io/ceph/ceph:v16.2.0 -e NODE_NAME=smithi088 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968:/var/log/ceph:z -v /tmp/ceph-tmprxijovaz:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpu7r4dc4i:/etc/ceph/ceph.conf:z -v /var/lib/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968/mon.a:/var/lib/ceph/mon/ceph-a:z quay.io/ceph/ceph:v16.2.0 config assimilate-conf -i /var/lib/ceph/mon/ceph-a/config 2024-09-17T08:02:00.225 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: 2024-09-17T08:02:00.226 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: [global] 2024-09-17T08:02:00.226 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: fsid = 0975a5c8-74cb-11ef-bceb-c7b262605968 2024-09-17T08:02:00.226 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: log_to_journald = false 2024-09-17T08:02:00.226 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: mon_host = [v2:172.21.15.88:3300,v1:172.21.15.88:6789] 2024-09-17T08:02:00.226 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: mon_osd_allow_pg_remap = true 2024-09-17T08:02:00.226 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: mon_osd_allow_primary_affinity = true 2024-09-17T08:02:00.226 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: mon_warn_on_no_sortbitwise = false 2024-09-17T08:02:00.226 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: osd_crush_chooseleaf_type = 0 2024-09-17T08:02:00.226 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: 2024-09-17T08:02:00.226 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: [mgr] 2024-09-17T08:02:00.226 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: mgr/cephadm/use_agent = False 2024-09-17T08:02:00.227 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: mgr/telemetry/nag = false 2024-09-17T08:02:00.227 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: 2024-09-17T08:02:00.227 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: [mon] 2024-09-17T08:02:00.227 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: mon_warn_on_insecure_global_id_reclaim = false 2024-09-17T08:02:00.227 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-17T08:02:00.227 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: 2024-09-17T08:02:00.227 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: [osd] 2024-09-17T08:02:00.227 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: osd_map_max_advance = 10 2024-09-17T08:02:00.227 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: osd_memory_target_autotune = true 2024-09-17T08:02:00.227 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: osd_sloppy_crc = true 2024-09-17T08:02:00.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23306]: audit 2024-09-17T08:02:00.220699+0000 mon.a (mon.0) 8 : audit [INF] from='client.? 172.21.15.88:0/2157888157' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-17T08:02:00.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23306]: audit 2024-09-17T08:02:00.223172+0000 mon.a (mon.0) 9 : audit [INF] from='client.? 172.21.15.88:0/2157888157' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-09-17T08:02:00.752 INFO:teuthology.orchestra.run.smithi088.stderr:Generating new minimal ceph.conf... 2024-09-17T08:02:00.752 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=quay.io/ceph/ceph:v16.2.0 -e NODE_NAME=smithi088 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968:/var/log/ceph:z -v /tmp/ceph-tmprxijovaz:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpu7r4dc4i:/etc/ceph/ceph.conf:z -v /var/lib/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968/mon.a:/var/lib/ceph/mon/ceph-a:z quay.io/ceph/ceph:v16.2.0 config generate-minimal-conf -o /var/lib/ceph/mon/ceph-a/config 2024-09-17T08:02:01.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23306]: audit 2024-09-17T08:02:01.249266+0000 mon.a (mon.0) 10 : audit [DBG] from='client.? 172.21.15.88:0/519742823' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:02:01.833 INFO:teuthology.orchestra.run.smithi088.stderr:Restarting the monitor... 2024-09-17T08:02:01.834 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: systemctl restart ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@mon.a 2024-09-17T08:02:02.160 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:01 smithi088 systemd[1]: Stopping Ceph mon.a for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:02:02.160 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23306]: debug 2024-09-17T08:02:01.950+0000 7fcdfad7b700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-09-17T08:02:02.160 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23306]: debug 2024-09-17T08:02:01.950+0000 7fcdfad7b700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-09-17T08:02:02.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:02 smithi088 podman[23529]: 2024-09-17 08:02:02.165475054 +0000 UTC m=+0.309452628 container died 4e628f37e2bc6c3d6f1221f259e3b6c2c3799170afeee472ecb1fe04ca858633 (image=quay.io/ceph/ceph:v16.2.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=20cb635043d86d971f028e2bf2824446440b5557, maintainer=Dimitri Savineau , org.label-schema.build-date=20201204, GIT_CLEAN=True, org.label-schema.name=CentOS Base Image, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=-16.2.0, RELEASE=HEAD, GIT_REPO=https://github.com/ceph/ceph-container.git) 2024-09-17T08:02:02.735 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:02 smithi088 podman[23529]: 2024-09-17 08:02:02.516872515 +0000 UTC m=+0.660850081 container cleanup 4e628f37e2bc6c3d6f1221f259e3b6c2c3799170afeee472ecb1fe04ca858633 (image=quay.io/ceph/ceph:v16.2.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a, RELEASE=HEAD, ceph=True, maintainer=Dimitri Savineau , org.label-schema.build-date=20201204, GIT_REPO=https://github.com/ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=20cb635043d86d971f028e2bf2824446440b5557, CEPH_POINT_RELEASE=-16.2.0) 2024-09-17T08:02:02.735 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:02 smithi088 podman[23529]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a 2024-09-17T08:02:03.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:02 smithi088 podman[23540]: 2024-09-17 08:02:02.734534305 +0000 UTC m=+0.568691755 container remove 4e628f37e2bc6c3d6f1221f259e3b6c2c3799170afeee472ecb1fe04ca858633 (image=quay.io/ceph/ceph:v16.2.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a, CEPH_POINT_RELEASE=-16.2.0, GIT_BRANCH=HEAD, GIT_REPO=https://github.com/ceph/ceph-container.git, maintainer=Dimitri Savineau , org.label-schema.name=CentOS Base Image, ceph=True, org.label-schema.build-date=20201204, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=20cb635043d86d971f028e2bf2824446440b5557, RELEASE=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-09-17T08:02:03.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:02 smithi088 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@mon.a.service: Deactivated successfully. 2024-09-17T08:02:03.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:02 smithi088 systemd[1]: Stopped Ceph mon.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:02:03.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:02 smithi088 systemd[1]: Starting Ceph mon.a for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:02:03.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:02 smithi088 podman[23582]: 2024-09-17 08:02:02.818122994 +0000 UTC m=+0.015357991 image pull 24ecd6d5f14c2268c5d2c666aa151456949cf76c6747d873c6fcf41f6f672d15 quay.io/ceph/ceph:v16.2.0 2024-09-17T08:02:03.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:02 smithi088 podman[23582]: 2024-09-17 08:02:02.918731459 +0000 UTC m=+0.115966474 container create 2454e1e9e4087cbb6561e96018c227b2a8f29334dd23f3afa17edbf3b30d1de4 (image=quay.io/ceph/ceph:v16.2.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a, org.label-schema.build-date=20201204, org.label-schema.name=CentOS Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=https://github.com/ceph/ceph-container.git, maintainer=Dimitri Savineau , CEPH_POINT_RELEASE=-16.2.0, RELEASE=HEAD, GIT_BRANCH=HEAD, GIT_COMMIT=20cb635043d86d971f028e2bf2824446440b5557, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True) 2024-09-17T08:02:03.208 INFO:teuthology.orchestra.run.smithi088.stderr:Setting mon public_network to 172.21.0.0/20 2024-09-17T08:02:03.208 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=quay.io/ceph/ceph:v16.2.0 -e NODE_NAME=smithi088 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968:/var/log/ceph:z -v /tmp/ceph-tmprxijovaz:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpu7r4dc4i:/etc/ceph/ceph.conf:z quay.io/ceph/ceph:v16.2.0 config set mon public_network 172.21.0.0/20 2024-09-17T08:02:03.332 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 podman[23582]: 2024-09-17 08:02:03.12080249 +0000 UTC m=+0.318037478 container init 2454e1e9e4087cbb6561e96018c227b2a8f29334dd23f3afa17edbf3b30d1de4 (image=quay.io/ceph/ceph:v16.2.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=HEAD, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, maintainer=Dimitri Savineau , org.label-schema.build-date=20201204, GIT_COMMIT=20cb635043d86d971f028e2bf2824446440b5557, CEPH_POINT_RELEASE=-16.2.0, org.label-schema.name=CentOS Base Image, GIT_REPO=https://github.com/ceph/ceph-container.git) 2024-09-17T08:02:03.332 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 podman[23582]: 2024-09-17 08:02:03.124200812 +0000 UTC m=+0.321435785 container start 2454e1e9e4087cbb6561e96018c227b2a8f29334dd23f3afa17edbf3b30d1de4 (image=quay.io/ceph/ceph:v16.2.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=HEAD, org.label-schema.build-date=20201204, CEPH_POINT_RELEASE=-16.2.0, GIT_BRANCH=HEAD, GIT_COMMIT=20cb635043d86d971f028e2bf2824446440b5557, org.label-schema.name=CentOS Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, maintainer=Dimitri Savineau ) 2024-09-17T08:02:03.332 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.142+0000 7f6deb605700 0 set uid:gid to 167:167 (ceph:ceph) 2024-09-17T08:02:03.332 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.142+0000 7f6deb605700 0 ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable), process ceph-mon, pid 2 2024-09-17T08:02:03.332 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.142+0000 7f6deb605700 0 pidfile_write: ignore empty --pid-file 2024-09-17T08:02:03.332 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.146+0000 7f6deb605700 0 load: jerasure load: lrc load: isa 2024-09-17T08:02:03.333 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: RocksDB version: 6.8.1 2024-09-17T08:02:03.333 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: 2024-09-17T08:02:03.333 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-09-17T08:02:03.333 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Compile date Mar 30 2021 2024-09-17T08:02:03.333 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: DB SUMMARY 2024-09-17T08:02:03.333 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: 2024-09-17T08:02:03.333 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: CURRENT file: CURRENT 2024-09-17T08:02:03.333 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: 2024-09-17T08:02:03.333 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: IDENTITY file: IDENTITY 2024-09-17T08:02:03.333 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: 2024-09-17T08:02:03.333 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: MANIFEST file: MANIFEST-000005 size: 131 Bytes 2024-09-17T08:02:03.333 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: 2024-09-17T08:02:03.334 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000004.sst 2024-09-17T08:02:03.334 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: 2024-09-17T08:02:03.335 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000006.log size: 83092 ; 2024-09-17T08:02:03.335 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: 2024-09-17T08:02:03.335 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.error_if_exists: 0 2024-09-17T08:02:03.335 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.create_if_missing: 0 2024-09-17T08:02:03.335 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.paranoid_checks: 1 2024-09-17T08:02:03.335 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.env: 0x55608e59d1c0 2024-09-17T08:02:03.335 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.fs: Posix File System 2024-09-17T08:02:03.335 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.info_log: 0x55608f058640 2024-09-17T08:02:03.336 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.max_file_opening_threads: 16 2024-09-17T08:02:03.336 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.statistics: (nil) 2024-09-17T08:02:03.336 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.use_fsync: 0 2024-09-17T08:02:03.336 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.max_log_file_size: 0 2024-09-17T08:02:03.336 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-17T08:02:03.336 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.log_file_time_to_roll: 0 2024-09-17T08:02:03.336 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.keep_log_file_num: 1000 2024-09-17T08:02:03.337 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.recycle_log_file_num: 0 2024-09-17T08:02:03.337 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.allow_fallocate: 1 2024-09-17T08:02:03.337 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.allow_mmap_reads: 0 2024-09-17T08:02:03.337 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.allow_mmap_writes: 0 2024-09-17T08:02:03.337 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.use_direct_reads: 0 2024-09-17T08:02:03.337 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-17T08:02:03.337 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.create_missing_column_families: 0 2024-09-17T08:02:03.337 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.db_log_dir: 2024-09-17T08:02:03.338 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2024-09-17T08:02:03.338 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.table_cache_numshardbits: 6 2024-09-17T08:02:03.338 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.max_subcompactions: 1 2024-09-17T08:02:03.338 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.max_background_flushes: -1 2024-09-17T08:02:03.338 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-09-17T08:02:03.338 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-09-17T08:02:03.338 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-17T08:02:03.338 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-17T08:02:03.338 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-09-17T08:02:03.338 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.advise_random_on_open: 1 2024-09-17T08:02:03.338 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.db_write_buffer_size: 0 2024-09-17T08:02:03.338 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.write_buffer_manager: 0x55608f0efe90 2024-09-17T08:02:03.338 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-17T08:02:03.339 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-09-17T08:02:03.339 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-17T08:02:03.339 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.use_adaptive_mutex: 0 2024-09-17T08:02:03.339 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.rate_limiter: (nil) 2024-09-17T08:02:03.339 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-17T08:02:03.340 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.wal_recovery_mode: 2 2024-09-17T08:02:03.340 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.enable_thread_tracking: 0 2024-09-17T08:02:03.340 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.enable_pipelined_write: 0 2024-09-17T08:02:03.340 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.unordered_write: 0 2024-09-17T08:02:03.340 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-17T08:02:03.340 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-17T08:02:03.340 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-17T08:02:03.340 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-17T08:02:03.340 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.row_cache: None 2024-09-17T08:02:03.340 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.wal_filter: None 2024-09-17T08:02:03.340 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-17T08:02:03.341 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.allow_ingest_behind: 0 2024-09-17T08:02:03.341 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.preserve_deletes: 0 2024-09-17T08:02:03.341 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.two_write_queues: 0 2024-09-17T08:02:03.341 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.manual_wal_flush: 0 2024-09-17T08:02:03.341 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.atomic_flush: 0 2024-09-17T08:02:03.341 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-17T08:02:03.341 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.persist_stats_to_disk: 0 2024-09-17T08:02:03.341 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-09-17T08:02:03.341 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.log_readahead_size: 0 2024-09-17T08:02:03.341 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.sst_file_checksum_func: Unknown 2024-09-17T08:02:03.341 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.max_background_jobs: 2 2024-09-17T08:02:03.341 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.max_background_compactions: -1 2024-09-17T08:02:03.342 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-17T08:02:03.342 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-17T08:02:03.342 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.delayed_write_rate : 16777216 2024-09-17T08:02:03.342 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.max_total_wal_size: 0 2024-09-17T08:02:03.342 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-17T08:02:03.342 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.stats_dump_period_sec: 600 2024-09-17T08:02:03.342 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.stats_persist_period_sec: 600 2024-09-17T08:02:03.342 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-17T08:02:03.342 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.max_open_files: -1 2024-09-17T08:02:03.342 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.bytes_per_sync: 0 2024-09-17T08:02:03.342 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-09-17T08:02:03.342 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-09-17T08:02:03.343 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.compaction_readahead_size: 0 2024-09-17T08:02:03.343 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Compression algorithms supported: 2024-09-17T08:02:03.343 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-17T08:02:03.343 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: kZSTD supported: 0 2024-09-17T08:02:03.343 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: kXpressCompression supported: 0 2024-09-17T08:02:03.343 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: kLZ4HCCompression supported: 1 2024-09-17T08:02:03.343 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: kLZ4Compression supported: 1 2024-09-17T08:02:03.343 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: kBZip2Compression supported: 0 2024-09-17T08:02:03.343 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: kZlibCompression supported: 1 2024-09-17T08:02:03.343 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: kSnappyCompression supported: 1 2024-09-17T08:02:03.344 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-09-17T08:02:03.344 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000005 2024-09-17T08:02:03.344 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: 2024-09-17T08:02:03.344 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2024-09-17T08:02:03.344 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: 2024-09-17T08:02:03.344 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-17T08:02:03.344 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.merge_operator: 2024-09-17T08:02:03.344 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.compaction_filter: None 2024-09-17T08:02:03.344 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.compaction_filter_factory: None 2024-09-17T08:02:03.344 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-09-17T08:02:03.344 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.table_factory: BlockBasedTable 2024-09-17T08:02:03.344 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55608effe0d8) 2024-09-17T08:02:03.344 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cache_index_and_filter_blocks: 1 2024-09-17T08:02:03.345 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-17T08:02:03.345 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-17T08:02:03.345 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: pin_top_level_index_and_filter: 1 2024-09-17T08:02:03.345 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: index_type: 0 2024-09-17T08:02:03.345 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: data_block_index_type: 0 2024-09-17T08:02:03.345 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: index_shortening: 1 2024-09-17T08:02:03.345 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: data_block_hash_table_util_ratio: 0.750000 2024-09-17T08:02:03.345 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: hash_index_allow_collision: 1 2024-09-17T08:02:03.345 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: checksum: 1 2024-09-17T08:02:03.345 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: no_block_cache: 0 2024-09-17T08:02:03.345 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: block_cache: 0x55608f034f10 2024-09-17T08:02:03.345 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: block_cache_name: BinnedLRUCache 2024-09-17T08:02:03.345 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: block_cache_options: 2024-09-17T08:02:03.345 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: capacity : 536870912 2024-09-17T08:02:03.346 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: num_shard_bits : 4 2024-09-17T08:02:03.346 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: strict_capacity_limit : 0 2024-09-17T08:02:03.346 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: high_pri_pool_ratio: 0.000 2024-09-17T08:02:03.346 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: block_cache_compressed: (nil) 2024-09-17T08:02:03.346 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: persistent_cache: (nil) 2024-09-17T08:02:03.346 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: block_size: 4096 2024-09-17T08:02:03.346 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: block_size_deviation: 10 2024-09-17T08:02:03.346 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: block_restart_interval: 16 2024-09-17T08:02:03.346 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: index_block_restart_interval: 1 2024-09-17T08:02:03.346 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: metadata_block_size: 4096 2024-09-17T08:02:03.346 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: partition_filters: 0 2024-09-17T08:02:03.346 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: use_delta_encoding: 1 2024-09-17T08:02:03.346 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: filter_policy: rocksdb.BuiltinBloomFilter 2024-09-17T08:02:03.347 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: whole_key_filtering: 1 2024-09-17T08:02:03.347 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: verify_compression: 0 2024-09-17T08:02:03.347 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: read_amp_bytes_per_bit: 0 2024-09-17T08:02:03.347 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: format_version: 2 2024-09-17T08:02:03.347 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: enable_index_compression: 1 2024-09-17T08:02:03.347 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: block_align: 0 2024-09-17T08:02:03.347 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: 2024-09-17T08:02:03.347 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.write_buffer_size: 33554432 2024-09-17T08:02:03.347 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.max_write_buffer_number: 2 2024-09-17T08:02:03.347 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.compression: NoCompression 2024-09-17T08:02:03.347 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.bottommost_compression: Disabled 2024-09-17T08:02:03.347 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.prefix_extractor: nullptr 2024-09-17T08:02:03.347 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-17T08:02:03.347 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.num_levels: 7 2024-09-17T08:02:03.348 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-17T08:02:03.348 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-17T08:02:03.348 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-17T08:02:03.349 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-17T08:02:03.349 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-17T08:02:03.349 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-17T08:02:03.349 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-17T08:02:03.349 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-17T08:02:03.349 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-17T08:02:03.349 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.compression_opts.window_bits: -14 2024-09-17T08:02:03.350 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.compression_opts.level: 32767 2024-09-17T08:02:03.350 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.compression_opts.strategy: 0 2024-09-17T08:02:03.350 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-17T08:02:03.350 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-17T08:02:03.350 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.compression_opts.enabled: false 2024-09-17T08:02:03.350 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-17T08:02:03.350 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-17T08:02:03.350 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-17T08:02:03.350 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.target_file_size_base: 67108864 2024-09-17T08:02:03.350 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.target_file_size_multiplier: 1 2024-09-17T08:02:03.350 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-17T08:02:03.350 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-17T08:02:03.350 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-17T08:02:03.350 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-17T08:02:03.350 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-17T08:02:03.350 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-17T08:02:03.351 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-17T08:02:03.351 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-17T08:02:03.351 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-17T08:02:03.351 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-17T08:02:03.351 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-17T08:02:03.351 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-17T08:02:03.351 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.arena_block_size: 4194304 2024-09-17T08:02:03.351 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-17T08:02:03.351 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-17T08:02:03.351 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-09-17T08:02:03.351 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.disable_auto_compactions: 0 2024-09-17T08:02:03.351 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-17T08:02:03.352 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-17T08:02:03.352 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-17T08:02:03.352 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-17T08:02:03.352 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-17T08:02:03.352 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-17T08:02:03.352 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-17T08:02:03.352 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-17T08:02:03.352 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-17T08:02:03.353 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-17T08:02:03.353 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.table_properties_collectors: 2024-09-17T08:02:03.353 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.inplace_update_support: 0 2024-09-17T08:02:03.353 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-09-17T08:02:03.353 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-17T08:02:03.353 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-17T08:02:03.353 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.memtable_huge_page_size: 0 2024-09-17T08:02:03.353 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.bloom_locality: 0 2024-09-17T08:02:03.353 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.max_successive_merges: 0 2024-09-17T08:02:03.353 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-09-17T08:02:03.354 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.paranoid_file_checks: 0 2024-09-17T08:02:03.354 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.force_consistency_checks: 0 2024-09-17T08:02:03.354 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.report_bg_io_stats: 0 2024-09-17T08:02:03.354 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.ttl: 2592000 2024-09-17T08:02:03.354 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-09-17T08:02:03.354 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 5, log_number is 4,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-17T08:02:03.354 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: 2024-09-17T08:02:03.354 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.147+0000 7f6deb605700 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 4 2024-09-17T08:02:03.354 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: 2024-09-17T08:02:03.354 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.148+0000 7f6deb605700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726560123149011, "job": 1, "event": "recovery_started", "log_files": [6]} 2024-09-17T08:02:03.354 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.148+0000 7f6deb605700 4 rocksdb: [db_impl/db_impl_open.cc:760] Recovering log #6 mode 2 2024-09-17T08:02:03.354 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.148+0000 7f6deb605700 3 rocksdb: [le/block_based/filter_policy.cc:584] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-09-17T08:02:03.354 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.148+0000 7f6deb605700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726560123149811, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 7, "file_size": 80060, "table_properties": {"data_size": 78318, "index_size": 347, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 581, "raw_key_size": 8979, "raw_average_key_size": 46, "raw_value_size": 73077, "raw_average_value_size": 376, "num_data_blocks": 11, "num_entries": 194, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1726560123, "oldest_key_time": 3, "file_creation_time": 0}} 2024-09-17T08:02:03.355 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.148+0000 7f6deb605700 4 rocksdb: [version_set.cc:3826] Creating manifest 8 2024-09-17T08:02:03.355 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: 2024-09-17T08:02:03.355 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.149+0000 7f6deb605700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726560123150180, "job": 1, "event": "recovery_finished"} 2024-09-17T08:02:03.355 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.149+0000 7f6deb605700 4 rocksdb: DB pointer 0x55608f0f9800 2024-09-17T08:02:03.355 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.149+0000 7f6dd241f700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2024-09-17T08:02:03.355 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.150+0000 7f6dd241f700 4 rocksdb: [db_impl/db_impl.cc:851] 2024-09-17T08:02:03.355 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: ** DB Stats ** 2024-09-17T08:02:03.355 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-17T08:02:03.355 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-17T08:02:03.356 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-17T08:02:03.356 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-17T08:02:03.356 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-17T08:02:03.356 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-09-17T08:02:03.356 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-17T08:02:03.356 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: 2024-09-17T08:02:03.356 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: ** Compaction Stats [default] ** 2024-09-17T08:02:03.356 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-17T08:02:03.356 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-17T08:02:03.356 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: L0 2/0 79.84 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 141.9 0.00 0.00 1 0.001 0 0 2024-09-17T08:02:03.356 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: Sum 2/0 79.84 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 141.9 0.00 0.00 1 0.001 0 0 2024-09-17T08:02:03.356 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 141.9 0.00 0.00 1 0.001 0 0 2024-09-17T08:02:03.357 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: 2024-09-17T08:02:03.357 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: ** Compaction Stats [default] ** 2024-09-17T08:02:03.357 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-17T08:02:03.357 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-17T08:02:03.357 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 141.9 0.00 0.00 1 0.001 0 0 2024-09-17T08:02:03.357 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-17T08:02:03.357 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: Flush(GB): cumulative 0.000, interval 0.000 2024-09-17T08:02:03.357 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-17T08:02:03.357 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: AddFile(Total Files): cumulative 0, interval 0 2024-09-17T08:02:03.357 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: AddFile(L0 Files): cumulative 0, interval 0 2024-09-17T08:02:03.357 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: AddFile(Keys): cumulative 0, interval 0 2024-09-17T08:02:03.357 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: Cumulative compaction: 0.00 GB write, 29.08 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-17T08:02:03.358 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: Interval compaction: 0.00 GB write, 29.08 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-17T08:02:03.358 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-17T08:02:03.358 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: 2024-09-17T08:02:03.358 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: ** File Read Latency Histogram By Level [default] ** 2024-09-17T08:02:03.358 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: 2024-09-17T08:02:03.358 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: ** Compaction Stats [default] ** 2024-09-17T08:02:03.358 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-17T08:02:03.358 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-17T08:02:03.358 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: L0 2/0 79.84 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 141.9 0.00 0.00 1 0.001 0 0 2024-09-17T08:02:03.358 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: Sum 2/0 79.84 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 141.9 0.00 0.00 1 0.001 0 0 2024-09-17T08:02:03.358 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-09-17T08:02:03.358 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: 2024-09-17T08:02:03.359 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: ** Compaction Stats [default] ** 2024-09-17T08:02:03.359 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-17T08:02:03.359 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-17T08:02:03.359 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 141.9 0.00 0.00 1 0.001 0 0 2024-09-17T08:02:03.359 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-17T08:02:03.359 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: Flush(GB): cumulative 0.000, interval 0.000 2024-09-17T08:02:03.359 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-17T08:02:03.359 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: AddFile(Total Files): cumulative 0, interval 0 2024-09-17T08:02:03.359 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: AddFile(L0 Files): cumulative 0, interval 0 2024-09-17T08:02:03.359 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: AddFile(Keys): cumulative 0, interval 0 2024-09-17T08:02:03.359 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: Cumulative compaction: 0.00 GB write, 28.76 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-17T08:02:03.359 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-17T08:02:03.359 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-17T08:02:03.360 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: 2024-09-17T08:02:03.360 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: ** File Read Latency Histogram By Level [default] ** 2024-09-17T08:02:03.360 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: 2024-09-17T08:02:03.360 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.150+0000 7f6deb605700 0 starting mon.a rank 0 at public addrs [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] at bind addrs [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 2024-09-17T08:02:03.360 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.151+0000 7f6deb605700 1 mon.a@-1(???) e1 preinit fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 2024-09-17T08:02:03.360 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.151+0000 7f6deb605700 0 mon.a@-1(???).mds e1 new map 2024-09-17T08:02:03.360 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.151+0000 7f6deb605700 0 mon.a@-1(???).mds e1 print_map 2024-09-17T08:02:03.360 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: e1 2024-09-17T08:02:03.360 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: enable_multiple, ever_enabled_multiple: 1,1 2024-09-17T08:02:03.360 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T08:02:03.361 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: legacy client fscid: -1 2024-09-17T08:02:03.361 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: 2024-09-17T08:02:03.361 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: No filesystems configured 2024-09-17T08:02:03.361 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: 2024-09-17T08:02:03.361 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.151+0000 7f6deb605700 0 mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-17T08:02:03.361 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.151+0000 7f6deb605700 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-17T08:02:03.361 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.151+0000 7f6deb605700 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-17T08:02:03.361 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.151+0000 7f6deb605700 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-17T08:02:03.361 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:01.249266+0000 mon.a (mon.0) 10 : audit [DBG] from='client.? 172.21.15.88:0/519742823' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:02:03.361 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.151+0000 7f6deb605700 1 mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-09-17T08:02:03.361 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.152+0000 7f6deb605700 20 expand_channel_meta expand map: {default=false} 2024-09-17T08:02:03.361 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.152+0000 7f6deb605700 20 expand_channel_meta from 'false' to 'false' 2024-09-17T08:02:03.361 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.152+0000 7f6deb605700 20 expand_channel_meta expanded map: {default=false} 2024-09-17T08:02:03.362 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.152+0000 7f6deb605700 20 expand_channel_meta expand map: {default=info} 2024-09-17T08:02:03.362 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.152+0000 7f6deb605700 20 expand_channel_meta from 'info' to 'info' 2024-09-17T08:02:03.362 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.152+0000 7f6deb605700 20 expand_channel_meta expanded map: {default=info} 2024-09-17T08:02:03.362 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.152+0000 7f6deb605700 20 expand_channel_meta expand map: {default=daemon} 2024-09-17T08:02:03.362 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.152+0000 7f6deb605700 20 expand_channel_meta from 'daemon' to 'daemon' 2024-09-17T08:02:03.362 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.152+0000 7f6deb605700 20 expand_channel_meta expanded map: {default=daemon} 2024-09-17T08:02:03.362 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.152+0000 7f6deb605700 20 expand_channel_meta expand map: {default=debug} 2024-09-17T08:02:03.362 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.152+0000 7f6deb605700 20 expand_channel_meta from 'debug' to 'debug' 2024-09-17T08:02:03.362 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:02:03.152+0000 7f6deb605700 20 expand_channel_meta expanded map: {default=debug} 2024-09-17T08:02:03.362 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 bash[23582]: 2454e1e9e4087cbb6561e96018c227b2a8f29334dd23f3afa17edbf3b30d1de4 2024-09-17T08:02:03.362 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 systemd[1]: Started Ceph mon.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:02:03.362 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:02:03.156357+0000 mon.a (mon.0) 1 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2024-09-17T08:02:03.363 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:02:03.156424+0000 mon.a (mon.0) 2 : cluster [DBG] monmap e1: 1 mons at {a=[v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0]} 2024-09-17T08:02:03.363 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:02:03.156490+0000 mon.a (mon.0) 3 : cluster [DBG] fsmap 2024-09-17T08:02:03.363 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:02:03.156532+0000 mon.a (mon.0) 4 : cluster [DBG] osdmap e1: 0 total, 0 up, 0 in 2024-09-17T08:02:03.363 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:02:03.158069+0000 mon.a (mon.0) 5 : cluster [DBG] mgrmap e1: no daemons active 2024-09-17T08:02:04.389 INFO:teuthology.orchestra.run.smithi088.stderr:Wrote config to /etc/ceph/ceph.conf 2024-09-17T08:02:04.390 INFO:teuthology.orchestra.run.smithi088.stderr:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-09-17T08:02:04.390 INFO:teuthology.orchestra.run.smithi088.stderr:Creating mgr... 2024-09-17T08:02:04.390 INFO:teuthology.orchestra.run.smithi088.stderr:Verifying port 9283 ... 2024-09-17T08:02:04.391 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: systemctl daemon-reload 2024-09-17T08:02:04.539 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: systemctl stop ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@mgr.y 2024-09-17T08:02:04.553 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: systemctl reset-failed ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@mgr.y 2024-09-17T08:02:04.559 INFO:teuthology.orchestra.run.smithi088.stderr:systemctl: Failed to reset failed state of unit ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@mgr.y.service: Unit ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@mgr.y.service not loaded. 2024-09-17T08:02:04.560 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: systemctl enable ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@mgr.y 2024-09-17T08:02:04.567 INFO:teuthology.orchestra.run.smithi088.stderr:systemctl: Created symlink /etc/systemd/system/ceph-0975a5c8-74cb-11ef-bceb-c7b262605968.target.wants/ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@mgr.y.service → /etc/systemd/system/ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@.service. 2024-09-17T08:02:04.712 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: systemctl start ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@mgr.y 2024-09-17T08:02:05.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:03.791744+0000 mon.a (mon.0) 6 : audit [INF] from='client.? 172.21.15.88:0/3879165179' entity='client.admin' 2024-09-17T08:02:05.027 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:02:04 smithi088 podman[23794]: 2024-09-17 08:02:04.903915041 +0000 UTC m=+0.119022830 container create 3c3a908afdcdd47060e3c57028af3e7be87ac02738bbc22d972c1e1789c70c16 (image=quay.io/ceph/ceph:v16.2.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.y, org.label-schema.schema-version=1.0, maintainer=Dimitri Savineau , CEPH_POINT_RELEASE=-16.2.0, GIT_CLEAN=True, GIT_COMMIT=20cb635043d86d971f028e2bf2824446440b5557, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=HEAD, org.label-schema.name=CentOS Base Image, org.label-schema.build-date=20201204, GIT_REPO=https://github.com/ceph/ceph-container.git) 2024-09-17T08:02:05.236 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: systemctl is-enabled firewalld.service 2024-09-17T08:02:05.244 INFO:teuthology.orchestra.run.smithi088.stderr:systemctl: disabled 2024-09-17T08:02:05.245 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: systemctl is-active firewalld.service 2024-09-17T08:02:05.251 INFO:teuthology.orchestra.run.smithi088.stderr:systemctl: inactive 2024-09-17T08:02:05.252 INFO:teuthology.orchestra.run.smithi088.stderr:firewalld.service is not enabled 2024-09-17T08:02:05.252 INFO:teuthology.orchestra.run.smithi088.stderr:Not possible to enable service . firewalld.service is not available 2024-09-17T08:02:05.252 INFO:teuthology.orchestra.run.smithi088.stderr:Not possible to open ports <[]>. firewalld.service is not available 2024-09-17T08:02:05.252 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: systemctl is-enabled firewalld.service 2024-09-17T08:02:05.260 INFO:teuthology.orchestra.run.smithi088.stderr:systemctl: disabled 2024-09-17T08:02:05.260 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: systemctl is-active firewalld.service 2024-09-17T08:02:05.267 INFO:teuthology.orchestra.run.smithi088.stderr:systemctl: inactive 2024-09-17T08:02:05.268 INFO:teuthology.orchestra.run.smithi088.stderr:firewalld.service is not enabled 2024-09-17T08:02:05.268 INFO:teuthology.orchestra.run.smithi088.stderr:Not possible to open ports <[9283]>. firewalld.service is not available 2024-09-17T08:02:05.268 INFO:teuthology.orchestra.run.smithi088.stderr:Waiting for mgr to start... 2024-09-17T08:02:05.268 INFO:teuthology.orchestra.run.smithi088.stderr:Waiting for mgr... 2024-09-17T08:02:05.268 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=quay.io/ceph/ceph:v16.2.0 -e NODE_NAME=smithi088 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968:/var/log/ceph:z -v /tmp/ceph-tmprxijovaz:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpu7r4dc4i:/etc/ceph/ceph.conf:z quay.io/ceph/ceph:v16.2.0 status -f json-pretty 2024-09-17T08:02:05.382 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:02:05 smithi088 podman[23794]: 2024-09-17 08:02:05.130735452 +0000 UTC m=+0.345843241 container init 3c3a908afdcdd47060e3c57028af3e7be87ac02738bbc22d972c1e1789c70c16 (image=quay.io/ceph/ceph:v16.2.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.y, org.label-schema.license=GPLv2, RELEASE=HEAD, CEPH_POINT_RELEASE=-16.2.0, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Base Image, GIT_COMMIT=20cb635043d86d971f028e2bf2824446440b5557, org.label-schema.build-date=20201204, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Dimitri Savineau , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-09-17T08:02:05.382 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:02:05 smithi088 podman[23794]: 2024-09-17 08:02:05.133464181 +0000 UTC m=+0.348571978 container start 3c3a908afdcdd47060e3c57028af3e7be87ac02738bbc22d972c1e1789c70c16 (image=quay.io/ceph/ceph:v16.2.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.y, org.label-schema.name=CentOS Base Image, org.label-schema.license=GPLv2, GIT_REPO=https://github.com/ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20201204, RELEASE=HEAD, maintainer=Dimitri Savineau , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=-16.2.0, GIT_COMMIT=20cb635043d86d971f028e2bf2824446440b5557) 2024-09-17T08:02:05.383 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:02:05 smithi088 bash[23794]: 3c3a908afdcdd47060e3c57028af3e7be87ac02738bbc22d972c1e1789c70c16 2024-09-17T08:02:05.383 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:02:05 smithi088 systemd[1]: Started Ceph mgr.y for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:02:05.826 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: 2024-09-17T08:02:05.826 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: { 2024-09-17T08:02:05.826 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "fsid": "0975a5c8-74cb-11ef-bceb-c7b262605968", 2024-09-17T08:02:05.826 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "health": { 2024-09-17T08:02:05.826 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2024-09-17T08:02:05.826 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "checks": {}, 2024-09-17T08:02:05.826 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "mutes": [] 2024-09-17T08:02:05.827 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: }, 2024-09-17T08:02:05.827 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "election_epoch": 5, 2024-09-17T08:02:05.827 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "quorum": [ 2024-09-17T08:02:05.827 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: 0 2024-09-17T08:02:05.827 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: ], 2024-09-17T08:02:05.827 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "quorum_names": [ 2024-09-17T08:02:05.827 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "a" 2024-09-17T08:02:05.827 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: ], 2024-09-17T08:02:05.827 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "quorum_age": 2, 2024-09-17T08:02:05.827 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "monmap": { 2024-09-17T08:02:05.827 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "epoch": 1, 2024-09-17T08:02:05.827 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "min_mon_release_name": "pacific", 2024-09-17T08:02:05.827 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_mons": 1 2024-09-17T08:02:05.828 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: }, 2024-09-17T08:02:05.828 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "osdmap": { 2024-09-17T08:02:05.828 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "epoch": 1, 2024-09-17T08:02:05.828 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_osds": 0, 2024-09-17T08:02:05.828 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_up_osds": 0, 2024-09-17T08:02:05.828 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "osd_up_since": 0, 2024-09-17T08:02:05.828 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_in_osds": 0, 2024-09-17T08:02:05.831 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "osd_in_since": 0, 2024-09-17T08:02:05.831 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2024-09-17T08:02:05.831 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: }, 2024-09-17T08:02:05.831 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "pgmap": { 2024-09-17T08:02:05.832 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "pgs_by_state": [], 2024-09-17T08:02:05.832 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_pgs": 0, 2024-09-17T08:02:05.832 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_pools": 0, 2024-09-17T08:02:05.832 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_objects": 0, 2024-09-17T08:02:05.832 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "data_bytes": 0, 2024-09-17T08:02:05.832 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "bytes_used": 0, 2024-09-17T08:02:05.832 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "bytes_avail": 0, 2024-09-17T08:02:05.832 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "bytes_total": 0 2024-09-17T08:02:05.832 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: }, 2024-09-17T08:02:05.832 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "fsmap": { 2024-09-17T08:02:05.832 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "epoch": 1, 2024-09-17T08:02:05.833 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "by_rank": [], 2024-09-17T08:02:05.833 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "up:standby": 0 2024-09-17T08:02:05.833 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: }, 2024-09-17T08:02:05.833 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "mgrmap": { 2024-09-17T08:02:05.833 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "available": false, 2024-09-17T08:02:05.833 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_standbys": 0, 2024-09-17T08:02:05.833 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "modules": [ 2024-09-17T08:02:05.833 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "iostat", 2024-09-17T08:02:05.833 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "restful" 2024-09-17T08:02:05.833 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: ], 2024-09-17T08:02:05.833 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "services": {} 2024-09-17T08:02:05.833 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: }, 2024-09-17T08:02:05.833 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "servicemap": { 2024-09-17T08:02:05.833 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "epoch": 1, 2024-09-17T08:02:05.834 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "modified": "2024-09-17T08:01:57.535575+0000", 2024-09-17T08:02:05.834 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "services": {} 2024-09-17T08:02:05.834 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: }, 2024-09-17T08:02:05.834 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "progress_events": {} 2024-09-17T08:02:05.835 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: } 2024-09-17T08:02:05.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:05 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:05.821745+0000 mon.a (mon.0) 7 : audit [DBG] from='client.? 172.21.15.88:0/2774315078' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-17T08:02:06.407 INFO:teuthology.orchestra.run.smithi088.stderr:mgr not available, waiting (1/15)... 2024-09-17T08:02:08.409 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=quay.io/ceph/ceph:v16.2.0 -e NODE_NAME=smithi088 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968:/var/log/ceph:z -v /tmp/ceph-tmprxijovaz:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpu7r4dc4i:/etc/ceph/ceph.conf:z quay.io/ceph/ceph:v16.2.0 status -f json-pretty 2024-09-17T08:02:08.899 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: 2024-09-17T08:02:08.899 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: { 2024-09-17T08:02:08.899 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "fsid": "0975a5c8-74cb-11ef-bceb-c7b262605968", 2024-09-17T08:02:08.899 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "health": { 2024-09-17T08:02:08.899 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2024-09-17T08:02:08.900 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "checks": {}, 2024-09-17T08:02:08.900 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "mutes": [] 2024-09-17T08:02:08.900 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: }, 2024-09-17T08:02:08.900 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "election_epoch": 5, 2024-09-17T08:02:08.900 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "quorum": [ 2024-09-17T08:02:08.900 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: 0 2024-09-17T08:02:08.900 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: ], 2024-09-17T08:02:08.900 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "quorum_names": [ 2024-09-17T08:02:08.900 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "a" 2024-09-17T08:02:08.900 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: ], 2024-09-17T08:02:08.900 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "quorum_age": 5, 2024-09-17T08:02:08.900 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "monmap": { 2024-09-17T08:02:08.900 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "epoch": 1, 2024-09-17T08:02:08.901 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "min_mon_release_name": "pacific", 2024-09-17T08:02:08.901 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_mons": 1 2024-09-17T08:02:08.901 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: }, 2024-09-17T08:02:08.901 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "osdmap": { 2024-09-17T08:02:08.901 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "epoch": 1, 2024-09-17T08:02:08.901 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_osds": 0, 2024-09-17T08:02:08.901 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_up_osds": 0, 2024-09-17T08:02:08.901 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "osd_up_since": 0, 2024-09-17T08:02:08.901 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_in_osds": 0, 2024-09-17T08:02:08.901 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "osd_in_since": 0, 2024-09-17T08:02:08.901 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2024-09-17T08:02:08.901 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: }, 2024-09-17T08:02:08.901 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "pgmap": { 2024-09-17T08:02:08.901 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "pgs_by_state": [], 2024-09-17T08:02:08.901 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_pgs": 0, 2024-09-17T08:02:08.902 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_pools": 0, 2024-09-17T08:02:08.902 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_objects": 0, 2024-09-17T08:02:08.902 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "data_bytes": 0, 2024-09-17T08:02:08.902 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "bytes_used": 0, 2024-09-17T08:02:08.902 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "bytes_avail": 0, 2024-09-17T08:02:08.902 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "bytes_total": 0 2024-09-17T08:02:08.902 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: }, 2024-09-17T08:02:08.902 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "fsmap": { 2024-09-17T08:02:08.902 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "epoch": 1, 2024-09-17T08:02:08.902 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "by_rank": [], 2024-09-17T08:02:08.902 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "up:standby": 0 2024-09-17T08:02:08.902 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: }, 2024-09-17T08:02:08.902 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "mgrmap": { 2024-09-17T08:02:08.902 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "available": false, 2024-09-17T08:02:08.903 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_standbys": 0, 2024-09-17T08:02:08.903 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "modules": [ 2024-09-17T08:02:08.903 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "iostat", 2024-09-17T08:02:08.903 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "restful" 2024-09-17T08:02:08.903 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: ], 2024-09-17T08:02:08.903 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "services": {} 2024-09-17T08:02:08.903 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: }, 2024-09-17T08:02:08.903 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "servicemap": { 2024-09-17T08:02:08.903 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "epoch": 1, 2024-09-17T08:02:08.903 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "modified": "2024-09-17T08:01:57.535575+0000", 2024-09-17T08:02:08.903 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "services": {} 2024-09-17T08:02:08.903 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: }, 2024-09-17T08:02:08.903 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "progress_events": {} 2024-09-17T08:02:08.903 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: } 2024-09-17T08:02:09.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:08.893651+0000 mon.a (mon.0) 8 : audit [DBG] from='client.? 172.21.15.88:0/3730046452' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-17T08:02:09.488 INFO:teuthology.orchestra.run.smithi088.stderr:mgr not available, waiting (2/15)... 2024-09-17T08:02:10.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:02:10.035278+0000 mon.a (mon.0) 9 : cluster [INF] Activating manager daemon y 2024-09-17T08:02:10.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:02:10.037754+0000 mon.a (mon.0) 10 : cluster [DBG] mgrmap e2: y(active, starting, since 0.00255733s) 2024-09-17T08:02:10.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:10.038670+0000 mon.a (mon.0) 11 : audit [DBG] from='mgr.14100 172.21.15.88:0/1780434031' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-17T08:02:10.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:10.038855+0000 mon.a (mon.0) 12 : audit [DBG] from='mgr.14100 172.21.15.88:0/1780434031' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-17T08:02:10.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:10.039022+0000 mon.a (mon.0) 13 : audit [DBG] from='mgr.14100 172.21.15.88:0/1780434031' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-17T08:02:10.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:10.039181+0000 mon.a (mon.0) 14 : audit [DBG] from='mgr.14100 172.21.15.88:0/1780434031' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T08:02:10.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:10.039348+0000 mon.a (mon.0) 15 : audit [DBG] from='mgr.14100 172.21.15.88:0/1780434031' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-17T08:02:10.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:02:10.040921+0000 mon.a (mon.0) 16 : cluster [INF] Manager daemon y is now available 2024-09-17T08:02:10.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:10.048848+0000 mon.a (mon.0) 17 : audit [INF] from='mgr.14100 172.21.15.88:0/1780434031' entity='mgr.y' 2024-09-17T08:02:10.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:10.051899+0000 mon.a (mon.0) 18 : audit [INF] from='mgr.14100 172.21.15.88:0/1780434031' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:02:10.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:10.052940+0000 mon.a (mon.0) 19 : audit [INF] from='mgr.14100 172.21.15.88:0/1780434031' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:02:10.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:10.058264+0000 mon.a (mon.0) 20 : audit [INF] from='mgr.14100 172.21.15.88:0/1780434031' entity='mgr.y' 2024-09-17T08:02:10.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:10.060693+0000 mon.a (mon.0) 21 : audit [INF] from='mgr.14100 172.21.15.88:0/1780434031' entity='mgr.y' 2024-09-17T08:02:11.490 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=quay.io/ceph/ceph:v16.2.0 -e NODE_NAME=smithi088 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968:/var/log/ceph:z -v /tmp/ceph-tmprxijovaz:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpu7r4dc4i:/etc/ceph/ceph.conf:z quay.io/ceph/ceph:v16.2.0 status -f json-pretty 2024-09-17T08:02:12.112 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: 2024-09-17T08:02:12.113 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: { 2024-09-17T08:02:12.113 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "fsid": "0975a5c8-74cb-11ef-bceb-c7b262605968", 2024-09-17T08:02:12.113 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "health": { 2024-09-17T08:02:12.113 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2024-09-17T08:02:12.113 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "checks": {}, 2024-09-17T08:02:12.113 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "mutes": [] 2024-09-17T08:02:12.113 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: }, 2024-09-17T08:02:12.113 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "election_epoch": 5, 2024-09-17T08:02:12.113 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "quorum": [ 2024-09-17T08:02:12.113 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: 0 2024-09-17T08:02:12.113 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: ], 2024-09-17T08:02:12.114 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "quorum_names": [ 2024-09-17T08:02:12.114 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "a" 2024-09-17T08:02:12.114 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: ], 2024-09-17T08:02:12.114 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "quorum_age": 8, 2024-09-17T08:02:12.114 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "monmap": { 2024-09-17T08:02:12.114 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "epoch": 1, 2024-09-17T08:02:12.114 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "min_mon_release_name": "pacific", 2024-09-17T08:02:12.114 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_mons": 1 2024-09-17T08:02:12.114 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: }, 2024-09-17T08:02:12.114 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "osdmap": { 2024-09-17T08:02:12.114 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "epoch": 1, 2024-09-17T08:02:12.114 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_osds": 0, 2024-09-17T08:02:12.114 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_up_osds": 0, 2024-09-17T08:02:12.115 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "osd_up_since": 0, 2024-09-17T08:02:12.115 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_in_osds": 0, 2024-09-17T08:02:12.115 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "osd_in_since": 0, 2024-09-17T08:02:12.115 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2024-09-17T08:02:12.115 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: }, 2024-09-17T08:02:12.115 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "pgmap": { 2024-09-17T08:02:12.115 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "pgs_by_state": [], 2024-09-17T08:02:12.115 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_pgs": 0, 2024-09-17T08:02:12.115 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_pools": 0, 2024-09-17T08:02:12.115 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_objects": 0, 2024-09-17T08:02:12.115 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "data_bytes": 0, 2024-09-17T08:02:12.115 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "bytes_used": 0, 2024-09-17T08:02:12.115 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "bytes_avail": 0, 2024-09-17T08:02:12.116 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "bytes_total": 0 2024-09-17T08:02:12.116 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: }, 2024-09-17T08:02:12.116 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "fsmap": { 2024-09-17T08:02:12.116 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "epoch": 1, 2024-09-17T08:02:12.116 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "by_rank": [], 2024-09-17T08:02:12.116 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "up:standby": 0 2024-09-17T08:02:12.116 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: }, 2024-09-17T08:02:12.116 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "mgrmap": { 2024-09-17T08:02:12.116 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "available": true, 2024-09-17T08:02:12.116 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_standbys": 0, 2024-09-17T08:02:12.116 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "modules": [ 2024-09-17T08:02:12.116 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "iostat", 2024-09-17T08:02:12.116 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "restful" 2024-09-17T08:02:12.116 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: ], 2024-09-17T08:02:12.116 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "services": {} 2024-09-17T08:02:12.117 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: }, 2024-09-17T08:02:12.117 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "servicemap": { 2024-09-17T08:02:12.117 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "epoch": 1, 2024-09-17T08:02:12.117 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "modified": "2024-09-17T08:01:57.535575+0000", 2024-09-17T08:02:12.117 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "services": {} 2024-09-17T08:02:12.117 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: }, 2024-09-17T08:02:12.117 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "progress_events": {} 2024-09-17T08:02:12.117 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: } 2024-09-17T08:02:12.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:02:11.040597+0000 mon.a (mon.0) 22 : cluster [DBG] mgrmap e3: y(active, since 1.0054s) 2024-09-17T08:02:12.693 INFO:teuthology.orchestra.run.smithi088.stderr:mgr is available 2024-09-17T08:02:12.694 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=quay.io/ceph/ceph:v16.2.0 -e NODE_NAME=smithi088 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968:/var/log/ceph:z -v /tmp/ceph-tmprxijovaz:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpu7r4dc4i:/etc/ceph/ceph.conf:z quay.io/ceph/ceph:v16.2.0 config-key set mgr/cephadm/ssh_user root 2024-09-17T08:02:13.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:02:12.042048+0000 mon.a (mon.0) 23 : cluster [DBG] mgrmap e4: y(active, since 2s) 2024-09-17T08:02:13.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:12.106384+0000 mon.a (mon.0) 24 : audit [DBG] from='client.? 172.21.15.88:0/1548386802' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-17T08:02:13.415 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: set mgr/cephadm/ssh_user 2024-09-17T08:02:13.974 INFO:teuthology.orchestra.run.smithi088.stderr:Enabling cephadm module... 2024-09-17T08:02:13.974 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=quay.io/ceph/ceph:v16.2.0 -e NODE_NAME=smithi088 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968:/var/log/ceph:z -v /tmp/ceph-tmprxijovaz:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpu7r4dc4i:/etc/ceph/ceph.conf:z quay.io/ceph/ceph:v16.2.0 mgr module enable cephadm 2024-09-17T08:02:14.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:14 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:13.412416+0000 mon.a (mon.0) 25 : audit [INF] from='client.? 172.21.15.88:0/852408709' entity='client.admin' 2024-09-17T08:02:15.668 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:14.519494+0000 mon.a (mon.0) 26 : audit [INF] from='client.? 172.21.15.88:0/375576823' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-09-17T08:02:15.669 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:02:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.y[23809]: ignoring --setuser ceph since I am not root 2024-09-17T08:02:15.669 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:02:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.y[23809]: ignoring --setgroup ceph since I am not root 2024-09-17T08:02:15.971 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=quay.io/ceph/ceph:v16.2.0 -e NODE_NAME=smithi088 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968:/var/log/ceph:z -v /tmp/ceph-tmprxijovaz:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpu7r4dc4i:/etc/ceph/ceph.conf:z quay.io/ceph/ceph:v16.2.0 mgr stat 2024-09-17T08:02:16.564 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: { 2024-09-17T08:02:16.564 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "epoch": 5, 2024-09-17T08:02:16.564 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "available": true, 2024-09-17T08:02:16.564 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "active_name": "y", 2024-09-17T08:02:16.565 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_standby": 0 2024-09-17T08:02:16.565 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: } 2024-09-17T08:02:16.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:15.416382+0000 mon.a (mon.0) 27 : audit [INF] from='client.? 172.21.15.88:0/375576823' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-09-17T08:02:16.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:02:15.416460+0000 mon.a (mon.0) 28 : cluster [DBG] mgrmap e5: y(active, since 5s) 2024-09-17T08:02:17.210 INFO:teuthology.orchestra.run.smithi088.stderr:Waiting for the mgr to restart... 2024-09-17T08:02:17.211 INFO:teuthology.orchestra.run.smithi088.stderr:Waiting for mgr epoch 5... 2024-09-17T08:02:17.211 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=quay.io/ceph/ceph:v16.2.0 -e NODE_NAME=smithi088 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968:/var/log/ceph:z -v /tmp/ceph-tmprxijovaz:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpu7r4dc4i:/etc/ceph/ceph.conf:z quay.io/ceph/ceph:v16.2.0 tell mgr mgr_status 2024-09-17T08:02:17.552 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:16.563488+0000 mon.a (mon.0) 29 : audit [DBG] from='client.? 172.21.15.88:0/94026162' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-17T08:02:21.393 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: { 2024-09-17T08:02:21.394 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "mgrmap_epoch": 7, 2024-09-17T08:02:21.394 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "initialized": true 2024-09-17T08:02:21.394 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: } 2024-09-17T08:02:21.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:02:20.331117+0000 mon.a (mon.0) 30 : cluster [INF] Active manager daemon y restarted 2024-09-17T08:02:21.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:02:20.331505+0000 mon.a (mon.0) 31 : cluster [INF] Activating manager daemon y 2024-09-17T08:02:21.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:02:20.333548+0000 mon.a (mon.0) 32 : cluster [DBG] osdmap e2: 0 total, 0 up, 0 in 2024-09-17T08:02:21.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:02:20.384384+0000 mon.a (mon.0) 33 : cluster [DBG] mgrmap e6: y(active, starting, since 0.05297s) 2024-09-17T08:02:21.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:20.385238+0000 mon.a (mon.0) 34 : audit [DBG] from='mgr.14116 172.21.15.88:0/736276544' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T08:02:21.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:20.385750+0000 mon.a (mon.0) 35 : audit [DBG] from='mgr.14116 172.21.15.88:0/736276544' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-17T08:02:21.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:20.386332+0000 mon.a (mon.0) 36 : audit [DBG] from='mgr.14116 172.21.15.88:0/736276544' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-17T08:02:21.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:20.386465+0000 mon.a (mon.0) 37 : audit [DBG] from='mgr.14116 172.21.15.88:0/736276544' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-17T08:02:21.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:20.386583+0000 mon.a (mon.0) 38 : audit [DBG] from='mgr.14116 172.21.15.88:0/736276544' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-17T08:02:21.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:02:20.388424+0000 mon.a (mon.0) 39 : cluster [INF] Manager daemon y is now available 2024-09-17T08:02:21.667 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:20.400802+0000 mon.a (mon.0) 40 : audit [INF] from='mgr.14116 172.21.15.88:0/736276544' entity='mgr.y' 2024-09-17T08:02:21.667 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:20.403405+0000 mon.a (mon.0) 41 : audit [INF] from='mgr.14116 172.21.15.88:0/736276544' entity='mgr.y' 2024-09-17T08:02:21.667 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:20.405887+0000 mon.a (mon.0) 42 : audit [INF] from='mgr.14116 172.21.15.88:0/736276544' entity='mgr.y' 2024-09-17T08:02:21.667 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:20.493949+0000 mon.a (mon.0) 43 : audit [INF] from='mgr.14116 172.21.15.88:0/736276544' entity='mgr.y' 2024-09-17T08:02:21.667 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:20.494597+0000 mon.a (mon.0) 44 : audit [DBG] from='mgr.14116 172.21.15.88:0/736276544' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:02:21.667 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:20.495528+0000 mon.a (mon.0) 45 : audit [DBG] from='mgr.14116 172.21.15.88:0/736276544' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:02:21.667 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:20.497002+0000 mon.a (mon.0) 46 : audit [DBG] from='mgr.14116 172.21.15.88:0/736276544' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:02:21.667 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:20.507005+0000 mon.a (mon.0) 47 : audit [INF] from='mgr.14116 172.21.15.88:0/736276544' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:02:21.667 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:20.508166+0000 mon.a (mon.0) 48 : audit [INF] from='mgr.14116 172.21.15.88:0/736276544' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:02:21.983 INFO:teuthology.orchestra.run.smithi088.stderr:mgr epoch 5 is available 2024-09-17T08:02:21.983 INFO:teuthology.orchestra.run.smithi088.stderr:Setting orchestrator backend to cephadm... 2024-09-17T08:02:21.983 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=quay.io/ceph/ceph:v16.2.0 -e NODE_NAME=smithi088 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968:/var/log/ceph:z -v /tmp/ceph-tmprxijovaz:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpu7r4dc4i:/etc/ceph/ceph.conf:z quay.io/ceph/ceph:v16.2.0 orch set backend cephadm 2024-09-17T08:02:22.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:21.386232+0000 mgr.y (mgr.14116) 1 : audit [DBG] from='client.14120 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-09-17T08:02:22.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:02:21.386768+0000 mon.a (mon.0) 49 : cluster [DBG] mgrmap e7: y(active, since 1.05535s) 2024-09-17T08:02:22.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:21.392550+0000 mgr.y (mgr.14116) 2 : audit [DBG] from='client.14120 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-09-17T08:02:23.130 INFO:teuthology.orchestra.run.smithi088.stderr:Generating ssh key... 2024-09-17T08:02:23.131 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=quay.io/ceph/ceph:v16.2.0 -e NODE_NAME=smithi088 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968:/var/log/ceph:z -v /tmp/ceph-tmprxijovaz:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpu7r4dc4i:/etc/ceph/ceph.conf:z quay.io/ceph/ceph:v16.2.0 cephadm generate-key 2024-09-17T08:02:23.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:02:22.388773+0000 mon.a (mon.0) 50 : cluster [DBG] mgrmap e8: y(active, since 2s) 2024-09-17T08:02:23.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:22.559910+0000 mon.a (mon.0) 51 : audit [INF] from='mgr.14116 172.21.15.88:0/736276544' entity='mgr.y' 2024-09-17T08:02:23.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:22.563504+0000 mon.a (mon.0) 52 : audit [DBG] from='mgr.14116 172.21.15.88:0/736276544' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:02:24.165 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:02:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.y[23809]: Generating public/private rsa key pair. 2024-09-17T08:02:24.166 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:02:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.y[23809]: Your identification has been saved in /tmp/tmp_hwlvhm4/key. 2024-09-17T08:02:24.166 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:02:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.y[23809]: Your public key has been saved in /tmp/tmp_hwlvhm4/key.pub. 2024-09-17T08:02:24.166 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:02:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.y[23809]: The key fingerprint is: 2024-09-17T08:02:24.166 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:02:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.y[23809]: SHA256:c1tWpvJwFOH6dNVOUt3OHw5ZT34viqqmu3Hysa50wiA ceph-0975a5c8-74cb-11ef-bceb-c7b262605968 2024-09-17T08:02:24.166 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:02:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.y[23809]: The key's randomart image is: 2024-09-17T08:02:24.166 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:02:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.y[23809]: +---[RSA 3072]----+ 2024-09-17T08:02:24.166 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:02:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.y[23809]: | o. +| 2024-09-17T08:02:24.166 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:02:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.y[23809]: | . . o=| 2024-09-17T08:02:24.166 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:02:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.y[23809]: | o *==| 2024-09-17T08:02:24.166 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:02:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.y[23809]: | o * **| 2024-09-17T08:02:24.166 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:02:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.y[23809]: |E . S = * + *| 2024-09-17T08:02:24.166 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:02:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.y[23809]: | . o o @ ...o| 2024-09-17T08:02:24.166 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:02:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.y[23809]: | * + ..o. . | 2024-09-17T08:02:24.166 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:02:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.y[23809]: | . B.o . . | 2024-09-17T08:02:24.167 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:02:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.y[23809]: | =B=... | 2024-09-17T08:02:24.167 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:02:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.y[23809]: +----[SHA256]-----+ 2024-09-17T08:02:24.468 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:22.556134+0000 mgr.y (mgr.14116) 3 : audit [DBG] from='client.14126 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:02:24.468 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:23.874898+0000 mon.a (mon.0) 53 : audit [INF] from='mgr.14116 172.21.15.88:0/736276544' entity='mgr.y' 2024-09-17T08:02:24.468 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:23.880055+0000 mon.a (mon.0) 54 : audit [INF] from='mgr.14116 172.21.15.88:0/736276544' entity='mgr.y' 2024-09-17T08:02:24.471 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=quay.io/ceph/ceph:v16.2.0 -e NODE_NAME=smithi088 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968:/var/log/ceph:z -v /tmp/ceph-tmprxijovaz:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpu7r4dc4i:/etc/ceph/ceph.conf:z quay.io/ceph/ceph:v16.2.0 cephadm get-pub-key 2024-09-17T08:02:25.050 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC8qEsG1Wc1q61by0HGpnAvb+ll/B5VhRhg6se6FNK5jaPLCvF5a8kioTnVqQyFNlyDggwdas32o/P0+AjdubdRa2lf7ZoNRardlR7MWJB58EwXdMcL4UC/wdGy+HgksDi05zzvKhOkjbAU2gTwNGGcOg0Z6hFTGtpetCZAtbP3wayea8xCWPwzrl+w6z70C/Wn0hNTNvj0XoMXJYK+KB3zpmi7vK4h+6mGxIFnfdWViFWCRCjBckAiUgw1toZkCNDVf/e6zNcvpRu9tS8f9F2E2UMdtp/TJ6EpgqKtyDF1akMNycK0mm4dHubf7TU4lkUvgjGj91AlYSY7/mbjrpq2hXBn+Yx86ZggDm9Orv6iWNbAPwC3HLy6eng1Nb9sSma1B1TRDi+0bpyaFaDCe2hOs88ltHd0ZOG/RjFU7LIbaEd3bNLS3Qp2zNO7rRWoDvWsnFnhXKsWcdeNFvxqFyE0Y12GLEEjKKgXMfaeh44s/OvREPILeEgGBffE1twjPNE= ceph-0975a5c8-74cb-11ef-bceb-c7b262605968 2024-09-17T08:02:25.640 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:02:23.685246+0000 mgr.y (mgr.14116) 5 : cephadm [INF] Generating ssh key... 2024-09-17T08:02:25.643 INFO:teuthology.orchestra.run.smithi088.stderr:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-09-17T08:02:25.643 INFO:teuthology.orchestra.run.smithi088.stderr:Adding key to root@localhost authorized_keys... 2024-09-17T08:02:25.650 INFO:teuthology.orchestra.run.smithi088.stderr:Adding host smithi088... 2024-09-17T08:02:25.651 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=quay.io/ceph/ceph:v16.2.0 -e NODE_NAME=smithi088 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968:/var/log/ceph:z -v /tmp/ceph-tmprxijovaz:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpu7r4dc4i:/etc/ceph/ceph.conf:z quay.io/ceph/ceph:v16.2.0 orch host add smithi088 2024-09-17T08:02:26.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:25.048908+0000 mgr.y (mgr.14116) 6 : audit [DBG] from='client.14130 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:02:26.665 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:02:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.y[23809]: Warning: Permanently added 'smithi088,172.21.15.88' (ECDSA) to the list of known hosts. 2024-09-17T08:02:26.853 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: Added host 'smithi088' 2024-09-17T08:02:27.357 INFO:teuthology.orchestra.run.smithi088.stderr:Deploying unmanaged mon service... 2024-09-17T08:02:27.357 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=quay.io/ceph/ceph:v16.2.0 -e NODE_NAME=smithi088 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968:/var/log/ceph:z -v /tmp/ceph-tmprxijovaz:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpu7r4dc4i:/etc/ceph/ceph.conf:z quay.io/ceph/ceph:v16.2.0 orch apply mon --unmanaged 2024-09-17T08:02:27.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:26.242156+0000 mgr.y (mgr.14116) 7 : audit [DBG] from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi088", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:02:27.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:26.851110+0000 mon.a (mon.0) 55 : audit [INF] from='mgr.14116 172.21.15.88:0/736276544' entity='mgr.y' 2024-09-17T08:02:27.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:26.851595+0000 mon.a (mon.0) 56 : audit [DBG] from='mgr.14116 172.21.15.88:0/736276544' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:02:28.141 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: Scheduled mon update... 2024-09-17T08:02:28.656 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:02:26.851377+0000 mgr.y (mgr.14116) 8 : cephadm [INF] Added host smithi088 2024-09-17T08:02:28.656 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:28.140218+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.14116 172.21.15.88:0/736276544' entity='mgr.y' 2024-09-17T08:02:29.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:28.137309+0000 mgr.y (mgr.14116) 9 : audit [DBG] from='client.14134 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:02:29.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:02:28.138042+0000 mgr.y (mgr.14116) 10 : cephadm [INF] Saving service mon spec with placement count:5 2024-09-17T08:02:29.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:29.283922+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.14116 172.21.15.88:0/736276544' entity='mgr.y' 2024-09-17T08:02:29.731 INFO:teuthology.orchestra.run.smithi088.stderr:Deploying unmanaged mgr service... 2024-09-17T08:02:29.731 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=quay.io/ceph/ceph:v16.2.0 -e NODE_NAME=smithi088 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968:/var/log/ceph:z -v /tmp/ceph-tmprxijovaz:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpu7r4dc4i:/etc/ceph/ceph.conf:z quay.io/ceph/ceph:v16.2.0 orch apply mgr --unmanaged 2024-09-17T08:02:30.331 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: Scheduled mgr update... 2024-09-17T08:02:30.584 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:29.482242+0000 mon.a (mon.0) 59 : audit [INF] from='mgr.14116 172.21.15.88:0/736276544' entity='mgr.y' 2024-09-17T08:02:30.584 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:30.328198+0000 mgr.y (mgr.14116) 11 : audit [DBG] from='client.14136 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:02:30.584 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:02:30.328729+0000 mgr.y (mgr.14116) 12 : cephadm [INF] Saving service mgr spec with placement count:2 2024-09-17T08:02:30.584 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:30.330924+0000 mon.a (mon.0) 60 : audit [INF] from='mgr.14116 172.21.15.88:0/736276544' entity='mgr.y' 2024-09-17T08:02:31.073 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=quay.io/ceph/ceph:v16.2.0 -e NODE_NAME=smithi088 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968:/var/log/ceph:z -v /tmp/ceph-tmprxijovaz:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpu7r4dc4i:/etc/ceph/ceph.conf:z quay.io/ceph/ceph:v16.2.0 config set mgr mgr/cephadm/container_init True --force 2024-09-17T08:02:32.663 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:32 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:31.547627+0000 mon.a (mon.0) 61 : audit [INF] from='mgr.14116 172.21.15.88:0/736276544' entity='mgr.y' 2024-09-17T08:02:32.663 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:32 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:32.047401+0000 mon.a (mon.0) 62 : audit [INF] from='client.? 172.21.15.88:0/3672465355' entity='client.admin' 2024-09-17T08:02:32.665 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=quay.io/ceph/ceph:v16.2.0 -e NODE_NAME=smithi088 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968:/var/log/ceph:z -v /tmp/ceph-tmprxijovaz:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpu7r4dc4i:/etc/ceph/ceph.conf:z quay.io/ceph/ceph:v16.2.0 config set mgr mgr/dashboard/ssl_server_port 8443 2024-09-17T08:02:34.493 INFO:teuthology.orchestra.run.smithi088.stderr:Enabling the dashboard module... 2024-09-17T08:02:34.493 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=quay.io/ceph/ceph:v16.2.0 -e NODE_NAME=smithi088 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968:/var/log/ceph:z -v /tmp/ceph-tmprxijovaz:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpu7r4dc4i:/etc/ceph/ceph.conf:z quay.io/ceph/ceph:v16.2.0 mgr module enable dashboard 2024-09-17T08:02:34.577 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:33.296740+0000 mon.a (mon.0) 63 : audit [INF] from='client.? 172.21.15.88:0/307244152' entity='client.admin' 2024-09-17T08:02:35.621 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:35.146685+0000 mon.a (mon.0) 64 : audit [INF] from='client.? 172.21.15.88:0/683730954' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-09-17T08:02:35.621 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:02:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.y[23809]: ignoring --setuser ceph since I am not root 2024-09-17T08:02:35.621 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:02:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.y[23809]: ignoring --setgroup ceph since I am not root 2024-09-17T08:02:35.932 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=quay.io/ceph/ceph:v16.2.0 -e NODE_NAME=smithi088 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968:/var/log/ceph:z -v /tmp/ceph-tmprxijovaz:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpu7r4dc4i:/etc/ceph/ceph.conf:z quay.io/ceph/ceph:v16.2.0 mgr stat 2024-09-17T08:02:36.617 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:36 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:35.302684+0000 mon.a (mon.0) 65 : audit [INF] from='client.? 172.21.15.88:0/683730954' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-09-17T08:02:36.617 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:36 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:02:35.302726+0000 mon.a (mon.0) 66 : cluster [DBG] mgrmap e9: y(active, since 14s) 2024-09-17T08:02:36.618 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: { 2024-09-17T08:02:36.618 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "epoch": 9, 2024-09-17T08:02:36.618 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "available": true, 2024-09-17T08:02:36.618 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "active_name": "y", 2024-09-17T08:02:36.618 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "num_standby": 0 2024-09-17T08:02:36.618 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: } 2024-09-17T08:02:37.241 INFO:teuthology.orchestra.run.smithi088.stderr:Waiting for the mgr to restart... 2024-09-17T08:02:37.242 INFO:teuthology.orchestra.run.smithi088.stderr:Waiting for mgr epoch 9... 2024-09-17T08:02:37.242 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=quay.io/ceph/ceph:v16.2.0 -e NODE_NAME=smithi088 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968:/var/log/ceph:z -v /tmp/ceph-tmprxijovaz:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpu7r4dc4i:/etc/ceph/ceph.conf:z quay.io/ceph/ceph:v16.2.0 tell mgr mgr_status 2024-09-17T08:02:37.506 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:36.616715+0000 mon.a (mon.0) 67 : audit [DBG] from='client.? 172.21.15.88:0/2223631293' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-17T08:02:40.665 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:02:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.y[23809]: Warning: Permanently added 'smithi088,172.21.15.88' (ECDSA) to the list of known hosts. 2024-09-17T08:02:41.299 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: { 2024-09-17T08:02:41.299 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "mgrmap_epoch": 11, 2024-09-17T08:02:41.299 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: "initialized": true 2024-09-17T08:02:41.299 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: } 2024-09-17T08:02:41.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:02:40.232661+0000 mon.a (mon.0) 68 : cluster [INF] Active manager daemon y restarted 2024-09-17T08:02:41.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:02:40.233100+0000 mon.a (mon.0) 69 : cluster [INF] Activating manager daemon y 2024-09-17T08:02:41.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:02:40.234660+0000 mon.a (mon.0) 70 : cluster [DBG] osdmap e3: 0 total, 0 up, 0 in 2024-09-17T08:02:41.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:02:40.288130+0000 mon.a (mon.0) 71 : cluster [DBG] mgrmap e10: y(active, starting, since 0.0551339s) 2024-09-17T08:02:41.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:40.288893+0000 mon.a (mon.0) 72 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T08:02:41.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:40.289516+0000 mon.a (mon.0) 73 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-17T08:02:41.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:40.290253+0000 mon.a (mon.0) 74 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-17T08:02:41.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:40.290389+0000 mon.a (mon.0) 75 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-17T08:02:41.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:40.290509+0000 mon.a (mon.0) 76 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-17T08:02:41.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:02:40.292262+0000 mon.a (mon.0) 77 : cluster [INF] Manager daemon y is now available 2024-09-17T08:02:41.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:40.393772+0000 mon.a (mon.0) 78 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:02:41.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:40.395718+0000 mon.a (mon.0) 79 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:02:41.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:40.408543+0000 mon.a (mon.0) 80 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:02:41.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:40.415340+0000 mon.a (mon.0) 81 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:02:42.167 INFO:teuthology.orchestra.run.smithi088.stderr:mgr epoch 9 is available 2024-09-17T08:02:42.168 INFO:teuthology.orchestra.run.smithi088.stderr:Generating a dashboard self-signed certificate... 2024-09-17T08:02:42.168 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=quay.io/ceph/ceph:v16.2.0 -e NODE_NAME=smithi088 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968:/var/log/ceph:z -v /tmp/ceph-tmprxijovaz:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpu7r4dc4i:/etc/ceph/ceph.conf:z quay.io/ceph/ceph:v16.2.0 dashboard create-self-signed-cert 2024-09-17T08:02:42.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:41.291580+0000 mgr.y (mgr.14144) 1 : audit [DBG] from='client.14148 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-09-17T08:02:42.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:02:41.291917+0000 mon.a (mon.0) 82 : cluster [DBG] mgrmap e11: y(active, since 1.05892s) 2024-09-17T08:02:42.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:41.297811+0000 mgr.y (mgr.14144) 2 : audit [DBG] from='client.14148 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-09-17T08:02:42.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:41.756404+0000 mon.a (mon.0) 83 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:02:42.822 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: Self-signed certificate created 2024-09-17T08:02:43.476 INFO:teuthology.orchestra.run.smithi088.stderr:Creating initial admin user... 2024-09-17T08:02:43.477 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=quay.io/ceph/ceph:v16.2.0 -e NODE_NAME=smithi088 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968:/var/log/ceph:z -v /tmp/ceph-tmprxijovaz:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpu7r4dc4i:/etc/ceph/ceph.conf:z -v /tmp/ceph-tmpyri4jdk1:/tmp/dashboard.pw:z quay.io/ceph/ceph:v16.2.0 dashboard ac-user-create admin -i /tmp/dashboard.pw administrator --force-password --pwd-update-required 2024-09-17T08:02:43.877 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:42.734160+0000 mgr.y (mgr.14144) 3 : audit [DBG] from='client.14154 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:02:43.877 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:02:42.757722+0000 mon.a (mon.0) 84 : cluster [DBG] mgrmap e12: y(active, since 2s) 2024-09-17T08:02:43.877 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:42.820222+0000 mon.a (mon.0) 85 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:02:43.877 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:42.822263+0000 mon.a (mon.0) 86 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:02:44.304 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: {"username": "admin", "password": "$2b$12$j1haCUeu5HV3FWQHzw1wHuASFaeAIWp4Tdx6TurWDgq4tg09m6y2y", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1726560164, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-09-17T08:02:44.886 INFO:teuthology.orchestra.run.smithi088.stderr:Fetching dashboard port number... 2024-09-17T08:02:44.886 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=quay.io/ceph/ceph:v16.2.0 -e NODE_NAME=smithi088 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968:/var/log/ceph:z -v /tmp/ceph-tmprxijovaz:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpu7r4dc4i:/etc/ceph/ceph.conf:z quay.io/ceph/ceph:v16.2.0 config get mgr mgr/dashboard/ssl_server_port 2024-09-17T08:02:45.595 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:44.082496+0000 mgr.y (mgr.14144) 4 : audit [DBG] from='client.14156 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:02:45.595 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:44.303600+0000 mon.a (mon.0) 87 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:02:45.968 INFO:teuthology.orchestra.run.smithi088.stderr:/usr/bin/ceph: 8443 2024-09-17T08:02:46.503 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: systemctl is-enabled firewalld.service 2024-09-17T08:02:46.512 INFO:teuthology.orchestra.run.smithi088.stderr:systemctl: disabled 2024-09-17T08:02:46.513 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: systemctl is-active firewalld.service 2024-09-17T08:02:46.519 INFO:teuthology.orchestra.run.smithi088.stderr:systemctl: inactive 2024-09-17T08:02:46.520 INFO:teuthology.orchestra.run.smithi088.stderr:firewalld.service is not enabled 2024-09-17T08:02:46.520 INFO:teuthology.orchestra.run.smithi088.stderr:Not possible to open ports <[8443]>. firewalld.service is not available 2024-09-17T08:02:46.523 INFO:teuthology.orchestra.run.smithi088.stderr:Ceph Dashboard is now available at: 2024-09-17T08:02:46.523 INFO:teuthology.orchestra.run.smithi088.stderr: 2024-09-17T08:02:46.523 INFO:teuthology.orchestra.run.smithi088.stderr: URL: https://smithi088.front.sepia.ceph.com:8443/ 2024-09-17T08:02:46.523 INFO:teuthology.orchestra.run.smithi088.stderr: User: admin 2024-09-17T08:02:46.523 INFO:teuthology.orchestra.run.smithi088.stderr: Password: dgnao2bfpa 2024-09-17T08:02:46.523 INFO:teuthology.orchestra.run.smithi088.stderr: 2024-09-17T08:02:46.524 INFO:teuthology.orchestra.run.smithi088.stderr:You can access the Ceph CLI with: 2024-09-17T08:02:46.524 INFO:teuthology.orchestra.run.smithi088.stderr: 2024-09-17T08:02:46.524 INFO:teuthology.orchestra.run.smithi088.stderr: sudo /home/ubuntu/cephtest/cephadm shell --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-09-17T08:02:46.524 INFO:teuthology.orchestra.run.smithi088.stderr: 2024-09-17T08:02:46.524 INFO:teuthology.orchestra.run.smithi088.stderr:Please consider enabling telemetry to help improve Ceph: 2024-09-17T08:02:46.524 INFO:teuthology.orchestra.run.smithi088.stderr: 2024-09-17T08:02:46.525 INFO:teuthology.orchestra.run.smithi088.stderr: ceph telemetry on 2024-09-17T08:02:46.525 INFO:teuthology.orchestra.run.smithi088.stderr: 2024-09-17T08:02:46.525 INFO:teuthology.orchestra.run.smithi088.stderr:For more information see: 2024-09-17T08:02:46.525 INFO:teuthology.orchestra.run.smithi088.stderr: 2024-09-17T08:02:46.525 INFO:teuthology.orchestra.run.smithi088.stderr: https://docs.ceph.com/docs/pacific/mgr/telemetry/ 2024-09-17T08:02:46.525 INFO:teuthology.orchestra.run.smithi088.stderr: 2024-09-17T08:02:46.525 INFO:teuthology.orchestra.run.smithi088.stderr:Bootstrap complete. 2024-09-17T08:02:46.525 INFO:teuthology.orchestra.run.smithi088.stderr:Releasing lock 140345080248352 on /run/cephadm/0975a5c8-74cb-11ef-bceb-c7b262605968.lock 2024-09-17T08:02:46.525 INFO:teuthology.orchestra.run.smithi088.stderr:Lock 140345080248352 released on /run/cephadm/0975a5c8-74cb-11ef-bceb-c7b262605968.lock 2024-09-17T08:02:46.557 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:45.967754+0000 mon.a (mon.0) 88 : audit [DBG] from='client.? 172.21.15.88:0/3747134949' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-09-17T08:02:46.559 INFO:tasks.cephadm:Fetching config... 2024-09-17T08:02:46.560 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-09-17T08:02:46.560 DEBUG:teuthology.orchestra.run.smithi088:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-09-17T08:02:46.576 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-09-17T08:02:46.576 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-09-17T08:02:46.576 DEBUG:teuthology.orchestra.run.smithi088:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-09-17T08:02:46.631 INFO:tasks.cephadm:Fetching mon keyring... 2024-09-17T08:02:46.631 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-09-17T08:02:46.631 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd if=/var/lib/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968/mon.a/keyring of=/dev/stdout 2024-09-17T08:02:46.695 INFO:tasks.cephadm:Fetching pub ssh key... 2024-09-17T08:02:46.696 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-09-17T08:02:46.696 DEBUG:teuthology.orchestra.run.smithi088:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-09-17T08:02:46.750 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-09-17T08:02:46.751 DEBUG:teuthology.orchestra.run.smithi088:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC8qEsG1Wc1q61by0HGpnAvb+ll/B5VhRhg6se6FNK5jaPLCvF5a8kioTnVqQyFNlyDggwdas32o/P0+AjdubdRa2lf7ZoNRardlR7MWJB58EwXdMcL4UC/wdGy+HgksDi05zzvKhOkjbAU2gTwNGGcOg0Z6hFTGtpetCZAtbP3wayea8xCWPwzrl+w6z70C/Wn0hNTNvj0XoMXJYK+KB3zpmi7vK4h+6mGxIFnfdWViFWCRCjBckAiUgw1toZkCNDVf/e6zNcvpRu9tS8f9F2E2UMdtp/TJ6EpgqKtyDF1akMNycK0mm4dHubf7TU4lkUvgjGj91AlYSY7/mbjrpq2hXBn+Yx86ZggDm9Orv6iWNbAPwC3HLy6eng1Nb9sSma1B1TRDi+0bpyaFaDCe2hOs88ltHd0ZOG/RjFU7LIbaEd3bNLS3Qp2zNO7rRWoDvWsnFnhXKsWcdeNFvxqFyE0Y12GLEEjKKgXMfaeh44s/OvREPILeEgGBffE1twjPNE= ceph-0975a5c8-74cb-11ef-bceb-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-17T08:02:46.836 INFO:teuthology.orchestra.run.smithi088.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC8qEsG1Wc1q61by0HGpnAvb+ll/B5VhRhg6se6FNK5jaPLCvF5a8kioTnVqQyFNlyDggwdas32o/P0+AjdubdRa2lf7ZoNRardlR7MWJB58EwXdMcL4UC/wdGy+HgksDi05zzvKhOkjbAU2gTwNGGcOg0Z6hFTGtpetCZAtbP3wayea8xCWPwzrl+w6z70C/Wn0hNTNvj0XoMXJYK+KB3zpmi7vK4h+6mGxIFnfdWViFWCRCjBckAiUgw1toZkCNDVf/e6zNcvpRu9tS8f9F2E2UMdtp/TJ6EpgqKtyDF1akMNycK0mm4dHubf7TU4lkUvgjGj91AlYSY7/mbjrpq2hXBn+Yx86ZggDm9Orv6iWNbAPwC3HLy6eng1Nb9sSma1B1TRDi+0bpyaFaDCe2hOs88ltHd0ZOG/RjFU7LIbaEd3bNLS3Qp2zNO7rRWoDvWsnFnhXKsWcdeNFvxqFyE0Y12GLEEjKKgXMfaeh44s/OvREPILeEgGBffE1twjPNE= ceph-0975a5c8-74cb-11ef-bceb-c7b262605968 2024-09-17T08:02:46.854 DEBUG:teuthology.orchestra.run.smithi187:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC8qEsG1Wc1q61by0HGpnAvb+ll/B5VhRhg6se6FNK5jaPLCvF5a8kioTnVqQyFNlyDggwdas32o/P0+AjdubdRa2lf7ZoNRardlR7MWJB58EwXdMcL4UC/wdGy+HgksDi05zzvKhOkjbAU2gTwNGGcOg0Z6hFTGtpetCZAtbP3wayea8xCWPwzrl+w6z70C/Wn0hNTNvj0XoMXJYK+KB3zpmi7vK4h+6mGxIFnfdWViFWCRCjBckAiUgw1toZkCNDVf/e6zNcvpRu9tS8f9F2E2UMdtp/TJ6EpgqKtyDF1akMNycK0mm4dHubf7TU4lkUvgjGj91AlYSY7/mbjrpq2hXBn+Yx86ZggDm9Orv6iWNbAPwC3HLy6eng1Nb9sSma1B1TRDi+0bpyaFaDCe2hOs88ltHd0ZOG/RjFU7LIbaEd3bNLS3Qp2zNO7rRWoDvWsnFnhXKsWcdeNFvxqFyE0Y12GLEEjKKgXMfaeh44s/OvREPILeEgGBffE1twjPNE= ceph-0975a5c8-74cb-11ef-bceb-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-17T08:02:46.902 INFO:teuthology.orchestra.run.smithi187.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC8qEsG1Wc1q61by0HGpnAvb+ll/B5VhRhg6se6FNK5jaPLCvF5a8kioTnVqQyFNlyDggwdas32o/P0+AjdubdRa2lf7ZoNRardlR7MWJB58EwXdMcL4UC/wdGy+HgksDi05zzvKhOkjbAU2gTwNGGcOg0Z6hFTGtpetCZAtbP3wayea8xCWPwzrl+w6z70C/Wn0hNTNvj0XoMXJYK+KB3zpmi7vK4h+6mGxIFnfdWViFWCRCjBckAiUgw1toZkCNDVf/e6zNcvpRu9tS8f9F2E2UMdtp/TJ6EpgqKtyDF1akMNycK0mm4dHubf7TU4lkUvgjGj91AlYSY7/mbjrpq2hXBn+Yx86ZggDm9Orv6iWNbAPwC3HLy6eng1Nb9sSma1B1TRDi+0bpyaFaDCe2hOs88ltHd0ZOG/RjFU7LIbaEd3bNLS3Qp2zNO7rRWoDvWsnFnhXKsWcdeNFvxqFyE0Y12GLEEjKKgXMfaeh44s/OvREPILeEgGBffE1twjPNE= ceph-0975a5c8-74cb-11ef-bceb-c7b262605968 2024-09-17T08:02:46.914 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi187 2024-09-17T08:02:46.915 DEBUG:teuthology.orchestra.run.smithi187:> set -ex 2024-09-17T08:02:46.915 DEBUG:teuthology.orchestra.run.smithi187:> dd of=/etc/ceph/ceph.conf 2024-09-17T08:02:46.931 DEBUG:teuthology.orchestra.run.smithi187:> set -ex 2024-09-17T08:02:46.931 DEBUG:teuthology.orchestra.run.smithi187:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-17T08:02:46.988 INFO:tasks.cephadm:Adding host smithi187 to orchestrator... 2024-09-17T08:02:46.989 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph orch host add smithi187 2024-09-17T08:02:47.503 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:02:46.305804+0000 mon.a (mon.0) 89 : cluster [DBG] mgrmap e13: y(active, since 6s) 2024-09-17T08:02:49.881 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:48.761815+0000 mon.a (mon.0) 90 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:02:49.881 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:48.994272+0000 mon.a (mon.0) 91 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:02:49.881 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:48.995231+0000 mon.a (mon.0) 92 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:02:49.881 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:48.998651+0000 mon.a (mon.0) 93 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:02:50.165 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:02:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.y[23809]: Warning: Permanently added 'smithi187,172.21.15.187' (ECDSA) to the list of known hosts. 2024-09-17T08:02:50.596 INFO:teuthology.orchestra.run.smithi088.stdout:Added host 'smithi187' 2024-09-17T08:02:50.867 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:49.900828+0000 mgr.y (mgr.14144) 5 : audit [DBG] from='client.14160 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi187", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:02:50.867 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:50.595235+0000 mon.a (mon.0) 94 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:02:50.867 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:50.595766+0000 mon.a (mon.0) 95 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:02:51.786 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph orch host ls --format=json 2024-09-17T08:02:52.072 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:02:50.595562+0000 mgr.y (mgr.14144) 6 : cephadm [INF] Added host smithi187 2024-09-17T08:02:52.073 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:50.788969+0000 mon.a (mon.0) 96 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:02:52.073 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:50.984271+0000 mon.a (mon.0) 97 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:02:53.544 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-09-17T08:02:53.545 INFO:teuthology.orchestra.run.smithi088.stdout:[{"addr": "smithi088", "hostname": "smithi088", "labels": [], "status": ""}, {"addr": "smithi187", "hostname": "smithi187", "labels": [], "status": ""}] 2024-09-17T08:02:54.139 INFO:tasks.cephadm:Setting crush tunables to default 2024-09-17T08:02:54.139 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph osd crush tunables default 2024-09-17T08:02:55.084 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:53.543795+0000 mgr.y (mgr.14144) 7 : audit [DBG] from='client.14162 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-17T08:02:55.084 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:53.996720+0000 mon.a (mon.0) 98 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:02:55.084 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:54.234521+0000 mon.a (mon.0) 99 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:02:55.084 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:54.236529+0000 mon.a (mon.0) 100 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:02:56.002 INFO:teuthology.orchestra.run.smithi088.stderr:adjusted tunables profile to default 2024-09-17T08:02:56.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:55.888686+0000 mon.a (mon.0) 101 : audit [INF] from='client.? 172.21.15.88:0/2991423074' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-17T08:02:56.596 INFO:tasks.cephadm:Adding mon.a on smithi088 2024-09-17T08:02:56.596 INFO:tasks.cephadm:Adding mon.c on smithi088 2024-09-17T08:02:56.596 INFO:tasks.cephadm:Adding mon.b on smithi187 2024-09-17T08:02:56.597 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph orch apply mon '3;smithi088:172.21.15.88=a;smithi088:[v2:172.21.15.88:3301,v1:172.21.15.88:6790]=c;smithi187:172.21.15.187=b' 2024-09-17T08:02:57.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:55.999554+0000 mon.a (mon.0) 102 : audit [INF] from='client.? 172.21.15.88:0/2991423074' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-17T08:02:57.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:02:55.999595+0000 mon.a (mon.0) 103 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-17T08:02:58.475 INFO:teuthology.orchestra.run.smithi187.stdout:Scheduled mon update... 2024-09-17T08:02:59.088 DEBUG:teuthology.orchestra.run.smithi088:mon.c> sudo journalctl -f -n 0 -u ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@mon.c.service 2024-09-17T08:02:59.090 DEBUG:teuthology.orchestra.run.smithi187:mon.b> sudo journalctl -f -n 0 -u ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@mon.b.service 2024-09-17T08:02:59.093 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-17T08:02:59.093 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-17T08:02:59.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:58.470353+0000 mgr.y (mgr.14144) 8 : audit [DBG] from='client.14166 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi088:172.21.15.88=a;smithi088:[v2:172.21.15.88:3301,v1:172.21.15.88:6790]=c;smithi187:172.21.15.187=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:02:59.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:02:58.471658+0000 mgr.y (mgr.14144) 9 : cephadm [INF] Saving service mon spec with placement smithi088:172.21.15.88=a;smithi088:[v2:172.21.15.88:3301,v1:172.21.15.88:6790]=c;smithi187:172.21.15.187=b;count:3 2024-09-17T08:02:59.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:58.474109+0000 mon.a (mon.0) 104 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:02:59.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:58.474779+0000 mon.a (mon.0) 105 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:02:59.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:58.481010+0000 mon.a (mon.0) 106 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:02:59.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:58.482044+0000 mon.a (mon.0) 107 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T08:02:59.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:02:58.482754+0000 mon.a (mon.0) 108 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:02:59.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:02:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:02:58.483510+0000 mgr.y (mgr.14144) 10 : cephadm [INF] Deploying daemon mon.c on smithi088 2024-09-17T08:03:00.818 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-09-17T08:03:00.819 INFO:teuthology.orchestra.run.smithi187.stdout:{"epoch":1,"fsid":"0975a5c8-74cb-11ef-bceb-c7b262605968","modified":"2024-09-17T08:01:54.384013Z","created":"2024-09-17T08:01:54.384013Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:3300","nonce":0},{"type":"v1","addr":"172.21.15.88:6789","nonce":0}]},"addr":"172.21.15.88:6789/0","public_addr":"172.21.15.88:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-17T08:03:00.820 INFO:teuthology.orchestra.run.smithi187.stderr:dumped monmap epoch 1 2024-09-17T08:03:01.386 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:00.291505+0000 mgr.y (mgr.14144) 11 : cluster [DBG] pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:01.386 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:00.817401+0000 mon.a (mon.0) 109 : audit [DBG] from='client.? 172.21.15.187:0/1420306911' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-17T08:03:01.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:01 smithi088 systemd[1]: Started Ceph mon.c for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:03:02.409 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-17T08:03:02.410 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-17T08:03:06.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:01.545202+0000 mon.a (mon.0) 111 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T08:03:06.917 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:01.545329+0000 mon.a (mon.0) 112 : cluster [INF] mon.a calling monitor election 2024-09-17T08:03:06.917 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:01.546293+0000 mon.a (mon.0) 113 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T08:03:06.917 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:02.291869+0000 mgr.y (mgr.14144) 12 : cluster [DBG] pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:06.917 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:02.542936+0000 mon.a (mon.0) 114 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T08:03:06.917 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:03.542917+0000 mon.a (mon.0) 115 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T08:03:06.917 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:03.544172+0000 mon.c (mon.1) 1 : cluster [INF] mon.c calling monitor election 2024-09-17T08:03:06.917 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:04.292146+0000 mgr.y (mgr.14144) 13 : cluster [DBG] pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:06.917 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:04.543033+0000 mon.a (mon.0) 116 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T08:03:06.917 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:05.543207+0000 mon.a (mon.0) 117 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T08:03:06.917 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:06.292453+0000 mgr.y (mgr.14144) 14 : cluster [DBG] pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:06.918 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:06.543241+0000 mon.a (mon.0) 118 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T08:03:06.918 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:06.547616+0000 mon.a (mon.0) 119 : cluster [INF] mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-09-17T08:03:06.918 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:06.550637+0000 mon.a (mon.0) 120 : cluster [DBG] monmap e2: 2 mons at {a=[v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0],c=[v2:172.21.15.88:3301/0,v1:172.21.15.88:6790/0]} 2024-09-17T08:03:06.918 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:06.550684+0000 mon.a (mon.0) 121 : cluster [DBG] fsmap 2024-09-17T08:03:06.918 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:06.550707+0000 mon.a (mon.0) 122 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-17T08:03:06.918 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:06.550880+0000 mon.a (mon.0) 123 : cluster [DBG] mgrmap e13: y(active, since 26s) 2024-09-17T08:03:06.918 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:06.553947+0000 mon.a (mon.0) 124 : cluster [INF] overall HEALTH_OK 2024-09-17T08:03:06.918 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:06.556048+0000 mon.a (mon.0) 125 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:06.919 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:06.556811+0000 mon.a (mon.0) 126 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T08:03:06.919 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:06.557545+0000 mon.a (mon.0) 127 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:03:06.919 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:01.545202+0000 mon.a (mon.0) 111 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T08:03:06.919 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:01.545329+0000 mon.a (mon.0) 112 : cluster [INF] mon.a calling monitor election 2024-09-17T08:03:06.919 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:01.546293+0000 mon.a (mon.0) 113 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T08:03:06.920 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:02.291869+0000 mgr.y (mgr.14144) 12 : cluster [DBG] pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:06.920 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:02.542936+0000 mon.a (mon.0) 114 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T08:03:06.920 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:03.542917+0000 mon.a (mon.0) 115 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T08:03:06.920 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:03.544172+0000 mon.c (mon.1) 1 : cluster [INF] mon.c calling monitor election 2024-09-17T08:03:06.920 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:04.292146+0000 mgr.y (mgr.14144) 13 : cluster [DBG] pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:06.920 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:04.543033+0000 mon.a (mon.0) 116 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T08:03:06.920 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:05.543207+0000 mon.a (mon.0) 117 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T08:03:06.920 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:06.292453+0000 mgr.y (mgr.14144) 14 : cluster [DBG] pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:06.920 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:06.543241+0000 mon.a (mon.0) 118 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T08:03:06.920 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:06.547616+0000 mon.a (mon.0) 119 : cluster [INF] mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-09-17T08:03:06.921 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:06.550637+0000 mon.a (mon.0) 120 : cluster [DBG] monmap e2: 2 mons at {a=[v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0],c=[v2:172.21.15.88:3301/0,v1:172.21.15.88:6790/0]} 2024-09-17T08:03:06.921 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:06.550684+0000 mon.a (mon.0) 121 : cluster [DBG] fsmap 2024-09-17T08:03:06.921 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:06.550707+0000 mon.a (mon.0) 122 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-17T08:03:06.921 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:06.550880+0000 mon.a (mon.0) 123 : cluster [DBG] mgrmap e13: y(active, since 26s) 2024-09-17T08:03:06.921 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:06.553947+0000 mon.a (mon.0) 124 : cluster [INF] overall HEALTH_OK 2024-09-17T08:03:06.921 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:06.556048+0000 mon.a (mon.0) 125 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:06.921 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:06.556811+0000 mon.a (mon.0) 126 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T08:03:06.921 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:06.557545+0000 mon.a (mon.0) 127 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:03:07.168 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-09-17T08:03:07.168 INFO:teuthology.orchestra.run.smithi187.stdout:{"epoch":2,"fsid":"0975a5c8-74cb-11ef-bceb-c7b262605968","modified":"2024-09-17T08:03:01.543273Z","created":"2024-09-17T08:01:54.384013Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:3300","nonce":0},{"type":"v1","addr":"172.21.15.88:6789","nonce":0}]},"addr":"172.21.15.88:6789/0","public_addr":"172.21.15.88:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:3301","nonce":0},{"type":"v1","addr":"172.21.15.88:6790","nonce":0}]},"addr":"172.21.15.88:6790/0","public_addr":"172.21.15.88:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-09-17T08:03:07.170 INFO:teuthology.orchestra.run.smithi187.stderr:dumped monmap epoch 2 2024-09-17T08:03:07.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:03:06.558279+0000 mgr.y (mgr.14144) 15 : cephadm [INF] Deploying daemon mon.b on smithi187 2024-09-17T08:03:07.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:07.167946+0000 mon.a (mon.0) 128 : audit [DBG] from='client.? 172.21.15.187:0/4247232430' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-17T08:03:07.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:07.543534+0000 mon.a (mon.0) 129 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T08:03:07.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:03:06.558279+0000 mgr.y (mgr.14144) 15 : cephadm [INF] Deploying daemon mon.b on smithi187 2024-09-17T08:03:07.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:07.167946+0000 mon.a (mon.0) 128 : audit [DBG] from='client.? 172.21.15.187:0/4247232430' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-17T08:03:07.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:07.543534+0000 mon.a (mon.0) 129 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T08:03:08.835 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-17T08:03:08.836 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-17T08:03:09.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:08.292717+0000 mgr.y (mgr.14144) 16 : cluster [DBG] pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:09.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:08.292717+0000 mgr.y (mgr.14144) 16 : cluster [DBG] pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:11.231 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-09-17T08:03:11.231 INFO:teuthology.orchestra.run.smithi187.stdout:{"epoch":2,"fsid":"0975a5c8-74cb-11ef-bceb-c7b262605968","modified":"2024-09-17T08:03:01.543273Z","created":"2024-09-17T08:01:54.384013Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:3300","nonce":0},{"type":"v1","addr":"172.21.15.88:6789","nonce":0}]},"addr":"172.21.15.88:6789/0","public_addr":"172.21.15.88:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:3301","nonce":0},{"type":"v1","addr":"172.21.15.88:6790","nonce":0}]},"addr":"172.21.15.88:6790/0","public_addr":"172.21.15.88:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-09-17T08:03:11.233 INFO:teuthology.orchestra.run.smithi187.stderr:dumped monmap epoch 2 2024-09-17T08:03:11.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:10.292973+0000 mgr.y (mgr.14144) 17 : cluster [DBG] pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:11.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:11.229762+0000 mon.a (mon.0) 130 : audit [DBG] from='client.? 172.21.15.187:0/3440844963' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-17T08:03:11.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:10.292973+0000 mgr.y (mgr.14144) 17 : cluster [DBG] pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:11.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:11.229762+0000 mon.a (mon.0) 130 : audit [DBG] from='client.? 172.21.15.187:0/3440844963' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-17T08:03:12.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:12 smithi187 systemd[1]: Started Ceph mon.b for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:03:12.828 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-17T08:03:12.828 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-17T08:03:17.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:17 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:11.999926+0000 mon.a (mon.0) 132 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T08:03:17.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:17 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:03:12.000130+0000 mon.a (mon.0) 133 : cluster [INF] mon.a calling monitor election 2024-09-17T08:03:17.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:17 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:12.001015+0000 mon.a (mon.0) 134 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T08:03:17.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:17 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:12.001132+0000 mon.a (mon.0) 135 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T08:03:17.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:17 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:03:12.001603+0000 mon.c (mon.1) 2 : cluster [INF] mon.c calling monitor election 2024-09-17T08:03:17.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:17 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:03:12.293153+0000 mgr.y (mgr.14144) 18 : cluster [DBG] pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:17.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:17 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:12.996283+0000 mon.a (mon.0) 136 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T08:03:17.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:17 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:13.996737+0000 mon.a (mon.0) 137 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T08:03:17.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:17 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:03:13.997456+0000 mon.b (mon.2) 1 : cluster [INF] mon.b calling monitor election 2024-09-17T08:03:17.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:17 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:03:14.293407+0000 mgr.y (mgr.14144) 19 : cluster [DBG] pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:17.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:17 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:14.996669+0000 mon.a (mon.0) 138 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T08:03:17.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:17 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:15.996669+0000 mon.a (mon.0) 139 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T08:03:17.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:17 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:03:16.293706+0000 mgr.y (mgr.14144) 20 : cluster [DBG] pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:17.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:17 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:16.996779+0000 mon.a (mon.0) 140 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T08:03:17.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:17 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:03:17.004801+0000 mon.a (mon.0) 141 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-09-17T08:03:17.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:17 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:03:17.015853+0000 mon.a (mon.0) 142 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0],b=[v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0],c=[v2:172.21.15.88:3301/0,v1:172.21.15.88:6790/0]} 2024-09-17T08:03:17.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:17 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:03:17.015915+0000 mon.a (mon.0) 143 : cluster [DBG] fsmap 2024-09-17T08:03:17.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:17 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:03:17.015939+0000 mon.a (mon.0) 144 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-17T08:03:17.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:17 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:03:17.016141+0000 mon.a (mon.0) 145 : cluster [DBG] mgrmap e13: y(active, since 36s) 2024-09-17T08:03:17.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:17 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:03:17.023159+0000 mon.a (mon.0) 146 : cluster [INF] overall HEALTH_OK 2024-09-17T08:03:17.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:17 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:17.027882+0000 mon.a (mon.0) 147 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:17.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:17 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:17.028578+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:03:17.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:11.999926+0000 mon.a (mon.0) 132 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T08:03:17.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:12.000130+0000 mon.a (mon.0) 133 : cluster [INF] mon.a calling monitor election 2024-09-17T08:03:17.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:12.001015+0000 mon.a (mon.0) 134 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T08:03:17.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:12.001132+0000 mon.a (mon.0) 135 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T08:03:17.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:12.001603+0000 mon.c (mon.1) 2 : cluster [INF] mon.c calling monitor election 2024-09-17T08:03:17.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:12.293153+0000 mgr.y (mgr.14144) 18 : cluster [DBG] pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:17.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:12.996283+0000 mon.a (mon.0) 136 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T08:03:17.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:13.996737+0000 mon.a (mon.0) 137 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T08:03:17.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:13.997456+0000 mon.b (mon.2) 1 : cluster [INF] mon.b calling monitor election 2024-09-17T08:03:17.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:14.293407+0000 mgr.y (mgr.14144) 19 : cluster [DBG] pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:17.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:14.996669+0000 mon.a (mon.0) 138 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T08:03:17.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:15.996669+0000 mon.a (mon.0) 139 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T08:03:17.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:16.293706+0000 mgr.y (mgr.14144) 20 : cluster [DBG] pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:17.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:16.996779+0000 mon.a (mon.0) 140 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T08:03:17.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:17.004801+0000 mon.a (mon.0) 141 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-09-17T08:03:17.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:17.015853+0000 mon.a (mon.0) 142 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0],b=[v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0],c=[v2:172.21.15.88:3301/0,v1:172.21.15.88:6790/0]} 2024-09-17T08:03:17.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:17.015915+0000 mon.a (mon.0) 143 : cluster [DBG] fsmap 2024-09-17T08:03:17.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:11.999926+0000 mon.a (mon.0) 132 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T08:03:17.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:12.000130+0000 mon.a (mon.0) 133 : cluster [INF] mon.a calling monitor election 2024-09-17T08:03:17.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:12.001015+0000 mon.a (mon.0) 134 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T08:03:17.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:12.001132+0000 mon.a (mon.0) 135 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T08:03:17.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:12.001603+0000 mon.c (mon.1) 2 : cluster [INF] mon.c calling monitor election 2024-09-17T08:03:17.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:12.293153+0000 mgr.y (mgr.14144) 18 : cluster [DBG] pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:17.418 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:12.996283+0000 mon.a (mon.0) 136 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T08:03:17.418 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:13.996737+0000 mon.a (mon.0) 137 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T08:03:17.418 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:13.997456+0000 mon.b (mon.2) 1 : cluster [INF] mon.b calling monitor election 2024-09-17T08:03:17.418 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:14.293407+0000 mgr.y (mgr.14144) 19 : cluster [DBG] pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:17.418 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:14.996669+0000 mon.a (mon.0) 138 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T08:03:17.418 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:15.996669+0000 mon.a (mon.0) 139 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T08:03:17.418 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:16.293706+0000 mgr.y (mgr.14144) 20 : cluster [DBG] pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:17.418 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:16.996779+0000 mon.a (mon.0) 140 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T08:03:17.418 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:17.004801+0000 mon.a (mon.0) 141 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-09-17T08:03:17.418 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:17.015853+0000 mon.a (mon.0) 142 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0],b=[v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0],c=[v2:172.21.15.88:3301/0,v1:172.21.15.88:6790/0]} 2024-09-17T08:03:17.419 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:17.015915+0000 mon.a (mon.0) 143 : cluster [DBG] fsmap 2024-09-17T08:03:17.419 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:17.015939+0000 mon.a (mon.0) 144 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-17T08:03:17.419 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:17.016141+0000 mon.a (mon.0) 145 : cluster [DBG] mgrmap e13: y(active, since 36s) 2024-09-17T08:03:17.419 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:17.023159+0000 mon.a (mon.0) 146 : cluster [INF] overall HEALTH_OK 2024-09-17T08:03:17.419 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:17.027882+0000 mon.a (mon.0) 147 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:17.419 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:17.028578+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:03:17.419 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:17.015939+0000 mon.a (mon.0) 144 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-17T08:03:17.420 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:17.016141+0000 mon.a (mon.0) 145 : cluster [DBG] mgrmap e13: y(active, since 36s) 2024-09-17T08:03:17.420 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:17.023159+0000 mon.a (mon.0) 146 : cluster [INF] overall HEALTH_OK 2024-09-17T08:03:17.420 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:17.027882+0000 mon.a (mon.0) 147 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:17.420 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:17.028578+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:03:17.540 INFO:teuthology.orchestra.run.smithi187.stdout: 2024-09-17T08:03:17.540 INFO:teuthology.orchestra.run.smithi187.stdout:{"epoch":3,"fsid":"0975a5c8-74cb-11ef-bceb-c7b262605968","modified":"2024-09-17T08:03:11.996448Z","created":"2024-09-17T08:01:54.384013Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:3300","nonce":0},{"type":"v1","addr":"172.21.15.88:6789","nonce":0}]},"addr":"172.21.15.88:6789/0","public_addr":"172.21.15.88:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:3301","nonce":0},{"type":"v1","addr":"172.21.15.88:6790","nonce":0}]},"addr":"172.21.15.88:6790/0","public_addr":"172.21.15.88:6790/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:3300","nonce":0},{"type":"v1","addr":"172.21.15.187:6789","nonce":0}]},"addr":"172.21.15.187:6789/0","public_addr":"172.21.15.187:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-09-17T08:03:17.542 INFO:teuthology.orchestra.run.smithi187.stderr:dumped monmap epoch 3 2024-09-17T08:03:18.105 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:17.539412+0000 mon.a (mon.0) 149 : audit [DBG] from='client.? 172.21.15.187:0/268468098' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-17T08:03:18.105 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:17.996743+0000 mon.a (mon.0) 150 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T08:03:18.105 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:18.041269+0000 mon.a (mon.0) 151 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:18.107 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-09-17T08:03:18.107 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph config generate-minimal-conf 2024-09-17T08:03:18.383 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:17.539412+0000 mon.a (mon.0) 149 : audit [DBG] from='client.? 172.21.15.187:0/268468098' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-17T08:03:18.383 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:17.996743+0000 mon.a (mon.0) 150 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T08:03:18.384 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:18.041269+0000 mon.a (mon.0) 151 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:18.384 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:17.539412+0000 mon.a (mon.0) 149 : audit [DBG] from='client.? 172.21.15.187:0/268468098' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-17T08:03:18.384 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:17.996743+0000 mon.a (mon.0) 150 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T08:03:18.384 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:18.041269+0000 mon.a (mon.0) 151 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:19.331 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:18.293954+0000 mgr.y (mgr.14144) 21 : cluster [DBG] pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:19.331 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:18.422416+0000 mon.a (mon.0) 152 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:19.331 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:18.427379+0000 mon.a (mon.0) 153 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:19.331 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:18.428184+0000 mon.a (mon.0) 154 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T08:03:19.331 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:18.428693+0000 mon.a (mon.0) 155 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-17T08:03:19.331 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:18.429197+0000 mon.a (mon.0) 156 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:03:19.331 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:18.293954+0000 mgr.y (mgr.14144) 21 : cluster [DBG] pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:19.331 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:18.422416+0000 mon.a (mon.0) 152 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:19.331 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:18.427379+0000 mon.a (mon.0) 153 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:19.331 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:18.428184+0000 mon.a (mon.0) 154 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T08:03:19.332 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:18.428693+0000 mon.a (mon.0) 155 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-17T08:03:19.332 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:18.429197+0000 mon.a (mon.0) 156 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:03:19.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:03:18.293954+0000 mgr.y (mgr.14144) 21 : cluster [DBG] pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:19.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:18.422416+0000 mon.a (mon.0) 152 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:19.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:18.427379+0000 mon.a (mon.0) 153 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:19.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:18.428184+0000 mon.a (mon.0) 154 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T08:03:19.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:18.428693+0000 mon.a (mon.0) 155 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-17T08:03:19.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:18.429197+0000 mon.a (mon.0) 156 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:03:20.154 INFO:teuthology.orchestra.run.smithi088.stdout:# minimal ceph.conf for 0975a5c8-74cb-11ef-bceb-c7b262605968 2024-09-17T08:03:20.154 INFO:teuthology.orchestra.run.smithi088.stdout:[global] 2024-09-17T08:03:20.154 INFO:teuthology.orchestra.run.smithi088.stdout: fsid = 0975a5c8-74cb-11ef-bceb-c7b262605968 2024-09-17T08:03:20.154 INFO:teuthology.orchestra.run.smithi088.stdout: mon_host = [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] [v2:172.21.15.88:3301/0,v1:172.21.15.88:6790/0] 2024-09-17T08:03:20.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:03:18.428003+0000 mgr.y (mgr.14144) 22 : cephadm [INF] Reconfiguring mon.a (unknown last config time)... 2024-09-17T08:03:20.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:03:18.429711+0000 mgr.y (mgr.14144) 23 : cephadm [INF] Reconfiguring daemon mon.a on smithi088 2024-09-17T08:03:20.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:20.153066+0000 mon.a (mon.0) 157 : audit [DBG] from='client.? 172.21.15.88:0/48182500' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:03:20.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:03:18.428003+0000 mgr.y (mgr.14144) 22 : cephadm [INF] Reconfiguring mon.a (unknown last config time)... 2024-09-17T08:03:20.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:03:18.429711+0000 mgr.y (mgr.14144) 23 : cephadm [INF] Reconfiguring daemon mon.a on smithi088 2024-09-17T08:03:20.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:20.153066+0000 mon.a (mon.0) 157 : audit [DBG] from='client.? 172.21.15.88:0/48182500' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:03:20.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:03:18.428003+0000 mgr.y (mgr.14144) 22 : cephadm [INF] Reconfiguring mon.a (unknown last config time)... 2024-09-17T08:03:20.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:03:18.429711+0000 mgr.y (mgr.14144) 23 : cephadm [INF] Reconfiguring daemon mon.a on smithi088 2024-09-17T08:03:20.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:20.153066+0000 mon.a (mon.0) 157 : audit [DBG] from='client.? 172.21.15.88:0/48182500' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:03:21.469 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:20.294204+0000 mgr.y (mgr.14144) 24 : cluster [DBG] pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:21.469 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:20.845487+0000 mon.a (mon.0) 158 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:21.469 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:20.846094+0000 mon.a (mon.0) 159 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T08:03:21.469 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:20.846703+0000 mon.a (mon.0) 160 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-17T08:03:21.469 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:20.847304+0000 mon.a (mon.0) 161 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:03:21.470 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:20.294204+0000 mgr.y (mgr.14144) 24 : cluster [DBG] pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:21.470 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:20.845487+0000 mon.a (mon.0) 158 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:21.470 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:20.846094+0000 mon.a (mon.0) 159 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T08:03:21.470 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:20.846703+0000 mon.a (mon.0) 160 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-17T08:03:21.470 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:20.847304+0000 mon.a (mon.0) 161 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:03:21.490 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-09-17T08:03:21.490 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-09-17T08:03:21.490 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd of=/etc/ceph/ceph.conf 2024-09-17T08:03:21.516 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-09-17T08:03:21.517 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-17T08:03:21.581 DEBUG:teuthology.orchestra.run.smithi187:> set -ex 2024-09-17T08:03:21.582 DEBUG:teuthology.orchestra.run.smithi187:> sudo dd of=/etc/ceph/ceph.conf 2024-09-17T08:03:21.607 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:03:20.294204+0000 mgr.y (mgr.14144) 24 : cluster [DBG] pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:21.607 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:20.845487+0000 mon.a (mon.0) 158 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:21.607 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:20.846094+0000 mon.a (mon.0) 159 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T08:03:21.607 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:20.846703+0000 mon.a (mon.0) 160 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-17T08:03:21.607 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:20.847304+0000 mon.a (mon.0) 161 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:03:21.611 DEBUG:teuthology.orchestra.run.smithi187:> set -ex 2024-09-17T08:03:21.612 DEBUG:teuthology.orchestra.run.smithi187:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-17T08:03:21.678 INFO:tasks.cephadm:Adding mgr.y on smithi088 2024-09-17T08:03:21.678 INFO:tasks.cephadm:Adding mgr.x on smithi187 2024-09-17T08:03:21.678 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph orch apply mgr '2;smithi088=y;smithi187=x' 2024-09-17T08:03:22.247 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:03:20.845897+0000 mgr.y (mgr.14144) 25 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-09-17T08:03:22.247 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:03:20.847807+0000 mgr.y (mgr.14144) 26 : cephadm [INF] Reconfiguring daemon mon.c on smithi088 2024-09-17T08:03:22.635 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:03:20.845897+0000 mgr.y (mgr.14144) 25 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-09-17T08:03:22.635 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:03:20.847807+0000 mgr.y (mgr.14144) 26 : cephadm [INF] Reconfiguring daemon mon.c on smithi088 2024-09-17T08:03:22.635 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:03:20.845897+0000 mgr.y (mgr.14144) 25 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-09-17T08:03:22.635 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:03:20.847807+0000 mgr.y (mgr.14144) 26 : cephadm [INF] Reconfiguring daemon mon.c on smithi088 2024-09-17T08:03:23.464 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:03:22.294456+0000 mgr.y (mgr.14144) 27 : cluster [DBG] pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:23.464 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:22.689017+0000 mon.a (mon.0) 162 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:23.464 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:22.689676+0000 mon.a (mon.0) 163 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T08:03:23.464 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:22.690295+0000 mon.a (mon.0) 164 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-17T08:03:23.464 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:22.690903+0000 mon.a (mon.0) 165 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:03:23.473 INFO:teuthology.orchestra.run.smithi187.stdout:Scheduled mgr update... 2024-09-17T08:03:23.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:22.294456+0000 mgr.y (mgr.14144) 27 : cluster [DBG] pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:23.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:22.689017+0000 mon.a (mon.0) 162 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:23.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:22.689676+0000 mon.a (mon.0) 163 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T08:03:23.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:22.690295+0000 mon.a (mon.0) 164 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-17T08:03:23.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:22.690903+0000 mon.a (mon.0) 165 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:03:23.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:22.294456+0000 mgr.y (mgr.14144) 27 : cluster [DBG] pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:23.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:22.689017+0000 mon.a (mon.0) 162 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:23.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:22.689676+0000 mon.a (mon.0) 163 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T08:03:23.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:22.690295+0000 mon.a (mon.0) 164 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-17T08:03:23.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:22.690903+0000 mon.a (mon.0) 165 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:03:24.377 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:03:22.689476+0000 mgr.y (mgr.14144) 28 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-09-17T08:03:24.377 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:03:22.691441+0000 mgr.y (mgr.14144) 29 : cephadm [INF] Reconfiguring daemon mon.b on smithi187 2024-09-17T08:03:24.377 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:23.473381+0000 mon.a (mon.0) 166 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:24.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:03:22.689476+0000 mgr.y (mgr.14144) 28 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-09-17T08:03:24.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:03:22.691441+0000 mgr.y (mgr.14144) 29 : cephadm [INF] Reconfiguring daemon mon.b on smithi187 2024-09-17T08:03:24.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:23.473381+0000 mon.a (mon.0) 166 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:24.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:03:22.689476+0000 mgr.y (mgr.14144) 28 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-09-17T08:03:24.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:03:22.691441+0000 mgr.y (mgr.14144) 29 : cephadm [INF] Reconfiguring daemon mon.b on smithi187 2024-09-17T08:03:24.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:23.473381+0000 mon.a (mon.0) 166 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:24.829 DEBUG:teuthology.orchestra.run.smithi187:mgr.x> sudo journalctl -f -n 0 -u ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@mgr.x.service 2024-09-17T08:03:24.831 INFO:tasks.cephadm:Deploying OSDs... 2024-09-17T08:03:24.832 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-09-17T08:03:24.832 DEBUG:teuthology.orchestra.run.smithi088:> dd if=/scratch_devs of=/dev/stdout 2024-09-17T08:03:24.852 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-17T08:03:24.852 DEBUG:teuthology.orchestra.run.smithi088:> stat /dev/vg_nvme/lv_1 2024-09-17T08:03:24.911 INFO:teuthology.orchestra.run.smithi088.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-17T08:03:24.911 INFO:teuthology.orchestra.run.smithi088.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-17T08:03:24.911 INFO:teuthology.orchestra.run.smithi088.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-09-17T08:03:24.911 INFO:teuthology.orchestra.run.smithi088.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-17T08:03:24.912 INFO:teuthology.orchestra.run.smithi088.stdout:Context: system_u:object_r:device_t:s0 2024-09-17T08:03:24.912 INFO:teuthology.orchestra.run.smithi088.stdout:Access: 2024-09-17 08:03:01.055990024 +0000 2024-09-17T08:03:24.912 INFO:teuthology.orchestra.run.smithi088.stdout:Modify: 2024-09-17 08:01:05.804974297 +0000 2024-09-17T08:03:24.912 INFO:teuthology.orchestra.run.smithi088.stdout:Change: 2024-09-17 08:01:05.804974297 +0000 2024-09-17T08:03:24.912 INFO:teuthology.orchestra.run.smithi088.stdout: Birth: 2024-09-17 08:01:05.804974297 +0000 2024-09-17T08:03:24.912 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-17T08:03:24.980 INFO:teuthology.orchestra.run.smithi088.stderr:1+0 records in 2024-09-17T08:03:24.980 INFO:teuthology.orchestra.run.smithi088.stderr:1+0 records out 2024-09-17T08:03:24.980 INFO:teuthology.orchestra.run.smithi088.stderr:512 bytes copied, 0.000289699 s, 1.8 MB/s 2024-09-17T08:03:24.982 DEBUG:teuthology.orchestra.run.smithi088:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-17T08:03:25.042 DEBUG:teuthology.orchestra.run.smithi088:> stat /dev/vg_nvme/lv_2 2024-09-17T08:03:25.099 INFO:teuthology.orchestra.run.smithi088.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-17T08:03:25.099 INFO:teuthology.orchestra.run.smithi088.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-17T08:03:25.100 INFO:teuthology.orchestra.run.smithi088.stdout:Device: 5h/5d Inode: 687 Links: 1 2024-09-17T08:03:25.100 INFO:teuthology.orchestra.run.smithi088.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-17T08:03:25.100 INFO:teuthology.orchestra.run.smithi088.stdout:Context: system_u:object_r:device_t:s0 2024-09-17T08:03:25.100 INFO:teuthology.orchestra.run.smithi088.stdout:Access: 2024-09-17 08:03:01.055990024 +0000 2024-09-17T08:03:25.100 INFO:teuthology.orchestra.run.smithi088.stdout:Modify: 2024-09-17 08:01:06.139967310 +0000 2024-09-17T08:03:25.100 INFO:teuthology.orchestra.run.smithi088.stdout:Change: 2024-09-17 08:01:06.139967310 +0000 2024-09-17T08:03:25.100 INFO:teuthology.orchestra.run.smithi088.stdout: Birth: 2024-09-17 08:01:06.139967310 +0000 2024-09-17T08:03:25.100 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-17T08:03:25.165 INFO:teuthology.orchestra.run.smithi088.stderr:1+0 records in 2024-09-17T08:03:25.165 INFO:teuthology.orchestra.run.smithi088.stderr:1+0 records out 2024-09-17T08:03:25.165 INFO:teuthology.orchestra.run.smithi088.stderr:512 bytes copied, 0.000235599 s, 2.2 MB/s 2024-09-17T08:03:25.166 DEBUG:teuthology.orchestra.run.smithi088:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-17T08:03:25.224 DEBUG:teuthology.orchestra.run.smithi088:> stat /dev/vg_nvme/lv_3 2024-09-17T08:03:25.280 INFO:teuthology.orchestra.run.smithi088.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-17T08:03:25.280 INFO:teuthology.orchestra.run.smithi088.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-17T08:03:25.280 INFO:teuthology.orchestra.run.smithi088.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-09-17T08:03:25.280 INFO:teuthology.orchestra.run.smithi088.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-17T08:03:25.280 INFO:teuthology.orchestra.run.smithi088.stdout:Context: system_u:object_r:device_t:s0 2024-09-17T08:03:25.280 INFO:teuthology.orchestra.run.smithi088.stdout:Access: 2024-09-17 08:03:01.056990003 +0000 2024-09-17T08:03:25.280 INFO:teuthology.orchestra.run.smithi088.stdout:Modify: 2024-09-17 08:01:06.467960469 +0000 2024-09-17T08:03:25.280 INFO:teuthology.orchestra.run.smithi088.stdout:Change: 2024-09-17 08:01:06.467960469 +0000 2024-09-17T08:03:25.281 INFO:teuthology.orchestra.run.smithi088.stdout: Birth: 2024-09-17 08:01:06.467960469 +0000 2024-09-17T08:03:25.281 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-17T08:03:25.342 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:23.468679+0000 mgr.y (mgr.14144) 30 : audit [DBG] from='client.34103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi088=y;smithi187=x", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:03:25.342 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:03:23.469441+0000 mgr.y (mgr.14144) 31 : cephadm [INF] Saving service mgr spec with placement smithi088=y;smithi187=x;count:2 2024-09-17T08:03:25.342 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:24.294761+0000 mgr.y (mgr.14144) 32 : cluster [DBG] pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:25.342 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:24.423530+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:25.342 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:24.424235+0000 mon.a (mon.0) 168 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:03:25.342 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:24.429018+0000 mon.a (mon.0) 169 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:25.342 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:24.429933+0000 mon.a (mon.0) 170 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T08:03:25.342 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:24.432830+0000 mon.a (mon.0) 171 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-17T08:03:25.342 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:24.433519+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-17T08:03:25.342 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:24.434344+0000 mon.a (mon.0) 173 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:03:25.343 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:23.468679+0000 mgr.y (mgr.14144) 30 : audit [DBG] from='client.34103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi088=y;smithi187=x", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:03:25.343 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:03:23.469441+0000 mgr.y (mgr.14144) 31 : cephadm [INF] Saving service mgr spec with placement smithi088=y;smithi187=x;count:2 2024-09-17T08:03:25.343 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:24.294761+0000 mgr.y (mgr.14144) 32 : cluster [DBG] pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:25.343 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:24.423530+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:25.343 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:24.424235+0000 mon.a (mon.0) 168 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:03:25.343 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:24.429018+0000 mon.a (mon.0) 169 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:25.343 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:24.429933+0000 mon.a (mon.0) 170 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T08:03:25.343 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:24.432830+0000 mon.a (mon.0) 171 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-17T08:03:25.343 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:24.433519+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-17T08:03:25.344 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:24.434344+0000 mon.a (mon.0) 173 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:03:25.344 INFO:teuthology.orchestra.run.smithi088.stderr:1+0 records in 2024-09-17T08:03:25.344 INFO:teuthology.orchestra.run.smithi088.stderr:1+0 records out 2024-09-17T08:03:25.344 INFO:teuthology.orchestra.run.smithi088.stderr:512 bytes copied, 0.000167857 s, 3.1 MB/s 2024-09-17T08:03:25.345 DEBUG:teuthology.orchestra.run.smithi088:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-17T08:03:25.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:23.468679+0000 mgr.y (mgr.14144) 30 : audit [DBG] from='client.34103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi088=y;smithi187=x", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:03:25.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:03:23.469441+0000 mgr.y (mgr.14144) 31 : cephadm [INF] Saving service mgr spec with placement smithi088=y;smithi187=x;count:2 2024-09-17T08:03:25.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:03:24.294761+0000 mgr.y (mgr.14144) 32 : cluster [DBG] pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:25.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:24.423530+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:25.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:24.424235+0000 mon.a (mon.0) 168 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:03:25.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:24.429018+0000 mon.a (mon.0) 169 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:25.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:24.429933+0000 mon.a (mon.0) 170 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T08:03:25.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:24.432830+0000 mon.a (mon.0) 171 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-17T08:03:25.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:24.433519+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-17T08:03:25.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:24.434344+0000 mon.a (mon.0) 173 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:03:25.402 DEBUG:teuthology.orchestra.run.smithi088:> stat /dev/vg_nvme/lv_4 2024-09-17T08:03:25.458 INFO:teuthology.orchestra.run.smithi088.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-17T08:03:25.458 INFO:teuthology.orchestra.run.smithi088.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-17T08:03:25.458 INFO:teuthology.orchestra.run.smithi088.stdout:Device: 5h/5d Inode: 725 Links: 1 2024-09-17T08:03:25.459 INFO:teuthology.orchestra.run.smithi088.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-17T08:03:25.459 INFO:teuthology.orchestra.run.smithi088.stdout:Context: system_u:object_r:device_t:s0 2024-09-17T08:03:25.459 INFO:teuthology.orchestra.run.smithi088.stdout:Access: 2024-09-17 08:03:01.056990003 +0000 2024-09-17T08:03:25.459 INFO:teuthology.orchestra.run.smithi088.stdout:Modify: 2024-09-17 08:01:06.805953420 +0000 2024-09-17T08:03:25.459 INFO:teuthology.orchestra.run.smithi088.stdout:Change: 2024-09-17 08:01:06.805953420 +0000 2024-09-17T08:03:25.459 INFO:teuthology.orchestra.run.smithi088.stdout: Birth: 2024-09-17 08:01:06.805953420 +0000 2024-09-17T08:03:25.459 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-17T08:03:25.522 INFO:teuthology.orchestra.run.smithi088.stderr:1+0 records in 2024-09-17T08:03:25.522 INFO:teuthology.orchestra.run.smithi088.stderr:1+0 records out 2024-09-17T08:03:25.522 INFO:teuthology.orchestra.run.smithi088.stderr:512 bytes copied, 0.000193022 s, 2.7 MB/s 2024-09-17T08:03:25.523 DEBUG:teuthology.orchestra.run.smithi088:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-17T08:03:25.580 DEBUG:teuthology.orchestra.run.smithi187:> set -ex 2024-09-17T08:03:25.580 DEBUG:teuthology.orchestra.run.smithi187:> dd if=/scratch_devs of=/dev/stdout 2024-09-17T08:03:25.596 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-17T08:03:25.596 DEBUG:teuthology.orchestra.run.smithi187:> stat /dev/vg_nvme/lv_1 2024-09-17T08:03:25.653 INFO:teuthology.orchestra.run.smithi187.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-17T08:03:25.653 INFO:teuthology.orchestra.run.smithi187.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-17T08:03:25.653 INFO:teuthology.orchestra.run.smithi187.stdout:Device: 5h/5d Inode: 665 Links: 1 2024-09-17T08:03:25.653 INFO:teuthology.orchestra.run.smithi187.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-17T08:03:25.653 INFO:teuthology.orchestra.run.smithi187.stdout:Context: system_u:object_r:device_t:s0 2024-09-17T08:03:25.653 INFO:teuthology.orchestra.run.smithi187.stdout:Access: 2024-09-17 08:03:10.094672400 +0000 2024-09-17T08:03:25.653 INFO:teuthology.orchestra.run.smithi187.stdout:Modify: 2024-09-17 08:01:04.191182154 +0000 2024-09-17T08:03:25.653 INFO:teuthology.orchestra.run.smithi187.stdout:Change: 2024-09-17 08:01:04.191182154 +0000 2024-09-17T08:03:25.654 INFO:teuthology.orchestra.run.smithi187.stdout: Birth: 2024-09-17 08:01:04.191182154 +0000 2024-09-17T08:03:25.654 DEBUG:teuthology.orchestra.run.smithi187:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-17T08:03:25.718 INFO:teuthology.orchestra.run.smithi187.stderr:1+0 records in 2024-09-17T08:03:25.718 INFO:teuthology.orchestra.run.smithi187.stderr:1+0 records out 2024-09-17T08:03:25.718 INFO:teuthology.orchestra.run.smithi187.stderr:512 bytes copied, 0.000188376 s, 2.7 MB/s 2024-09-17T08:03:25.719 DEBUG:teuthology.orchestra.run.smithi187:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-17T08:03:25.775 DEBUG:teuthology.orchestra.run.smithi187:> stat /dev/vg_nvme/lv_2 2024-09-17T08:03:25.831 INFO:teuthology.orchestra.run.smithi187.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-17T08:03:25.831 INFO:teuthology.orchestra.run.smithi187.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-17T08:03:25.831 INFO:teuthology.orchestra.run.smithi187.stdout:Device: 5h/5d Inode: 686 Links: 1 2024-09-17T08:03:25.831 INFO:teuthology.orchestra.run.smithi187.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-17T08:03:25.831 INFO:teuthology.orchestra.run.smithi187.stdout:Context: system_u:object_r:device_t:s0 2024-09-17T08:03:25.831 INFO:teuthology.orchestra.run.smithi187.stdout:Access: 2024-09-17 08:03:10.094672400 +0000 2024-09-17T08:03:25.832 INFO:teuthology.orchestra.run.smithi187.stdout:Modify: 2024-09-17 08:01:04.529176705 +0000 2024-09-17T08:03:25.832 INFO:teuthology.orchestra.run.smithi187.stdout:Change: 2024-09-17 08:01:04.529176705 +0000 2024-09-17T08:03:25.832 INFO:teuthology.orchestra.run.smithi187.stdout: Birth: 2024-09-17 08:01:04.529176705 +0000 2024-09-17T08:03:25.832 DEBUG:teuthology.orchestra.run.smithi187:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-17T08:03:25.919 INFO:teuthology.orchestra.run.smithi187.stderr:1+0 records in 2024-09-17T08:03:25.920 INFO:teuthology.orchestra.run.smithi187.stderr:1+0 records out 2024-09-17T08:03:25.920 INFO:teuthology.orchestra.run.smithi187.stderr:512 bytes copied, 0.000181842 s, 2.8 MB/s 2024-09-17T08:03:25.921 DEBUG:teuthology.orchestra.run.smithi187:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-17T08:03:25.936 DEBUG:teuthology.orchestra.run.smithi187:> stat /dev/vg_nvme/lv_3 2024-09-17T08:03:25.999 INFO:teuthology.orchestra.run.smithi187.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-17T08:03:25.999 INFO:teuthology.orchestra.run.smithi187.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-17T08:03:25.999 INFO:teuthology.orchestra.run.smithi187.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-09-17T08:03:26.000 INFO:teuthology.orchestra.run.smithi187.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-17T08:03:26.000 INFO:teuthology.orchestra.run.smithi187.stdout:Context: system_u:object_r:device_t:s0 2024-09-17T08:03:26.000 INFO:teuthology.orchestra.run.smithi187.stdout:Access: 2024-09-17 08:03:25.878421456 +0000 2024-09-17T08:03:26.000 INFO:teuthology.orchestra.run.smithi187.stdout:Modify: 2024-09-17 08:01:04.859171385 +0000 2024-09-17T08:03:26.000 INFO:teuthology.orchestra.run.smithi187.stdout:Change: 2024-09-17 08:01:04.859171385 +0000 2024-09-17T08:03:26.000 INFO:teuthology.orchestra.run.smithi187.stdout: Birth: 2024-09-17 08:01:04.859171385 +0000 2024-09-17T08:03:26.000 DEBUG:teuthology.orchestra.run.smithi187:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-17T08:03:26.105 INFO:teuthology.orchestra.run.smithi187.stderr:1+0 records in 2024-09-17T08:03:26.106 INFO:teuthology.orchestra.run.smithi187.stderr:1+0 records out 2024-09-17T08:03:26.106 INFO:teuthology.orchestra.run.smithi187.stderr:512 bytes copied, 0.00020523 s, 2.5 MB/s 2024-09-17T08:03:26.107 DEBUG:teuthology.orchestra.run.smithi187:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-17T08:03:26.122 DEBUG:teuthology.orchestra.run.smithi187:> stat /dev/vg_nvme/lv_4 2024-09-17T08:03:26.179 INFO:teuthology.orchestra.run.smithi187.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-17T08:03:26.179 INFO:teuthology.orchestra.run.smithi187.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-17T08:03:26.179 INFO:teuthology.orchestra.run.smithi187.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-09-17T08:03:26.179 INFO:teuthology.orchestra.run.smithi187.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-17T08:03:26.179 INFO:teuthology.orchestra.run.smithi187.stdout:Context: system_u:object_r:device_t:s0 2024-09-17T08:03:26.179 INFO:teuthology.orchestra.run.smithi187.stdout:Access: 2024-09-17 08:03:26.065418483 +0000 2024-09-17T08:03:26.179 INFO:teuthology.orchestra.run.smithi187.stdout:Modify: 2024-09-17 08:01:05.180166210 +0000 2024-09-17T08:03:26.179 INFO:teuthology.orchestra.run.smithi187.stdout:Change: 2024-09-17 08:01:05.180166210 +0000 2024-09-17T08:03:26.179 INFO:teuthology.orchestra.run.smithi187.stdout: Birth: 2024-09-17 08:01:05.180166210 +0000 2024-09-17T08:03:26.179 DEBUG:teuthology.orchestra.run.smithi187:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-17T08:03:26.244 INFO:teuthology.orchestra.run.smithi187.stderr:1+0 records in 2024-09-17T08:03:26.244 INFO:teuthology.orchestra.run.smithi187.stderr:1+0 records out 2024-09-17T08:03:26.244 INFO:teuthology.orchestra.run.smithi187.stderr:512 bytes copied, 0.000186344 s, 2.7 MB/s 2024-09-17T08:03:26.245 DEBUG:teuthology.orchestra.run.smithi187:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-17T08:03:26.303 INFO:tasks.cephadm:Deploying osd.0 on smithi088 with /dev/vg_nvme/lv_4... 2024-09-17T08:03:26.303 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-09-17T08:03:26.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:03:24.435098+0000 mgr.y (mgr.14144) 33 : cephadm [INF] Deploying daemon mgr.x on smithi187 2024-09-17T08:03:26.397 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:03:26 smithi187 podman[24756]: 2024-09-17 08:03:26.191445025 +0000 UTC m=+0.016346846 image pull 24ecd6d5f14c2268c5d2c666aa151456949cf76c6747d873c6fcf41f6f672d15 quay.io/ceph/ceph@sha256:35b2786dc4cd535dd84f6a1a585503db4b43623ba6c43120b5e5e00951949000 2024-09-17T08:03:26.602 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:03:24.435098+0000 mgr.y (mgr.14144) 33 : cephadm [INF] Deploying daemon mgr.x on smithi187 2024-09-17T08:03:26.602 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:03:24.435098+0000 mgr.y (mgr.14144) 33 : cephadm [INF] Deploying daemon mgr.x on smithi187 2024-09-17T08:03:26.897 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:03:26 smithi187 podman[24756]: 2024-09-17 08:03:26.529460895 +0000 UTC m=+0.354362702 container init 43835774dfe0b97cb332177daab9fba53048b790b0b3404a90176c35964089ee (image=quay.io/ceph/ceph@sha256:35b2786dc4cd535dd84f6a1a585503db4b43623ba6c43120b5e5e00951949000, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x, org.label-schema.schema-version=1.0, GIT_REPO=https://github.com/ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20201204, org.label-schema.name=CentOS Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=20cb635043d86d971f028e2bf2824446440b5557, maintainer=Dimitri Savineau , RELEASE=HEAD, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=-16.2.0) 2024-09-17T08:03:26.897 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:03:26 smithi187 podman[24756]: 2024-09-17 08:03:26.532182667 +0000 UTC m=+0.357084482 container start 43835774dfe0b97cb332177daab9fba53048b790b0b3404a90176c35964089ee (image=quay.io/ceph/ceph@sha256:35b2786dc4cd535dd84f6a1a585503db4b43623ba6c43120b5e5e00951949000, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x, GIT_COMMIT=20cb635043d86d971f028e2bf2824446440b5557, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Dimitri Savineau , GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=HEAD, org.label-schema.build-date=20201204, CEPH_POINT_RELEASE=-16.2.0, GIT_BRANCH=HEAD, ceph=True) 2024-09-17T08:03:26.897 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:03:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[24820]: debug 2024-09-17T08:03:26.550+0000 7f7da198b700 1 -- 172.21.15.187:0/1233560615 <== mon.2 v2:172.21.15.187:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x563a8cf804e0 con 0x563a8cf54c00 2024-09-17T08:03:26.897 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:03:26 smithi187 bash[24756]: 43835774dfe0b97cb332177daab9fba53048b790b0b3404a90176c35964089ee 2024-09-17T08:03:26.898 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:03:26 smithi187 systemd[1]: Started Ceph mgr.x for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:03:27.533 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:26.295079+0000 mgr.y (mgr.14144) 34 : cluster [DBG] pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:27.533 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:26.698973+0000 mon.a (mon.0) 174 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:27.533 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:26.700129+0000 mon.a (mon.0) 175 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:03:27.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:26.295079+0000 mgr.y (mgr.14144) 34 : cluster [DBG] pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:27.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:26.698973+0000 mon.a (mon.0) 174 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:27.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:26.700129+0000 mon.a (mon.0) 175 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:03:27.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:27 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:03:26.295079+0000 mgr.y (mgr.14144) 34 : cluster [DBG] pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:27.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:27 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:26.698973+0000 mon.a (mon.0) 174 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:27.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:27 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:26.700129+0000 mon.a (mon.0) 175 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:03:28.296 INFO:teuthology.orchestra.run.smithi088.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-09-17T08:03:28.296 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-09-17T08:03:28.296 INFO:teuthology.orchestra.run.smithi088.stderr: stderr: 10+0 records in 2024-09-17T08:03:28.296 INFO:teuthology.orchestra.run.smithi088.stderr:10+0 records out 2024-09-17T08:03:28.297 INFO:teuthology.orchestra.run.smithi088.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0110572 s, 948 MB/s 2024-09-17T08:03:28.297 INFO:teuthology.orchestra.run.smithi088.stderr:--> Zapping successful for: 2024-09-17T08:03:28.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:28 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:27.642839+0000 mon.a (mon.0) 176 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:28.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:28 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:27.647759+0000 mon.a (mon.0) 177 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:28.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:28 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:03:27.648653+0000 mgr.y (mgr.14144) 35 : cephadm [INF] Reconfiguring mgr.y (unknown last config time)... 2024-09-17T08:03:28.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:28 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:27.648902+0000 mon.a (mon.0) 178 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T08:03:28.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:28 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:27.649653+0000 mon.a (mon.0) 179 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-17T08:03:28.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:28 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:27.650184+0000 mon.a (mon.0) 180 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:03:28.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:28 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:03:27.650744+0000 mgr.y (mgr.14144) 36 : cephadm [INF] Reconfiguring daemon mgr.y on smithi088 2024-09-17T08:03:28.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:28 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:03:28.295364+0000 mgr.y (mgr.14144) 37 : cluster [DBG] pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:28.910 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:27.642839+0000 mon.a (mon.0) 176 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:28.911 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:27.647759+0000 mon.a (mon.0) 177 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:28.911 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:03:27.648653+0000 mgr.y (mgr.14144) 35 : cephadm [INF] Reconfiguring mgr.y (unknown last config time)... 2024-09-17T08:03:28.911 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:27.648902+0000 mon.a (mon.0) 178 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T08:03:28.911 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:27.649653+0000 mon.a (mon.0) 179 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-17T08:03:28.911 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:27.650184+0000 mon.a (mon.0) 180 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:03:28.911 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:03:27.650744+0000 mgr.y (mgr.14144) 36 : cephadm [INF] Reconfiguring daemon mgr.y on smithi088 2024-09-17T08:03:28.911 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:28.295364+0000 mgr.y (mgr.14144) 37 : cluster [DBG] pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:28.911 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:27.642839+0000 mon.a (mon.0) 176 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:28.911 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:27.647759+0000 mon.a (mon.0) 177 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:28.911 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:03:27.648653+0000 mgr.y (mgr.14144) 35 : cephadm [INF] Reconfiguring mgr.y (unknown last config time)... 2024-09-17T08:03:28.911 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:27.648902+0000 mon.a (mon.0) 178 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T08:03:28.912 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:27.649653+0000 mon.a (mon.0) 179 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-17T08:03:28.912 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:27.650184+0000 mon.a (mon.0) 180 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:03:28.912 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:03:27.650744+0000 mgr.y (mgr.14144) 36 : cephadm [INF] Reconfiguring daemon mgr.y on smithi088 2024-09-17T08:03:28.912 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:28.295364+0000 mgr.y (mgr.14144) 37 : cluster [DBG] pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:29.236 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi088:vg_nvme/lv_4 2024-09-17T08:03:30.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:29.652140+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:30.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:29.652761+0000 mon.a (mon.0) 182 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:03:30.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:29.656541+0000 mon.a (mon.0) 183 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:30.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:30.295580+0000 mgr.y (mgr.14144) 38 : cluster [DBG] pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:30.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:29.652140+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:30.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:29.652761+0000 mon.a (mon.0) 182 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:03:30.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:29.656541+0000 mon.a (mon.0) 183 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:30.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:30.295580+0000 mgr.y (mgr.14144) 38 : cluster [DBG] pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:31.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:29.652140+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:31.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:29.652761+0000 mon.a (mon.0) 182 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:03:31.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:29.656541+0000 mon.a (mon.0) 183 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:31.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:03:30.295580+0000 mgr.y (mgr.14144) 38 : cluster [DBG] pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:31.884 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:31.320443+0000 mgr.y (mgr.14144) 39 : audit [DBG] from='client.14199 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:03:31.885 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:31.321219+0000 mon.a (mon.0) 184 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T08:03:31.885 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:03:31.322290+0000 mgr.y (mgr.14144) 40 : cephadm [INF] Applying service osd.None on host smithi088... 2024-09-17T08:03:31.885 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:31.322519+0000 mon.a (mon.0) 185 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T08:03:31.885 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:31.322962+0000 mon.a (mon.0) 186 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:03:31.885 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:31.533559+0000 mon.a (mon.0) 187 : cluster [DBG] Standby manager daemon x started 2024-09-17T08:03:31.886 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:31.534467+0000 mon.b (mon.2) 2 : audit [DBG] from='mgr.? 172.21.15.187:0/929791051' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-17T08:03:31.886 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:31.534750+0000 mon.b (mon.2) 3 : audit [DBG] from='mgr.? 172.21.15.187:0/929791051' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T08:03:31.886 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:31.535499+0000 mon.b (mon.2) 4 : audit [DBG] from='mgr.? 172.21.15.187:0/929791051' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-17T08:03:31.886 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:31.535720+0000 mon.b (mon.2) 5 : audit [DBG] from='mgr.? 172.21.15.187:0/929791051' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T08:03:31.886 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:31.320443+0000 mgr.y (mgr.14144) 39 : audit [DBG] from='client.14199 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:03:31.886 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:31.321219+0000 mon.a (mon.0) 184 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T08:03:31.886 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:03:31.322290+0000 mgr.y (mgr.14144) 40 : cephadm [INF] Applying service osd.None on host smithi088... 2024-09-17T08:03:31.886 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:31.322519+0000 mon.a (mon.0) 185 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T08:03:31.886 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:31.322962+0000 mon.a (mon.0) 186 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:03:31.886 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:31.533559+0000 mon.a (mon.0) 187 : cluster [DBG] Standby manager daemon x started 2024-09-17T08:03:31.886 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:31.534467+0000 mon.b (mon.2) 2 : audit [DBG] from='mgr.? 172.21.15.187:0/929791051' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-17T08:03:31.887 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:31.534750+0000 mon.b (mon.2) 3 : audit [DBG] from='mgr.? 172.21.15.187:0/929791051' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T08:03:31.887 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:31.535499+0000 mon.b (mon.2) 4 : audit [DBG] from='mgr.? 172.21.15.187:0/929791051' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-17T08:03:31.887 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:31.535720+0000 mon.b (mon.2) 5 : audit [DBG] from='mgr.? 172.21.15.187:0/929791051' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T08:03:32.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:31 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:31.320443+0000 mgr.y (mgr.14144) 39 : audit [DBG] from='client.14199 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:03:32.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:31 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:31.321219+0000 mon.a (mon.0) 184 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T08:03:32.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:31 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:03:31.322290+0000 mgr.y (mgr.14144) 40 : cephadm [INF] Applying service osd.None on host smithi088... 2024-09-17T08:03:32.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:31 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:31.322519+0000 mon.a (mon.0) 185 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T08:03:32.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:31 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:31.322962+0000 mon.a (mon.0) 186 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:03:32.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:31 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:03:31.533559+0000 mon.a (mon.0) 187 : cluster [DBG] Standby manager daemon x started 2024-09-17T08:03:32.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:31 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:31.534467+0000 mon.b (mon.2) 2 : audit [DBG] from='mgr.? 172.21.15.187:0/929791051' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-17T08:03:32.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:31 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:31.534750+0000 mon.b (mon.2) 3 : audit [DBG] from='mgr.? 172.21.15.187:0/929791051' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T08:03:32.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:31 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:31.535499+0000 mon.b (mon.2) 4 : audit [DBG] from='mgr.? 172.21.15.187:0/929791051' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-17T08:03:32.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:31 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:31.535720+0000 mon.b (mon.2) 5 : audit [DBG] from='mgr.? 172.21.15.187:0/929791051' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T08:03:32.849 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:32 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:31.665653+0000 mon.a (mon.0) 188 : cluster [DBG] mgrmap e14: y(active, since 51s), standbys: x 2024-09-17T08:03:32.849 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:32 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:31.665774+0000 mon.a (mon.0) 189 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-17T08:03:32.850 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:32 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:32.295835+0000 mgr.y (mgr.14144) 41 : cluster [DBG] pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:32.850 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:32 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:31.665653+0000 mon.a (mon.0) 188 : cluster [DBG] mgrmap e14: y(active, since 51s), standbys: x 2024-09-17T08:03:32.850 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:32 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:31.665774+0000 mon.a (mon.0) 189 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-17T08:03:32.850 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:32 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:32.295835+0000 mgr.y (mgr.14144) 41 : cluster [DBG] pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:33.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:32 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:03:31.665653+0000 mon.a (mon.0) 188 : cluster [DBG] mgrmap e14: y(active, since 51s), standbys: x 2024-09-17T08:03:33.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:32 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:31.665774+0000 mon.a (mon.0) 189 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-17T08:03:33.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:32 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:03:32.295835+0000 mgr.y (mgr.14144) 41 : cluster [DBG] pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:34.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:33.376282+0000 mon.c (mon.1) 3 : audit [INF] from='client.? 172.21.15.88:0/2723368425' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f91e2199-cd75-44c9-a80f-a2587383728e"}]: dispatch 2024-09-17T08:03:34.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:33.376573+0000 mon.a (mon.0) 190 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f91e2199-cd75-44c9-a80f-a2587383728e"}]: dispatch 2024-09-17T08:03:34.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:33.379979+0000 mon.a (mon.0) 191 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f91e2199-cd75-44c9-a80f-a2587383728e"}]': finished 2024-09-17T08:03:34.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:03:33.380033+0000 mon.a (mon.0) 192 : cluster [DBG] osdmap e5: 1 total, 0 up, 1 in 2024-09-17T08:03:34.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:33.380106+0000 mon.a (mon.0) 193 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T08:03:34.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:33.787817+0000 mon.a (mon.0) 194 : audit [DBG] from='client.? 172.21.15.88:0/2846044186' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T08:03:34.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:33.376282+0000 mon.c (mon.1) 3 : audit [INF] from='client.? 172.21.15.88:0/2723368425' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f91e2199-cd75-44c9-a80f-a2587383728e"}]: dispatch 2024-09-17T08:03:34.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:33.376573+0000 mon.a (mon.0) 190 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f91e2199-cd75-44c9-a80f-a2587383728e"}]: dispatch 2024-09-17T08:03:34.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:33.379979+0000 mon.a (mon.0) 191 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f91e2199-cd75-44c9-a80f-a2587383728e"}]': finished 2024-09-17T08:03:34.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:33.380033+0000 mon.a (mon.0) 192 : cluster [DBG] osdmap e5: 1 total, 0 up, 1 in 2024-09-17T08:03:34.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:33.380106+0000 mon.a (mon.0) 193 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T08:03:34.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:33.787817+0000 mon.a (mon.0) 194 : audit [DBG] from='client.? 172.21.15.88:0/2846044186' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T08:03:34.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:33.376282+0000 mon.c (mon.1) 3 : audit [INF] from='client.? 172.21.15.88:0/2723368425' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f91e2199-cd75-44c9-a80f-a2587383728e"}]: dispatch 2024-09-17T08:03:34.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:33.376573+0000 mon.a (mon.0) 190 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f91e2199-cd75-44c9-a80f-a2587383728e"}]: dispatch 2024-09-17T08:03:34.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:33.379979+0000 mon.a (mon.0) 191 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f91e2199-cd75-44c9-a80f-a2587383728e"}]': finished 2024-09-17T08:03:34.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:33.380033+0000 mon.a (mon.0) 192 : cluster [DBG] osdmap e5: 1 total, 0 up, 1 in 2024-09-17T08:03:34.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:33.380106+0000 mon.a (mon.0) 193 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T08:03:34.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:33.787817+0000 mon.a (mon.0) 194 : audit [DBG] from='client.? 172.21.15.88:0/2846044186' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T08:03:35.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:03:34.296068+0000 mgr.y (mgr.14144) 42 : cluster [DBG] pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:35.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:34.296068+0000 mgr.y (mgr.14144) 42 : cluster [DBG] pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:35.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:34.296068+0000 mgr.y (mgr.14144) 42 : cluster [DBG] pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:37.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:03:36.296290+0000 mgr.y (mgr.14144) 43 : cluster [DBG] pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:37.658 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:36.296290+0000 mgr.y (mgr.14144) 43 : cluster [DBG] pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:37.658 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:36.296290+0000 mgr.y (mgr.14144) 43 : cluster [DBG] pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:39.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:38.296517+0000 mgr.y (mgr.14144) 44 : cluster [DBG] pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:39.274 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:38.296517+0000 mgr.y (mgr.14144) 44 : cluster [DBG] pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:39.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:03:38.296517+0000 mgr.y (mgr.14144) 44 : cluster [DBG] pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:40.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:39.297643+0000 mon.a (mon.0) 195 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-17T08:03:40.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:39.298236+0000 mon.a (mon.0) 196 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:03:40.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:03:39.298710+0000 mgr.y (mgr.14144) 45 : cephadm [INF] Deploying daemon osd.0 on smithi088 2024-09-17T08:03:40.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:39.297643+0000 mon.a (mon.0) 195 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-17T08:03:40.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:39.298236+0000 mon.a (mon.0) 196 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:03:40.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:03:39.298710+0000 mgr.y (mgr.14144) 45 : cephadm [INF] Deploying daemon osd.0 on smithi088 2024-09-17T08:03:40.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:39.297643+0000 mon.a (mon.0) 195 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-17T08:03:40.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:39.298236+0000 mon.a (mon.0) 196 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:03:40.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:03:39.298710+0000 mgr.y (mgr.14144) 45 : cephadm [INF] Deploying daemon osd.0 on smithi088 2024-09-17T08:03:41.308 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:40.296835+0000 mgr.y (mgr.14144) 46 : cluster [DBG] pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:41.308 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:40.414835+0000 mon.a (mon.0) 197 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:03:41.308 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:40.416281+0000 mon.a (mon.0) 198 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:03:41.308 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:40.296835+0000 mgr.y (mgr.14144) 46 : cluster [DBG] pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:41.308 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:40.414835+0000 mon.a (mon.0) 197 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:03:41.308 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:40.416281+0000 mon.a (mon.0) 198 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:03:41.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:03:40.296835+0000 mgr.y (mgr.14144) 46 : cluster [DBG] pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:41.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:40.414835+0000 mon.a (mon.0) 197 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:03:41.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:40.416281+0000 mon.a (mon.0) 198 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:03:42.927 INFO:teuthology.orchestra.run.smithi088.stdout:Created osd(s) 0 on host 'smithi088' 2024-09-17T08:03:43.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:42.297179+0000 mgr.y (mgr.14144) 47 : cluster [DBG] pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:43.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:42.913906+0000 mon.a (mon.0) 199 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:03:43.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:42.917344+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:43.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:42.924298+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:43.530 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:42.297179+0000 mgr.y (mgr.14144) 47 : cluster [DBG] pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:43.530 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:42.913906+0000 mon.a (mon.0) 199 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:03:43.530 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:42.917344+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:43.530 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:42.924298+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:43.551 DEBUG:teuthology.orchestra.run.smithi088:osd.0> sudo journalctl -f -n 0 -u ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@osd.0.service 2024-09-17T08:03:43.554 INFO:tasks.cephadm:Deploying osd.1 on smithi088 with /dev/vg_nvme/lv_3... 2024-09-17T08:03:43.554 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-09-17T08:03:43.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:03:42.297179+0000 mgr.y (mgr.14144) 47 : cluster [DBG] pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:43.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:42.913906+0000 mon.a (mon.0) 199 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:03:43.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:42.917344+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:43.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:42.924298+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:45.557 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:44.297486+0000 mgr.y (mgr.14144) 48 : cluster [DBG] pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:45.557 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:44.297486+0000 mgr.y (mgr.14144) 48 : cluster [DBG] pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:45.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:03:44.297486+0000 mgr.y (mgr.14144) 48 : cluster [DBG] pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:46.068 INFO:teuthology.orchestra.run.smithi088.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-09-17T08:03:46.068 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-09-17T08:03:46.068 INFO:teuthology.orchestra.run.smithi088.stderr: stderr: 10+0 records in 2024-09-17T08:03:46.068 INFO:teuthology.orchestra.run.smithi088.stderr:10+0 records out 2024-09-17T08:03:46.068 INFO:teuthology.orchestra.run.smithi088.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0125663 s, 834 MB/s 2024-09-17T08:03:46.068 INFO:teuthology.orchestra.run.smithi088.stderr:--> Zapping successful for: 2024-09-17T08:03:46.371 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:03:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.0[29216]: debug 2024-09-17T08:03:46.035+0000 7fe393aed080 -1 osd.0 0 log_to_monitors {default=true} 2024-09-17T08:03:47.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:45.799833+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:47.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:46.039088+0000 mon.a (mon.0) 203 : audit [INF] from='osd.0 [v2:172.21.15.88:6802/2861989360,v1:172.21.15.88:6803/2861989360]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-17T08:03:47.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:03:46.297770+0000 mgr.y (mgr.14144) 49 : cluster [DBG] pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:47.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:45.799833+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:47.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:46.039088+0000 mon.a (mon.0) 203 : audit [INF] from='osd.0 [v2:172.21.15.88:6802/2861989360,v1:172.21.15.88:6803/2861989360]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-17T08:03:47.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:46.297770+0000 mgr.y (mgr.14144) 49 : cluster [DBG] pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:47.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:45.799833+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:47.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:46.039088+0000 mon.a (mon.0) 203 : audit [INF] from='osd.0 [v2:172.21.15.88:6802/2861989360,v1:172.21.15.88:6803/2861989360]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-17T08:03:47.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:46.297770+0000 mgr.y (mgr.14144) 49 : cluster [DBG] pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:47.812 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:46.804335+0000 mon.a (mon.0) 204 : audit [INF] from='osd.0 [v2:172.21.15.88:6802/2861989360,v1:172.21.15.88:6803/2861989360]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-17T08:03:47.812 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:46.804382+0000 mon.a (mon.0) 205 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2024-09-17T08:03:47.813 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:46.804590+0000 mon.a (mon.0) 206 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T08:03:47.813 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:46.804900+0000 mon.a (mon.0) 207 : audit [INF] from='osd.0 [v2:172.21.15.88:6802/2861989360,v1:172.21.15.88:6803/2861989360]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-09-17T08:03:47.813 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:46.804335+0000 mon.a (mon.0) 204 : audit [INF] from='osd.0 [v2:172.21.15.88:6802/2861989360,v1:172.21.15.88:6803/2861989360]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-17T08:03:47.813 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:46.804382+0000 mon.a (mon.0) 205 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2024-09-17T08:03:47.813 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:46.804590+0000 mon.a (mon.0) 206 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T08:03:47.813 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:46.804900+0000 mon.a (mon.0) 207 : audit [INF] from='osd.0 [v2:172.21.15.88:6802/2861989360,v1:172.21.15.88:6803/2861989360]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-09-17T08:03:47.813 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:03:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.0[29216]: debug 2024-09-17T08:03:47.808+0000 7fe38a05e700 -1 osd.0 0 waiting for initial osdmap 2024-09-17T08:03:47.814 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:03:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.0[29216]: debug 2024-09-17T08:03:47.811+0000 7fe384fd7700 -1 osd.0 7 set_numa_affinity unable to identify public interface 'enp3s0f1' numa node: (0) Success 2024-09-17T08:03:48.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:46.804335+0000 mon.a (mon.0) 204 : audit [INF] from='osd.0 [v2:172.21.15.88:6802/2861989360,v1:172.21.15.88:6803/2861989360]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-17T08:03:48.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:03:46.804382+0000 mon.a (mon.0) 205 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2024-09-17T08:03:48.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:46.804590+0000 mon.a (mon.0) 206 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T08:03:48.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:46.804900+0000 mon.a (mon.0) 207 : audit [INF] from='osd.0 [v2:172.21.15.88:6802/2861989360,v1:172.21.15.88:6803/2861989360]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-09-17T08:03:48.212 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi088:vg_nvme/lv_3 2024-09-17T08:03:49.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:47.805882+0000 mon.a (mon.0) 208 : audit [INF] from='osd.0 [v2:172.21.15.88:6802/2861989360,v1:172.21.15.88:6803/2861989360]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-09-17T08:03:49.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:03:47.805939+0000 mon.a (mon.0) 209 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2024-09-17T08:03:49.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:47.806248+0000 mon.a (mon.0) 210 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T08:03:49.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:47.810403+0000 mon.a (mon.0) 211 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T08:03:49.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:03:48.298036+0000 mgr.y (mgr.14144) 50 : cluster [DBG] pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:49.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:48 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:47.805882+0000 mon.a (mon.0) 208 : audit [INF] from='osd.0 [v2:172.21.15.88:6802/2861989360,v1:172.21.15.88:6803/2861989360]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-09-17T08:03:49.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:48 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:47.805939+0000 mon.a (mon.0) 209 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2024-09-17T08:03:49.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:48 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:47.806248+0000 mon.a (mon.0) 210 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T08:03:49.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:48 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:47.810403+0000 mon.a (mon.0) 211 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T08:03:49.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:48 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:48.298036+0000 mgr.y (mgr.14144) 50 : cluster [DBG] pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:49.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:48 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:47.805882+0000 mon.a (mon.0) 208 : audit [INF] from='osd.0 [v2:172.21.15.88:6802/2861989360,v1:172.21.15.88:6803/2861989360]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-09-17T08:03:49.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:48 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:47.805939+0000 mon.a (mon.0) 209 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2024-09-17T08:03:49.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:48 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:47.806248+0000 mon.a (mon.0) 210 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T08:03:49.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:48 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:47.810403+0000 mon.a (mon.0) 211 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T08:03:49.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:48 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:48.298036+0000 mgr.y (mgr.14144) 50 : cluster [DBG] pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T08:03:50.131 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:47.010793+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-17T08:03:50.131 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:47.010938+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-17T08:03:50.132 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:48.812508+0000 mon.a (mon.0) 212 : cluster [INF] osd.0 [v2:172.21.15.88:6802/2861989360,v1:172.21.15.88:6803/2861989360] boot 2024-09-17T08:03:50.132 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:48.812545+0000 mon.a (mon.0) 213 : cluster [DBG] osdmap e8: 1 total, 1 up, 1 in 2024-09-17T08:03:50.132 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:48.812883+0000 mon.a (mon.0) 214 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T08:03:50.132 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:49.491492+0000 mon.a (mon.0) 215 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:50.132 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:49.703804+0000 mon.a (mon.0) 216 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:50.132 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:49.704870+0000 mon.a (mon.0) 217 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:03:50.132 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:49.710949+0000 mon.a (mon.0) 218 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:50.132 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:47.010793+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-17T08:03:50.132 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:47.010938+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-17T08:03:50.132 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:48.812508+0000 mon.a (mon.0) 212 : cluster [INF] osd.0 [v2:172.21.15.88:6802/2861989360,v1:172.21.15.88:6803/2861989360] boot 2024-09-17T08:03:50.133 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:48.812545+0000 mon.a (mon.0) 213 : cluster [DBG] osdmap e8: 1 total, 1 up, 1 in 2024-09-17T08:03:50.133 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:48.812883+0000 mon.a (mon.0) 214 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T08:03:50.133 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:49.491492+0000 mon.a (mon.0) 215 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:50.133 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:49.703804+0000 mon.a (mon.0) 216 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:50.133 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:49.704870+0000 mon.a (mon.0) 217 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:03:50.133 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:49.710949+0000 mon.a (mon.0) 218 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:50.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:03:47.010793+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-17T08:03:50.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:03:47.010938+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-17T08:03:50.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:03:48.812508+0000 mon.a (mon.0) 212 : cluster [INF] osd.0 [v2:172.21.15.88:6802/2861989360,v1:172.21.15.88:6803/2861989360] boot 2024-09-17T08:03:50.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:03:48.812545+0000 mon.a (mon.0) 213 : cluster [DBG] osdmap e8: 1 total, 1 up, 1 in 2024-09-17T08:03:50.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:48.812883+0000 mon.a (mon.0) 214 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T08:03:50.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:49.491492+0000 mon.a (mon.0) 215 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:50.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:49.703804+0000 mon.a (mon.0) 216 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:50.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:49.704870+0000 mon.a (mon.0) 217 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:03:50.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:49.710949+0000 mon.a (mon.0) 218 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:03:51.078 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:03:49.487109+0000 mgr.y (mgr.14144) 51 : cephadm [INF] Detected new or changed devices on smithi088 2024-09-17T08:03:51.078 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:49.823618+0000 mon.a (mon.0) 219 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2024-09-17T08:03:51.078 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:50.298266+0000 mgr.y (mgr.14144) 52 : cluster [DBG] pgmap v34: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2024-09-17T08:03:51.079 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:50.810011+0000 mon.a (mon.0) 220 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T08:03:51.079 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:50.811187+0000 mon.a (mon.0) 221 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T08:03:51.079 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:50.811696+0000 mon.a (mon.0) 222 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:03:51.079 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:03:49.487109+0000 mgr.y (mgr.14144) 51 : cephadm [INF] Detected new or changed devices on smithi088 2024-09-17T08:03:51.079 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:49.823618+0000 mon.a (mon.0) 219 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2024-09-17T08:03:51.079 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:50.298266+0000 mgr.y (mgr.14144) 52 : cluster [DBG] pgmap v34: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2024-09-17T08:03:51.079 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:50.810011+0000 mon.a (mon.0) 220 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T08:03:51.079 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:50.811187+0000 mon.a (mon.0) 221 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T08:03:51.079 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:50.811696+0000 mon.a (mon.0) 222 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:03:51.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:03:49.487109+0000 mgr.y (mgr.14144) 51 : cephadm [INF] Detected new or changed devices on smithi088 2024-09-17T08:03:51.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:03:49.823618+0000 mon.a (mon.0) 219 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2024-09-17T08:03:51.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:03:50.298266+0000 mgr.y (mgr.14144) 52 : cluster [DBG] pgmap v34: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2024-09-17T08:03:51.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:50.810011+0000 mon.a (mon.0) 220 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T08:03:51.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:50.811187+0000 mon.a (mon.0) 221 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T08:03:51.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:50.811696+0000 mon.a (mon.0) 222 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:03:52.042 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:50.809252+0000 mgr.y (mgr.14144) 53 : audit [DBG] from='client.24142 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:03:52.043 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:03:50.811018+0000 mgr.y (mgr.14144) 54 : cephadm [INF] Applying service osd.None on host smithi088... 2024-09-17T08:03:52.043 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:50.809252+0000 mgr.y (mgr.14144) 53 : audit [DBG] from='client.24142 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:03:52.043 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:03:50.811018+0000 mgr.y (mgr.14144) 54 : cephadm [INF] Applying service osd.None on host smithi088... 2024-09-17T08:03:52.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:50.809252+0000 mgr.y (mgr.14144) 53 : audit [DBG] from='client.24142 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:03:52.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:03:50.811018+0000 mgr.y (mgr.14144) 54 : cephadm [INF] Applying service osd.None on host smithi088... 2024-09-17T08:03:53.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:03:52.298489+0000 mgr.y (mgr.14144) 55 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2024-09-17T08:03:53.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:52.298489+0000 mgr.y (mgr.14144) 55 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2024-09-17T08:03:53.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:52.298489+0000 mgr.y (mgr.14144) 55 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2024-09-17T08:03:54.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:53 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:52.999523+0000 mon.c (mon.1) 4 : audit [INF] from='client.? 172.21.15.88:0/1375279272' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d9a7bf5a-0d3d-4de9-8f6e-686e3146e5ab"}]: dispatch 2024-09-17T08:03:54.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:53 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:52.999857+0000 mon.a (mon.0) 223 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d9a7bf5a-0d3d-4de9-8f6e-686e3146e5ab"}]: dispatch 2024-09-17T08:03:54.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:53 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:53.003536+0000 mon.a (mon.0) 224 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d9a7bf5a-0d3d-4de9-8f6e-686e3146e5ab"}]': finished 2024-09-17T08:03:54.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:53 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:03:53.003595+0000 mon.a (mon.0) 225 : cluster [DBG] osdmap e10: 2 total, 1 up, 2 in 2024-09-17T08:03:54.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:53 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:53.003672+0000 mon.a (mon.0) 226 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T08:03:54.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:53 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:53.415434+0000 mon.a (mon.0) 227 : audit [DBG] from='client.? 172.21.15.88:0/1959807848' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T08:03:54.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:52.999523+0000 mon.c (mon.1) 4 : audit [INF] from='client.? 172.21.15.88:0/1375279272' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d9a7bf5a-0d3d-4de9-8f6e-686e3146e5ab"}]: dispatch 2024-09-17T08:03:54.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:52.999857+0000 mon.a (mon.0) 223 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d9a7bf5a-0d3d-4de9-8f6e-686e3146e5ab"}]: dispatch 2024-09-17T08:03:54.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:53.003536+0000 mon.a (mon.0) 224 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d9a7bf5a-0d3d-4de9-8f6e-686e3146e5ab"}]': finished 2024-09-17T08:03:54.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:53.003595+0000 mon.a (mon.0) 225 : cluster [DBG] osdmap e10: 2 total, 1 up, 2 in 2024-09-17T08:03:54.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:53.003672+0000 mon.a (mon.0) 226 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T08:03:54.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:53.415434+0000 mon.a (mon.0) 227 : audit [DBG] from='client.? 172.21.15.88:0/1959807848' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T08:03:54.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:52.999523+0000 mon.c (mon.1) 4 : audit [INF] from='client.? 172.21.15.88:0/1375279272' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d9a7bf5a-0d3d-4de9-8f6e-686e3146e5ab"}]: dispatch 2024-09-17T08:03:54.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:52.999857+0000 mon.a (mon.0) 223 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d9a7bf5a-0d3d-4de9-8f6e-686e3146e5ab"}]: dispatch 2024-09-17T08:03:54.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:53.003536+0000 mon.a (mon.0) 224 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d9a7bf5a-0d3d-4de9-8f6e-686e3146e5ab"}]': finished 2024-09-17T08:03:54.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:53.003595+0000 mon.a (mon.0) 225 : cluster [DBG] osdmap e10: 2 total, 1 up, 2 in 2024-09-17T08:03:54.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:53.003672+0000 mon.a (mon.0) 226 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T08:03:54.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:53.415434+0000 mon.a (mon.0) 227 : audit [DBG] from='client.? 172.21.15.88:0/1959807848' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T08:03:55.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:03:54.298770+0000 mgr.y (mgr.14144) 56 : cluster [DBG] pgmap v37: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2024-09-17T08:03:55.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:54.298770+0000 mgr.y (mgr.14144) 56 : cluster [DBG] pgmap v37: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2024-09-17T08:03:55.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:54.298770+0000 mgr.y (mgr.14144) 56 : cluster [DBG] pgmap v37: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2024-09-17T08:03:57.463 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:56.299034+0000 mgr.y (mgr.14144) 57 : cluster [DBG] pgmap v38: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2024-09-17T08:03:57.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:56.299034+0000 mgr.y (mgr.14144) 57 : cluster [DBG] pgmap v38: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2024-09-17T08:03:57.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:03:56.299034+0000 mgr.y (mgr.14144) 57 : cluster [DBG] pgmap v38: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2024-09-17T08:03:59.471 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:03:58.299260+0000 mgr.y (mgr.14144) 58 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2024-09-17T08:03:59.472 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:58.919370+0000 mon.a (mon.0) 228 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-17T08:03:59.472 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:03:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:03:58.919983+0000 mon.a (mon.0) 229 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:03:59.472 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:03:58.299260+0000 mgr.y (mgr.14144) 58 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2024-09-17T08:03:59.472 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:58.919370+0000 mon.a (mon.0) 228 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-17T08:03:59.472 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:03:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:03:58.919983+0000 mon.a (mon.0) 229 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:03:59.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:59 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:03:58.299260+0000 mgr.y (mgr.14144) 58 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2024-09-17T08:03:59.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:59 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:58.919370+0000 mon.a (mon.0) 228 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-17T08:03:59.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:03:59 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:03:58.919983+0000 mon.a (mon.0) 229 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:04:00.586 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:03:58.920509+0000 mgr.y (mgr.14144) 59 : cephadm [INF] Deploying daemon osd.1 on smithi088 2024-09-17T08:04:00.587 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:03:58.920509+0000 mgr.y (mgr.14144) 59 : cephadm [INF] Deploying daemon osd.1 on smithi088 2024-09-17T08:04:00.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:03:58.920509+0000 mgr.y (mgr.14144) 59 : cephadm [INF] Deploying daemon osd.1 on smithi088 2024-09-17T08:04:01.573 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:00.299488+0000 mgr.y (mgr.14144) 60 : cluster [DBG] pgmap v40: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2024-09-17T08:04:01.573 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:00.299488+0000 mgr.y (mgr.14144) 60 : cluster [DBG] pgmap v40: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2024-09-17T08:04:01.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:00.299488+0000 mgr.y (mgr.14144) 60 : cluster [DBG] pgmap v40: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2024-09-17T08:04:02.485 INFO:teuthology.orchestra.run.smithi088.stdout:Created osd(s) 1 on host 'smithi088' 2024-09-17T08:04:03.082 DEBUG:teuthology.orchestra.run.smithi088:osd.1> sudo journalctl -f -n 0 -u ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@osd.1.service 2024-09-17T08:04:03.085 INFO:tasks.cephadm:Deploying osd.2 on smithi088 with /dev/vg_nvme/lv_2... 2024-09-17T08:04:03.085 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-09-17T08:04:03.399 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:02.299785+0000 mgr.y (mgr.14144) 61 : cluster [DBG] pgmap v41: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2024-09-17T08:04:03.399 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:02.472389+0000 mon.a (mon.0) 230 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:04:03.399 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:02.476208+0000 mon.a (mon.0) 231 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:03.399 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:02.482248+0000 mon.a (mon.0) 232 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:03.399 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:02.299785+0000 mgr.y (mgr.14144) 61 : cluster [DBG] pgmap v41: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2024-09-17T08:04:03.399 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:02.472389+0000 mon.a (mon.0) 230 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:04:03.399 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:02.476208+0000 mon.a (mon.0) 231 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:03.400 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:02.482248+0000 mon.a (mon.0) 232 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:03.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:03 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:02.299785+0000 mgr.y (mgr.14144) 61 : cluster [DBG] pgmap v41: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2024-09-17T08:04:03.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:03 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:02.472389+0000 mon.a (mon.0) 230 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:04:03.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:03 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:02.476208+0000 mon.a (mon.0) 231 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:03.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:03 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:02.482248+0000 mon.a (mon.0) 232 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:05.563 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:05 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:04.300114+0000 mgr.y (mgr.14144) 62 : cluster [DBG] pgmap v42: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2024-09-17T08:04:05.564 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:05 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:04.300114+0000 mgr.y (mgr.14144) 62 : cluster [DBG] pgmap v42: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2024-09-17T08:04:05.609 INFO:teuthology.orchestra.run.smithi088.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-09-17T08:04:05.610 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-09-17T08:04:05.610 INFO:teuthology.orchestra.run.smithi088.stderr: stderr: 10+0 records in 2024-09-17T08:04:05.610 INFO:teuthology.orchestra.run.smithi088.stderr:10+0 records out 2024-09-17T08:04:05.610 INFO:teuthology.orchestra.run.smithi088.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0142922 s, 734 MB/s 2024-09-17T08:04:05.610 INFO:teuthology.orchestra.run.smithi088.stderr:--> Zapping successful for: 2024-09-17T08:04:05.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:05 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:04.300114+0000 mgr.y (mgr.14144) 62 : cluster [DBG] pgmap v42: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2024-09-17T08:04:05.819 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:04:05 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.1[31613]: debug 2024-09-17T08:04:05.562+0000 7f51b0327080 -1 osd.1 0 log_to_monitors {default=true} 2024-09-17T08:04:06.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:05.390095+0000 mon.a (mon.0) 233 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:06.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:05.566671+0000 mon.a (mon.0) 234 : audit [INF] from='osd.1 [v2:172.21.15.88:6810/3366709427,v1:172.21.15.88:6811/3366709427]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-17T08:04:06.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:06.300358+0000 mgr.y (mgr.14144) 63 : cluster [DBG] pgmap v43: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2024-09-17T08:04:06.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:05.390095+0000 mon.a (mon.0) 233 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:06.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:05.566671+0000 mon.a (mon.0) 234 : audit [INF] from='osd.1 [v2:172.21.15.88:6810/3366709427,v1:172.21.15.88:6811/3366709427]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-17T08:04:06.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:06.300358+0000 mgr.y (mgr.14144) 63 : cluster [DBG] pgmap v43: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2024-09-17T08:04:06.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:06 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:05.390095+0000 mon.a (mon.0) 233 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:06.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:06 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:05.566671+0000 mon.a (mon.0) 234 : audit [INF] from='osd.1 [v2:172.21.15.88:6810/3366709427,v1:172.21.15.88:6811/3366709427]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-17T08:04:06.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:06 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:06.300358+0000 mgr.y (mgr.14144) 63 : cluster [DBG] pgmap v43: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2024-09-17T08:04:06.874 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi088:vg_nvme/lv_2 2024-09-17T08:04:07.415 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:04:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.1[31613]: debug 2024-09-17T08:04:07.398+0000 7f51a6898700 -1 osd.1 0 waiting for initial osdmap 2024-09-17T08:04:07.415 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:04:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.1[31613]: debug 2024-09-17T08:04:07.401+0000 7f519f00c700 -1 osd.1 12 set_numa_affinity unable to identify public interface 'enp3s0f1' numa node: (0) Success 2024-09-17T08:04:07.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:06.395941+0000 mon.a (mon.0) 235 : audit [INF] from='osd.1 [v2:172.21.15.88:6810/3366709427,v1:172.21.15.88:6811/3366709427]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-17T08:04:07.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:06.395997+0000 mon.a (mon.0) 236 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2024-09-17T08:04:07.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:06.396210+0000 mon.a (mon.0) 237 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T08:04:07.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:06.396536+0000 mon.a (mon.0) 238 : audit [INF] from='osd.1 [v2:172.21.15.88:6810/3366709427,v1:172.21.15.88:6811/3366709427]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-09-17T08:04:07.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:06.395941+0000 mon.a (mon.0) 235 : audit [INF] from='osd.1 [v2:172.21.15.88:6810/3366709427,v1:172.21.15.88:6811/3366709427]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-17T08:04:07.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:06.395997+0000 mon.a (mon.0) 236 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2024-09-17T08:04:07.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:06.396210+0000 mon.a (mon.0) 237 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T08:04:07.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:06.396536+0000 mon.a (mon.0) 238 : audit [INF] from='osd.1 [v2:172.21.15.88:6810/3366709427,v1:172.21.15.88:6811/3366709427]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-09-17T08:04:07.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:06.395941+0000 mon.a (mon.0) 235 : audit [INF] from='osd.1 [v2:172.21.15.88:6810/3366709427,v1:172.21.15.88:6811/3366709427]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-17T08:04:07.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:06.395997+0000 mon.a (mon.0) 236 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2024-09-17T08:04:07.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:06.396210+0000 mon.a (mon.0) 237 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T08:04:07.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:06.396536+0000 mon.a (mon.0) 238 : audit [INF] from='osd.1 [v2:172.21.15.88:6810/3366709427,v1:172.21.15.88:6811/3366709427]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-09-17T08:04:08.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:08 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:07.396721+0000 mon.a (mon.0) 239 : audit [INF] from='osd.1 [v2:172.21.15.88:6810/3366709427,v1:172.21.15.88:6811/3366709427]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-09-17T08:04:08.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:08 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:07.396790+0000 mon.a (mon.0) 240 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2024-09-17T08:04:08.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:08 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:07.397140+0000 mon.a (mon.0) 241 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T08:04:08.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:08 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:07.400102+0000 mon.a (mon.0) 242 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T08:04:08.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:08 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:08.300702+0000 mgr.y (mgr.14144) 64 : cluster [DBG] pgmap v46: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2024-09-17T08:04:08.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:08 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:08.399921+0000 mon.a (mon.0) 243 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T08:04:08.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:07.396721+0000 mon.a (mon.0) 239 : audit [INF] from='osd.1 [v2:172.21.15.88:6810/3366709427,v1:172.21.15.88:6811/3366709427]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-09-17T08:04:08.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:07.396790+0000 mon.a (mon.0) 240 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2024-09-17T08:04:08.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:07.397140+0000 mon.a (mon.0) 241 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T08:04:08.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:07.400102+0000 mon.a (mon.0) 242 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T08:04:08.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:08.300702+0000 mgr.y (mgr.14144) 64 : cluster [DBG] pgmap v46: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2024-09-17T08:04:08.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:08.399921+0000 mon.a (mon.0) 243 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T08:04:08.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:07.396721+0000 mon.a (mon.0) 239 : audit [INF] from='osd.1 [v2:172.21.15.88:6810/3366709427,v1:172.21.15.88:6811/3366709427]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-09-17T08:04:08.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:07.396790+0000 mon.a (mon.0) 240 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2024-09-17T08:04:08.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:07.397140+0000 mon.a (mon.0) 241 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T08:04:08.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:07.400102+0000 mon.a (mon.0) 242 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T08:04:08.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:08.300702+0000 mgr.y (mgr.14144) 64 : cluster [DBG] pgmap v46: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2024-09-17T08:04:08.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:08.399921+0000 mon.a (mon.0) 243 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T08:04:09.609 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:06.552195+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-17T08:04:09.609 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:06.552291+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-17T08:04:09.609 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:08.404153+0000 mon.a (mon.0) 244 : cluster [INF] osd.1 [v2:172.21.15.88:6810/3366709427,v1:172.21.15.88:6811/3366709427] boot 2024-09-17T08:04:09.610 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:08.404180+0000 mon.a (mon.0) 245 : cluster [DBG] osdmap e13: 2 total, 2 up, 2 in 2024-09-17T08:04:09.610 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:08.404714+0000 mon.a (mon.0) 246 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T08:04:09.610 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:09.330674+0000 mgr.y (mgr.14144) 65 : audit [DBG] from='client.24169 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:04:09.610 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:09.331393+0000 mon.a (mon.0) 247 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T08:04:09.610 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:04:09.332535+0000 mgr.y (mgr.14144) 66 : cephadm [INF] Applying service osd.None on host smithi088... 2024-09-17T08:04:09.610 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:09.332797+0000 mon.a (mon.0) 248 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T08:04:09.610 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:09.333329+0000 mon.a (mon.0) 249 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:04:09.610 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:06.552195+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-17T08:04:09.610 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:06.552291+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-17T08:04:09.611 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:08.404153+0000 mon.a (mon.0) 244 : cluster [INF] osd.1 [v2:172.21.15.88:6810/3366709427,v1:172.21.15.88:6811/3366709427] boot 2024-09-17T08:04:09.611 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:08.404180+0000 mon.a (mon.0) 245 : cluster [DBG] osdmap e13: 2 total, 2 up, 2 in 2024-09-17T08:04:09.611 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:08.404714+0000 mon.a (mon.0) 246 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T08:04:09.611 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:09.330674+0000 mgr.y (mgr.14144) 65 : audit [DBG] from='client.24169 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:04:09.611 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:09.331393+0000 mon.a (mon.0) 247 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T08:04:09.611 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:04:09.332535+0000 mgr.y (mgr.14144) 66 : cephadm [INF] Applying service osd.None on host smithi088... 2024-09-17T08:04:09.611 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:09.332797+0000 mon.a (mon.0) 248 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T08:04:09.611 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:09.333329+0000 mon.a (mon.0) 249 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:04:09.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:06.552195+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-17T08:04:09.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:06.552291+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-17T08:04:09.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:08.404153+0000 mon.a (mon.0) 244 : cluster [INF] osd.1 [v2:172.21.15.88:6810/3366709427,v1:172.21.15.88:6811/3366709427] boot 2024-09-17T08:04:09.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:08.404180+0000 mon.a (mon.0) 245 : cluster [DBG] osdmap e13: 2 total, 2 up, 2 in 2024-09-17T08:04:09.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:08.404714+0000 mon.a (mon.0) 246 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T08:04:09.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:09.330674+0000 mgr.y (mgr.14144) 65 : audit [DBG] from='client.24169 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:04:09.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:09.331393+0000 mon.a (mon.0) 247 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T08:04:09.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:04:09.332535+0000 mgr.y (mgr.14144) 66 : cephadm [INF] Applying service osd.None on host smithi088... 2024-09-17T08:04:09.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:09.332797+0000 mon.a (mon.0) 248 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T08:04:09.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:09.333329+0000 mon.a (mon.0) 249 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:04:10.556 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:09.415329+0000 mon.a (mon.0) 250 : cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2024-09-17T08:04:10.556 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:10.301166+0000 mgr.y (mgr.14144) 67 : cluster [DBG] pgmap v49: 0 pgs: ; 0 B data, 9.5 MiB used, 179 GiB / 179 GiB avail 2024-09-17T08:04:10.556 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:09.415329+0000 mon.a (mon.0) 250 : cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2024-09-17T08:04:10.556 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:10.301166+0000 mgr.y (mgr.14144) 67 : cluster [DBG] pgmap v49: 0 pgs: ; 0 B data, 9.5 MiB used, 179 GiB / 179 GiB avail 2024-09-17T08:04:10.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:10 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:09.415329+0000 mon.a (mon.0) 250 : cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2024-09-17T08:04:10.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:10 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:10.301166+0000 mgr.y (mgr.14144) 67 : cluster [DBG] pgmap v49: 0 pgs: ; 0 B data, 9.5 MiB used, 179 GiB / 179 GiB avail 2024-09-17T08:04:12.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:04:11.013584+0000 mgr.y (mgr.14144) 68 : cephadm [INF] Detected new or changed devices on smithi088 2024-09-17T08:04:12.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:11.017334+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:12.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:11.020347+0000 mon.a (mon.0) 252 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:12.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:11.021344+0000 mon.a (mon.0) 253 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:04:12.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:11.024530+0000 mon.a (mon.0) 254 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:12.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:04:11.013584+0000 mgr.y (mgr.14144) 68 : cephadm [INF] Detected new or changed devices on smithi088 2024-09-17T08:04:12.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:11.017334+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:12.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:11.020347+0000 mon.a (mon.0) 252 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:12.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:11.021344+0000 mon.a (mon.0) 253 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:04:12.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:11.024530+0000 mon.a (mon.0) 254 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:12.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:04:11.013584+0000 mgr.y (mgr.14144) 68 : cephadm [INF] Detected new or changed devices on smithi088 2024-09-17T08:04:12.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:11.017334+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:12.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:11.020347+0000 mon.a (mon.0) 252 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:12.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:11.021344+0000 mon.a (mon.0) 253 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:04:12.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:11.024530+0000 mon.a (mon.0) 254 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:13.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:13 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:12.301433+0000 mgr.y (mgr.14144) 69 : cluster [DBG] pgmap v50: 0 pgs: ; 0 B data, 9.5 MiB used, 179 GiB / 179 GiB avail 2024-09-17T08:04:13.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:13 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:12.309833+0000 mon.a (mon.0) 255 : audit [INF] from='client.? 172.21.15.88:0/985090618' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c706a0bf-352f-4d62-b2f4-a49aadfa136f"}]: dispatch 2024-09-17T08:04:13.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:13 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:12.313339+0000 mon.a (mon.0) 256 : audit [INF] from='client.? 172.21.15.88:0/985090618' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c706a0bf-352f-4d62-b2f4-a49aadfa136f"}]': finished 2024-09-17T08:04:13.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:13 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:12.313381+0000 mon.a (mon.0) 257 : cluster [DBG] osdmap e15: 3 total, 2 up, 3 in 2024-09-17T08:04:13.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:13 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:12.313478+0000 mon.a (mon.0) 258 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T08:04:13.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:13 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:12.720217+0000 mon.a (mon.0) 259 : audit [DBG] from='client.? 172.21.15.88:0/3767248095' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T08:04:13.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:12.301433+0000 mgr.y (mgr.14144) 69 : cluster [DBG] pgmap v50: 0 pgs: ; 0 B data, 9.5 MiB used, 179 GiB / 179 GiB avail 2024-09-17T08:04:13.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:12.309833+0000 mon.a (mon.0) 255 : audit [INF] from='client.? 172.21.15.88:0/985090618' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c706a0bf-352f-4d62-b2f4-a49aadfa136f"}]: dispatch 2024-09-17T08:04:13.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:12.313339+0000 mon.a (mon.0) 256 : audit [INF] from='client.? 172.21.15.88:0/985090618' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c706a0bf-352f-4d62-b2f4-a49aadfa136f"}]': finished 2024-09-17T08:04:13.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:12.313381+0000 mon.a (mon.0) 257 : cluster [DBG] osdmap e15: 3 total, 2 up, 3 in 2024-09-17T08:04:13.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:12.313478+0000 mon.a (mon.0) 258 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T08:04:13.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:12.720217+0000 mon.a (mon.0) 259 : audit [DBG] from='client.? 172.21.15.88:0/3767248095' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T08:04:13.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:12.301433+0000 mgr.y (mgr.14144) 69 : cluster [DBG] pgmap v50: 0 pgs: ; 0 B data, 9.5 MiB used, 179 GiB / 179 GiB avail 2024-09-17T08:04:13.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:12.309833+0000 mon.a (mon.0) 255 : audit [INF] from='client.? 172.21.15.88:0/985090618' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c706a0bf-352f-4d62-b2f4-a49aadfa136f"}]: dispatch 2024-09-17T08:04:13.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:12.313339+0000 mon.a (mon.0) 256 : audit [INF] from='client.? 172.21.15.88:0/985090618' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c706a0bf-352f-4d62-b2f4-a49aadfa136f"}]': finished 2024-09-17T08:04:13.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:12.313381+0000 mon.a (mon.0) 257 : cluster [DBG] osdmap e15: 3 total, 2 up, 3 in 2024-09-17T08:04:13.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:12.313478+0000 mon.a (mon.0) 258 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T08:04:13.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:12.720217+0000 mon.a (mon.0) 259 : audit [DBG] from='client.? 172.21.15.88:0/3767248095' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T08:04:15.523 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:14.301699+0000 mgr.y (mgr.14144) 70 : cluster [DBG] pgmap v52: 0 pgs: ; 0 B data, 9.5 MiB used, 179 GiB / 179 GiB avail 2024-09-17T08:04:15.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:14.301699+0000 mgr.y (mgr.14144) 70 : cluster [DBG] pgmap v52: 0 pgs: ; 0 B data, 9.5 MiB used, 179 GiB / 179 GiB avail 2024-09-17T08:04:15.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:15 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:14.301699+0000 mgr.y (mgr.14144) 70 : cluster [DBG] pgmap v52: 0 pgs: ; 0 B data, 9.5 MiB used, 179 GiB / 179 GiB avail 2024-09-17T08:04:17.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:17 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:16.301981+0000 mgr.y (mgr.14144) 71 : cluster [DBG] pgmap v53: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2024-09-17T08:04:17.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:16.301981+0000 mgr.y (mgr.14144) 71 : cluster [DBG] pgmap v53: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2024-09-17T08:04:17.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:16.301981+0000 mgr.y (mgr.14144) 71 : cluster [DBG] pgmap v53: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2024-09-17T08:04:18.646 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:18.101085+0000 mon.a (mon.0) 260 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-17T08:04:18.646 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:18.101710+0000 mon.a (mon.0) 261 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:04:18.646 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:18.101085+0000 mon.a (mon.0) 260 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-17T08:04:18.646 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:18.101710+0000 mon.a (mon.0) 261 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:04:18.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:18.101085+0000 mon.a (mon.0) 260 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-17T08:04:18.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:18.101710+0000 mon.a (mon.0) 261 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:04:19.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:04:18.102202+0000 mgr.y (mgr.14144) 72 : cephadm [INF] Deploying daemon osd.2 on smithi088 2024-09-17T08:04:19.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:18.302237+0000 mgr.y (mgr.14144) 73 : cluster [DBG] pgmap v54: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2024-09-17T08:04:19.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:04:18.102202+0000 mgr.y (mgr.14144) 72 : cephadm [INF] Deploying daemon osd.2 on smithi088 2024-09-17T08:04:19.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:18.302237+0000 mgr.y (mgr.14144) 73 : cluster [DBG] pgmap v54: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2024-09-17T08:04:19.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:04:18.102202+0000 mgr.y (mgr.14144) 72 : cephadm [INF] Deploying daemon osd.2 on smithi088 2024-09-17T08:04:19.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:18.302237+0000 mgr.y (mgr.14144) 73 : cluster [DBG] pgmap v54: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2024-09-17T08:04:21.572 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:20.302527+0000 mgr.y (mgr.14144) 74 : cluster [DBG] pgmap v55: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2024-09-17T08:04:21.572 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:20.302527+0000 mgr.y (mgr.14144) 74 : cluster [DBG] pgmap v55: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2024-09-17T08:04:21.572 INFO:teuthology.orchestra.run.smithi088.stdout:Created osd(s) 2 on host 'smithi088' 2024-09-17T08:04:21.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:20.302527+0000 mgr.y (mgr.14144) 74 : cluster [DBG] pgmap v55: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2024-09-17T08:04:22.228 DEBUG:teuthology.orchestra.run.smithi088:osd.2> sudo journalctl -f -n 0 -u ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@osd.2.service 2024-09-17T08:04:22.230 INFO:tasks.cephadm:Deploying osd.3 on smithi088 with /dev/vg_nvme/lv_1... 2024-09-17T08:04:22.231 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-09-17T08:04:22.505 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:21.559890+0000 mon.a (mon.0) 262 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:04:22.505 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:21.564161+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:22.505 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:21.568841+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:22.505 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:21.559890+0000 mon.a (mon.0) 262 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:04:22.505 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:21.564161+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:22.505 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:21.568841+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:22.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:21.559890+0000 mon.a (mon.0) 262 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:04:22.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:21.564161+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:22.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:21.568841+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:23.620 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:22.302845+0000 mgr.y (mgr.14144) 75 : cluster [DBG] pgmap v56: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2024-09-17T08:04:23.621 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:22.302845+0000 mgr.y (mgr.14144) 75 : cluster [DBG] pgmap v56: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2024-09-17T08:04:23.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:22.302845+0000 mgr.y (mgr.14144) 75 : cluster [DBG] pgmap v56: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2024-09-17T08:04:24.744 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:04:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.2[33989]: debug 2024-09-17T08:04:24.659+0000 7fe3a7bce080 -1 osd.2 0 log_to_monitors {default=true} 2024-09-17T08:04:25.035 INFO:teuthology.orchestra.run.smithi088.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-09-17T08:04:25.035 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-09-17T08:04:25.035 INFO:teuthology.orchestra.run.smithi088.stderr: stderr: 10+0 records in 2024-09-17T08:04:25.035 INFO:teuthology.orchestra.run.smithi088.stderr:10+0 records out 2024-09-17T08:04:25.035 INFO:teuthology.orchestra.run.smithi088.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0124203 s, 844 MB/s 2024-09-17T08:04:25.035 INFO:teuthology.orchestra.run.smithi088.stderr:--> Zapping successful for: 2024-09-17T08:04:25.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:24.303232+0000 mgr.y (mgr.14144) 76 : cluster [DBG] pgmap v57: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2024-09-17T08:04:25.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:24.663501+0000 mon.c (mon.1) 5 : audit [INF] from='osd.2 [v2:172.21.15.88:6818/4055203778,v1:172.21.15.88:6819/4055203778]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-17T08:04:25.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:24.663801+0000 mon.a (mon.0) 265 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-17T08:04:25.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:24.782290+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:25.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:24.303232+0000 mgr.y (mgr.14144) 76 : cluster [DBG] pgmap v57: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2024-09-17T08:04:25.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:24.663501+0000 mon.c (mon.1) 5 : audit [INF] from='osd.2 [v2:172.21.15.88:6818/4055203778,v1:172.21.15.88:6819/4055203778]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-17T08:04:25.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:24.663801+0000 mon.a (mon.0) 265 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-17T08:04:25.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:24.782290+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:25.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:24.303232+0000 mgr.y (mgr.14144) 76 : cluster [DBG] pgmap v57: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2024-09-17T08:04:25.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:24.663501+0000 mon.c (mon.1) 5 : audit [INF] from='osd.2 [v2:172.21.15.88:6818/4055203778,v1:172.21.15.88:6819/4055203778]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-17T08:04:25.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:24.663801+0000 mon.a (mon.0) 265 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-17T08:04:25.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:24.782290+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:25.796 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi088:vg_nvme/lv_1 2024-09-17T08:04:26.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:25.379706+0000 mon.a (mon.0) 267 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-17T08:04:26.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:25.379778+0000 mon.a (mon.0) 268 : cluster [DBG] osdmap e16: 3 total, 2 up, 3 in 2024-09-17T08:04:26.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:25.379901+0000 mon.a (mon.0) 269 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T08:04:26.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:25.380293+0000 mon.c (mon.1) 6 : audit [INF] from='osd.2 [v2:172.21.15.88:6818/4055203778,v1:172.21.15.88:6819/4055203778]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-09-17T08:04:26.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:25.380550+0000 mon.a (mon.0) 270 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-09-17T08:04:26.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:26.303642+0000 mgr.y (mgr.14144) 77 : cluster [DBG] pgmap v59: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2024-09-17T08:04:26.665 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:04:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.2[33989]: debug 2024-09-17T08:04:26.384+0000 7fe39e13f700 -1 osd.2 0 waiting for initial osdmap 2024-09-17T08:04:26.665 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:04:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.2[33989]: debug 2024-09-17T08:04:26.387+0000 7fe39a8bb700 -1 osd.2 17 set_numa_affinity unable to identify public interface 'enp3s0f1' numa node: (0) Success 2024-09-17T08:04:26.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:25.379706+0000 mon.a (mon.0) 267 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-17T08:04:26.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:25.379778+0000 mon.a (mon.0) 268 : cluster [DBG] osdmap e16: 3 total, 2 up, 3 in 2024-09-17T08:04:26.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:25.379901+0000 mon.a (mon.0) 269 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T08:04:26.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:25.380293+0000 mon.c (mon.1) 6 : audit [INF] from='osd.2 [v2:172.21.15.88:6818/4055203778,v1:172.21.15.88:6819/4055203778]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-09-17T08:04:26.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:25.380550+0000 mon.a (mon.0) 270 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-09-17T08:04:26.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:26.303642+0000 mgr.y (mgr.14144) 77 : cluster [DBG] pgmap v59: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2024-09-17T08:04:26.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:25.379706+0000 mon.a (mon.0) 267 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-17T08:04:26.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:25.379778+0000 mon.a (mon.0) 268 : cluster [DBG] osdmap e16: 3 total, 2 up, 3 in 2024-09-17T08:04:26.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:25.379901+0000 mon.a (mon.0) 269 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T08:04:26.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:25.380293+0000 mon.c (mon.1) 6 : audit [INF] from='osd.2 [v2:172.21.15.88:6818/4055203778,v1:172.21.15.88:6819/4055203778]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-09-17T08:04:26.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:25.380550+0000 mon.a (mon.0) 270 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-09-17T08:04:26.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:26.303642+0000 mgr.y (mgr.14144) 77 : cluster [DBG] pgmap v59: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2024-09-17T08:04:27.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:26.380580+0000 mon.a (mon.0) 271 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-09-17T08:04:27.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:26.380675+0000 mon.a (mon.0) 272 : cluster [DBG] osdmap e17: 3 total, 2 up, 3 in 2024-09-17T08:04:27.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:26.381026+0000 mon.a (mon.0) 273 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T08:04:27.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:26.385136+0000 mon.a (mon.0) 274 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T08:04:27.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:26.380580+0000 mon.a (mon.0) 271 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-09-17T08:04:27.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:26.380675+0000 mon.a (mon.0) 272 : cluster [DBG] osdmap e17: 3 total, 2 up, 3 in 2024-09-17T08:04:27.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:26.381026+0000 mon.a (mon.0) 273 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T08:04:27.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:26.385136+0000 mon.a (mon.0) 274 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T08:04:28.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:27 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:26.380580+0000 mon.a (mon.0) 271 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-09-17T08:04:28.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:27 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:26.380675+0000 mon.a (mon.0) 272 : cluster [DBG] osdmap e17: 3 total, 2 up, 3 in 2024-09-17T08:04:28.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:27 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:26.381026+0000 mon.a (mon.0) 273 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T08:04:28.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:27 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:26.385136+0000 mon.a (mon.0) 274 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T08:04:28.710 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:25.669668+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-17T08:04:28.710 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:25.669859+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-17T08:04:28.710 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:27.386287+0000 mon.a (mon.0) 275 : cluster [INF] osd.2 [v2:172.21.15.88:6818/4055203778,v1:172.21.15.88:6819/4055203778] boot 2024-09-17T08:04:28.710 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:27.386326+0000 mon.a (mon.0) 276 : cluster [DBG] osdmap e18: 3 total, 3 up, 3 in 2024-09-17T08:04:28.710 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:27.386674+0000 mon.a (mon.0) 277 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T08:04:28.710 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:27.387058+0000 mon.a (mon.0) 278 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2024-09-17T08:04:28.710 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:28.303946+0000 mgr.y (mgr.14144) 78 : cluster [DBG] pgmap v62: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2024-09-17T08:04:28.710 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:28.389408+0000 mon.a (mon.0) 279 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]': finished 2024-09-17T08:04:28.710 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:28.389470+0000 mon.a (mon.0) 280 : cluster [DBG] osdmap e19: 3 total, 3 up, 3 in 2024-09-17T08:04:28.711 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:28.390066+0000 mon.a (mon.0) 281 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2024-09-17T08:04:28.711 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:25.669668+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-17T08:04:28.711 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:25.669859+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-17T08:04:28.711 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:27.386287+0000 mon.a (mon.0) 275 : cluster [INF] osd.2 [v2:172.21.15.88:6818/4055203778,v1:172.21.15.88:6819/4055203778] boot 2024-09-17T08:04:28.711 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:27.386326+0000 mon.a (mon.0) 276 : cluster [DBG] osdmap e18: 3 total, 3 up, 3 in 2024-09-17T08:04:28.711 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:27.386674+0000 mon.a (mon.0) 277 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T08:04:28.711 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:27.387058+0000 mon.a (mon.0) 278 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2024-09-17T08:04:28.711 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:28.303946+0000 mgr.y (mgr.14144) 78 : cluster [DBG] pgmap v62: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2024-09-17T08:04:28.712 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:28.389408+0000 mon.a (mon.0) 279 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]': finished 2024-09-17T08:04:28.712 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:28.389470+0000 mon.a (mon.0) 280 : cluster [DBG] osdmap e19: 3 total, 3 up, 3 in 2024-09-17T08:04:28.712 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:28.390066+0000 mon.a (mon.0) 281 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2024-09-17T08:04:29.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:28 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:25.669668+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-17T08:04:29.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:28 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:25.669859+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-17T08:04:29.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:28 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:27.386287+0000 mon.a (mon.0) 275 : cluster [INF] osd.2 [v2:172.21.15.88:6818/4055203778,v1:172.21.15.88:6819/4055203778] boot 2024-09-17T08:04:29.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:28 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:27.386326+0000 mon.a (mon.0) 276 : cluster [DBG] osdmap e18: 3 total, 3 up, 3 in 2024-09-17T08:04:29.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:28 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:27.386674+0000 mon.a (mon.0) 277 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T08:04:29.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:28 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:27.387058+0000 mon.a (mon.0) 278 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2024-09-17T08:04:29.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:28 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:28.303946+0000 mgr.y (mgr.14144) 78 : cluster [DBG] pgmap v62: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2024-09-17T08:04:29.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:28 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:28.389408+0000 mon.a (mon.0) 279 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]': finished 2024-09-17T08:04:29.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:28 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:28.389470+0000 mon.a (mon.0) 280 : cluster [DBG] osdmap e19: 3 total, 3 up, 3 in 2024-09-17T08:04:29.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:28 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:28.390066+0000 mon.a (mon.0) 281 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2024-09-17T08:04:30.584 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:29.107672+0000 mgr.y (mgr.14144) 79 : audit [DBG] from='client.24196 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:04:30.584 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:29.395709+0000 mon.a (mon.0) 282 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2024-09-17T08:04:30.585 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:29.395782+0000 mon.a (mon.0) 283 : cluster [DBG] osdmap e20: 3 total, 3 up, 3 in 2024-09-17T08:04:30.585 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:29.400769+0000 mon.a (mon.0) 284 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T08:04:30.585 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:29.401952+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T08:04:30.585 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:29.402453+0000 mon.a (mon.0) 286 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:04:30.585 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:29.763194+0000 mon.a (mon.0) 287 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:30.585 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:29.769533+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:30.585 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:29.770746+0000 mon.a (mon.0) 289 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:04:30.585 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:29.777136+0000 mon.a (mon.0) 290 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:30.585 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:29.107672+0000 mgr.y (mgr.14144) 79 : audit [DBG] from='client.24196 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:04:30.586 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:29.395709+0000 mon.a (mon.0) 282 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2024-09-17T08:04:30.586 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:29.395782+0000 mon.a (mon.0) 283 : cluster [DBG] osdmap e20: 3 total, 3 up, 3 in 2024-09-17T08:04:30.586 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:29.400769+0000 mon.a (mon.0) 284 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T08:04:30.586 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:29.401952+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T08:04:30.586 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:29.402453+0000 mon.a (mon.0) 286 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:04:30.586 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:29.763194+0000 mon.a (mon.0) 287 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:30.586 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:29.769533+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:30.586 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:29.770746+0000 mon.a (mon.0) 289 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:04:30.586 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:29.777136+0000 mon.a (mon.0) 290 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:30.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:29.107672+0000 mgr.y (mgr.14144) 79 : audit [DBG] from='client.24196 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:04:30.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:29.395709+0000 mon.a (mon.0) 282 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2024-09-17T08:04:30.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:29.395782+0000 mon.a (mon.0) 283 : cluster [DBG] osdmap e20: 3 total, 3 up, 3 in 2024-09-17T08:04:30.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:29.400769+0000 mon.a (mon.0) 284 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T08:04:30.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:29.401952+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T08:04:30.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:29.402453+0000 mon.a (mon.0) 286 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:04:30.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:29.763194+0000 mon.a (mon.0) 287 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:30.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:29.769533+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:30.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:29.770746+0000 mon.a (mon.0) 289 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:04:30.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:29.777136+0000 mon.a (mon.0) 290 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:31.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:04:29.401726+0000 mgr.y (mgr.14144) 80 : cephadm [INF] Applying service osd.None on host smithi088... 2024-09-17T08:04:31.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:04:29.756873+0000 mgr.y (mgr.14144) 81 : cephadm [INF] Detected new or changed devices on smithi088 2024-09-17T08:04:31.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:30.304403+0000 mgr.y (mgr.14144) 82 : cluster [DBG] pgmap v65: 1 pgs: 1 active+clean; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2024-09-17T08:04:31.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:30.393338+0000 mon.a (mon.0) 291 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2024-09-17T08:04:31.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:04:29.401726+0000 mgr.y (mgr.14144) 80 : cephadm [INF] Applying service osd.None on host smithi088... 2024-09-17T08:04:31.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:04:29.756873+0000 mgr.y (mgr.14144) 81 : cephadm [INF] Detected new or changed devices on smithi088 2024-09-17T08:04:31.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:30.304403+0000 mgr.y (mgr.14144) 82 : cluster [DBG] pgmap v65: 1 pgs: 1 active+clean; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2024-09-17T08:04:31.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:30.393338+0000 mon.a (mon.0) 291 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2024-09-17T08:04:31.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:31 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:04:29.401726+0000 mgr.y (mgr.14144) 80 : cephadm [INF] Applying service osd.None on host smithi088... 2024-09-17T08:04:31.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:31 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:04:29.756873+0000 mgr.y (mgr.14144) 81 : cephadm [INF] Detected new or changed devices on smithi088 2024-09-17T08:04:31.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:31 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:30.304403+0000 mgr.y (mgr.14144) 82 : cluster [DBG] pgmap v65: 1 pgs: 1 active+clean; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2024-09-17T08:04:31.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:31 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:30.393338+0000 mon.a (mon.0) 291 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2024-09-17T08:04:32.548 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:32 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:31.689893+0000 mon.a (mon.0) 292 : audit [INF] from='client.? 172.21.15.88:0/3910455930' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f27b2710-b9e1-48f1-ba69-3c59be22c904"}]: dispatch 2024-09-17T08:04:32.548 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:32 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:31.695198+0000 mon.a (mon.0) 293 : audit [INF] from='client.? 172.21.15.88:0/3910455930' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f27b2710-b9e1-48f1-ba69-3c59be22c904"}]': finished 2024-09-17T08:04:32.548 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:32 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:31.695239+0000 mon.a (mon.0) 294 : cluster [DBG] osdmap e22: 4 total, 3 up, 4 in 2024-09-17T08:04:32.548 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:32 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:31.695350+0000 mon.a (mon.0) 295 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T08:04:32.548 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:32 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:32.113533+0000 mon.c (mon.1) 7 : audit [DBG] from='client.? 172.21.15.88:0/792928372' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T08:04:32.549 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:32 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:31.689893+0000 mon.a (mon.0) 292 : audit [INF] from='client.? 172.21.15.88:0/3910455930' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f27b2710-b9e1-48f1-ba69-3c59be22c904"}]: dispatch 2024-09-17T08:04:32.549 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:32 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:31.695198+0000 mon.a (mon.0) 293 : audit [INF] from='client.? 172.21.15.88:0/3910455930' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f27b2710-b9e1-48f1-ba69-3c59be22c904"}]': finished 2024-09-17T08:04:32.549 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:32 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:31.695239+0000 mon.a (mon.0) 294 : cluster [DBG] osdmap e22: 4 total, 3 up, 4 in 2024-09-17T08:04:32.549 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:32 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:31.695350+0000 mon.a (mon.0) 295 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T08:04:32.549 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:32 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:32.113533+0000 mon.c (mon.1) 7 : audit [DBG] from='client.? 172.21.15.88:0/792928372' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T08:04:32.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:32 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:31.689893+0000 mon.a (mon.0) 292 : audit [INF] from='client.? 172.21.15.88:0/3910455930' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f27b2710-b9e1-48f1-ba69-3c59be22c904"}]: dispatch 2024-09-17T08:04:32.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:32 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:31.695198+0000 mon.a (mon.0) 293 : audit [INF] from='client.? 172.21.15.88:0/3910455930' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f27b2710-b9e1-48f1-ba69-3c59be22c904"}]': finished 2024-09-17T08:04:32.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:32 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:31.695239+0000 mon.a (mon.0) 294 : cluster [DBG] osdmap e22: 4 total, 3 up, 4 in 2024-09-17T08:04:32.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:32 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:31.695350+0000 mon.a (mon.0) 295 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T08:04:32.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:32 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:32.113533+0000 mon.c (mon.1) 7 : audit [DBG] from='client.? 172.21.15.88:0/792928372' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T08:04:33.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:33 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:32.304819+0000 mgr.y (mgr.14144) 83 : cluster [DBG] pgmap v68: 1 pgs: 1 active+clean; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2024-09-17T08:04:33.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:33 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:32.304819+0000 mgr.y (mgr.14144) 83 : cluster [DBG] pgmap v68: 1 pgs: 1 active+clean; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2024-09-17T08:04:33.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:33 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:32.304819+0000 mgr.y (mgr.14144) 83 : cluster [DBG] pgmap v68: 1 pgs: 1 active+clean; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2024-09-17T08:04:35.586 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:34.305224+0000 mgr.y (mgr.14144) 84 : cluster [DBG] pgmap v69: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-09-17T08:04:35.587 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:34.305224+0000 mgr.y (mgr.14144) 84 : cluster [DBG] pgmap v69: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-09-17T08:04:35.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:34.305224+0000 mgr.y (mgr.14144) 84 : cluster [DBG] pgmap v69: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-09-17T08:04:37.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:36.305764+0000 mgr.y (mgr.14144) 85 : cluster [DBG] pgmap v70: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-09-17T08:04:37.654 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:36.305764+0000 mgr.y (mgr.14144) 85 : cluster [DBG] pgmap v70: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-09-17T08:04:37.655 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:36.305764+0000 mgr.y (mgr.14144) 85 : cluster [DBG] pgmap v70: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-09-17T08:04:38.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:37.679256+0000 mon.a (mon.0) 296 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-17T08:04:38.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:37.679795+0000 mon.a (mon.0) 297 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:04:38.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:37.679256+0000 mon.a (mon.0) 296 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-17T08:04:38.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:37.679795+0000 mon.a (mon.0) 297 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:04:38.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:37.679256+0000 mon.a (mon.0) 296 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-17T08:04:38.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:37.679795+0000 mon.a (mon.0) 297 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:04:39.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:04:37.680242+0000 mgr.y (mgr.14144) 86 : cephadm [INF] Deploying daemon osd.3 on smithi088 2024-09-17T08:04:39.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:38.306081+0000 mgr.y (mgr.14144) 87 : cluster [DBG] pgmap v71: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-09-17T08:04:39.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:04:37.680242+0000 mgr.y (mgr.14144) 86 : cephadm [INF] Deploying daemon osd.3 on smithi088 2024-09-17T08:04:39.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:38.306081+0000 mgr.y (mgr.14144) 87 : cluster [DBG] pgmap v71: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-09-17T08:04:39.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:04:37.680242+0000 mgr.y (mgr.14144) 86 : cephadm [INF] Deploying daemon osd.3 on smithi088 2024-09-17T08:04:39.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:38.306081+0000 mgr.y (mgr.14144) 87 : cluster [DBG] pgmap v71: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-09-17T08:04:41.258 INFO:teuthology.orchestra.run.smithi088.stdout:Created osd(s) 3 on host 'smithi088' 2024-09-17T08:04:41.641 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:40.306320+0000 mgr.y (mgr.14144) 88 : cluster [DBG] pgmap v72: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-09-17T08:04:41.641 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:40.415719+0000 mon.a (mon.0) 298 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:04:41.641 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:40.417051+0000 mon.a (mon.0) 299 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:04:41.641 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:41.246717+0000 mon.a (mon.0) 300 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:04:41.641 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:41.250791+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:41.641 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:41.256033+0000 mon.a (mon.0) 302 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:41.641 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:40.306320+0000 mgr.y (mgr.14144) 88 : cluster [DBG] pgmap v72: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-09-17T08:04:41.642 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:40.415719+0000 mon.a (mon.0) 298 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:04:41.642 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:40.417051+0000 mon.a (mon.0) 299 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:04:41.642 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:41.246717+0000 mon.a (mon.0) 300 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:04:41.642 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:41.250791+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:41.642 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:41.256033+0000 mon.a (mon.0) 302 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:41.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:40.306320+0000 mgr.y (mgr.14144) 88 : cluster [DBG] pgmap v72: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-09-17T08:04:41.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:40.415719+0000 mon.a (mon.0) 298 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:04:41.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:40.417051+0000 mon.a (mon.0) 299 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:04:41.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:41.246717+0000 mon.a (mon.0) 300 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:04:41.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:41.250791+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:41.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:41.256033+0000 mon.a (mon.0) 302 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:41.949 DEBUG:teuthology.orchestra.run.smithi088:osd.3> sudo journalctl -f -n 0 -u ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@osd.3.service 2024-09-17T08:04:41.952 INFO:tasks.cephadm:Deploying osd.4 on smithi187 with /dev/vg_nvme/lv_4... 2024-09-17T08:04:41.952 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-09-17T08:04:43.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:42.306579+0000 mgr.y (mgr.14144) 89 : cluster [DBG] pgmap v73: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-09-17T08:04:43.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:42.986901+0000 mon.a (mon.0) 303 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:43.599 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:42.306579+0000 mgr.y (mgr.14144) 89 : cluster [DBG] pgmap v73: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-09-17T08:04:43.599 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:42.986901+0000 mon.a (mon.0) 303 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:43.599 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:42.306579+0000 mgr.y (mgr.14144) 89 : cluster [DBG] pgmap v73: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-09-17T08:04:43.599 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:42.986901+0000 mon.a (mon.0) 303 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:43.854 INFO:teuthology.orchestra.run.smithi187.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-09-17T08:04:43.854 INFO:teuthology.orchestra.run.smithi187.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-09-17T08:04:43.854 INFO:teuthology.orchestra.run.smithi187.stderr: stderr: 10+0 records in 2024-09-17T08:04:43.854 INFO:teuthology.orchestra.run.smithi187.stderr:10+0 records out 2024-09-17T08:04:43.854 INFO:teuthology.orchestra.run.smithi187.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0130094 s, 806 MB/s 2024-09-17T08:04:43.854 INFO:teuthology.orchestra.run.smithi187.stderr: stderr: 2024-09-17T08:04:43.854 INFO:teuthology.orchestra.run.smithi187.stderr:--> Zapping successful for: 2024-09-17T08:04:44.401 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi187:vg_nvme/lv_4 2024-09-17T08:04:44.448 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:44.306831+0000 mgr.y (mgr.14144) 90 : cluster [DBG] pgmap v74: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-09-17T08:04:44.449 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:44.323610+0000 mon.c (mon.1) 8 : audit [INF] from='osd.3 [v2:172.21.15.88:6826/3140156678,v1:172.21.15.88:6827/3140156678]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-17T08:04:44.449 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:44.323932+0000 mon.a (mon.0) 304 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-17T08:04:44.449 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:44.306831+0000 mgr.y (mgr.14144) 90 : cluster [DBG] pgmap v74: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-09-17T08:04:44.449 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:44.323610+0000 mon.c (mon.1) 8 : audit [INF] from='osd.3 [v2:172.21.15.88:6826/3140156678,v1:172.21.15.88:6827/3140156678]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-17T08:04:44.449 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:44.323932+0000 mon.a (mon.0) 304 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-17T08:04:44.449 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:04:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.3[36402]: debug 2024-09-17T08:04:44.319+0000 7f9034337080 -1 osd.3 0 log_to_monitors {default=true} 2024-09-17T08:04:44.639 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:44 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:44.306831+0000 mgr.y (mgr.14144) 90 : cluster [DBG] pgmap v74: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-09-17T08:04:44.639 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:44 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:44.323610+0000 mon.c (mon.1) 8 : audit [INF] from='osd.3 [v2:172.21.15.88:6826/3140156678,v1:172.21.15.88:6827/3140156678]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-17T08:04:44.639 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:44 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:44.323932+0000 mon.a (mon.0) 304 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-17T08:04:45.554 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:44.384616+0000 mon.a (mon.0) 305 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-17T08:04:45.554 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:44.384679+0000 mon.a (mon.0) 306 : cluster [DBG] osdmap e23: 4 total, 3 up, 4 in 2024-09-17T08:04:45.554 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:44.384803+0000 mon.a (mon.0) 307 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T08:04:45.554 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:44.385257+0000 mon.c (mon.1) 9 : audit [INF] from='osd.3 [v2:172.21.15.88:6826/3140156678,v1:172.21.15.88:6827/3140156678]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-09-17T08:04:45.554 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:44.385528+0000 mon.a (mon.0) 308 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-09-17T08:04:45.658 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:04:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.3[36402]: debug 2024-09-17T08:04:45.392+0000 7f902a8a8700 -1 osd.3 0 waiting for initial osdmap 2024-09-17T08:04:45.658 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:04:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.3[36402]: debug 2024-09-17T08:04:45.396+0000 7f902381d700 -1 osd.3 24 set_numa_affinity unable to identify public interface 'enp3s0f1' numa node: (0) Success 2024-09-17T08:04:45.659 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:44.384616+0000 mon.a (mon.0) 305 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-17T08:04:45.659 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:44.384679+0000 mon.a (mon.0) 306 : cluster [DBG] osdmap e23: 4 total, 3 up, 4 in 2024-09-17T08:04:45.659 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:44.384803+0000 mon.a (mon.0) 307 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T08:04:45.659 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:44.385257+0000 mon.c (mon.1) 9 : audit [INF] from='osd.3 [v2:172.21.15.88:6826/3140156678,v1:172.21.15.88:6827/3140156678]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-09-17T08:04:45.659 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:44.385528+0000 mon.a (mon.0) 308 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-09-17T08:04:45.659 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:44.384616+0000 mon.a (mon.0) 305 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-17T08:04:45.659 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:44.384679+0000 mon.a (mon.0) 306 : cluster [DBG] osdmap e23: 4 total, 3 up, 4 in 2024-09-17T08:04:45.660 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:44.384803+0000 mon.a (mon.0) 307 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T08:04:45.660 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:44.385257+0000 mon.c (mon.1) 9 : audit [INF] from='osd.3 [v2:172.21.15.88:6826/3140156678,v1:172.21.15.88:6827/3140156678]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-09-17T08:04:45.660 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:44.385528+0000 mon.a (mon.0) 308 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-09-17T08:04:46.396 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:45.387707+0000 mon.a (mon.0) 309 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-09-17T08:04:46.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:45.387707+0000 mon.a (mon.0) 309 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-09-17T08:04:46.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:45.387796+0000 mon.a (mon.0) 310 : cluster [DBG] osdmap e24: 4 total, 3 up, 4 in 2024-09-17T08:04:46.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:45.388160+0000 mon.a (mon.0) 311 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T08:04:46.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:45.393249+0000 mon.a (mon.0) 312 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T08:04:46.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:46.092349+0000 mgr.y (mgr.14144) 91 : audit [DBG] from='client.34169 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi187:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:04:46.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:46.093138+0000 mon.a (mon.0) 313 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T08:04:46.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:04:46.094226+0000 mgr.y (mgr.14144) 92 : cephadm [INF] Applying service osd.None on host smithi187... 2024-09-17T08:04:46.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:46.094410+0000 mon.a (mon.0) 314 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T08:04:46.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:46.094874+0000 mon.a (mon.0) 315 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:04:46.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:04:46.132000+0000 mgr.y (mgr.14144) 93 : cephadm [INF] Detected new or changed devices on smithi088 2024-09-17T08:04:46.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:46.136117+0000 mon.a (mon.0) 316 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:46.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:46.139366+0000 mon.a (mon.0) 317 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:46.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:46.140443+0000 mon.a (mon.0) 318 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:04:46.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:46.143715+0000 mon.a (mon.0) 319 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:46.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:46.307067+0000 mgr.y (mgr.14144) 94 : cluster [DBG] pgmap v77: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-09-17T08:04:46.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:45.387796+0000 mon.a (mon.0) 310 : cluster [DBG] osdmap e24: 4 total, 3 up, 4 in 2024-09-17T08:04:46.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:45.388160+0000 mon.a (mon.0) 311 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T08:04:46.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:45.393249+0000 mon.a (mon.0) 312 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T08:04:46.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:46.092349+0000 mgr.y (mgr.14144) 91 : audit [DBG] from='client.34169 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi187:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:04:46.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:46.093138+0000 mon.a (mon.0) 313 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T08:04:46.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:04:46.094226+0000 mgr.y (mgr.14144) 92 : cephadm [INF] Applying service osd.None on host smithi187... 2024-09-17T08:04:46.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:46.094410+0000 mon.a (mon.0) 314 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T08:04:46.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:46.094874+0000 mon.a (mon.0) 315 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:04:46.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:04:46.132000+0000 mgr.y (mgr.14144) 93 : cephadm [INF] Detected new or changed devices on smithi088 2024-09-17T08:04:46.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:46.136117+0000 mon.a (mon.0) 316 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:46.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:46.139366+0000 mon.a (mon.0) 317 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:46.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:46.140443+0000 mon.a (mon.0) 318 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:04:46.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:46.143715+0000 mon.a (mon.0) 319 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:46.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:46.307067+0000 mgr.y (mgr.14144) 94 : cluster [DBG] pgmap v77: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-09-17T08:04:46.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:45.387707+0000 mon.a (mon.0) 309 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-09-17T08:04:46.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:45.387796+0000 mon.a (mon.0) 310 : cluster [DBG] osdmap e24: 4 total, 3 up, 4 in 2024-09-17T08:04:46.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:45.388160+0000 mon.a (mon.0) 311 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T08:04:46.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:45.393249+0000 mon.a (mon.0) 312 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T08:04:46.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:46.092349+0000 mgr.y (mgr.14144) 91 : audit [DBG] from='client.34169 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi187:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:04:46.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:46.093138+0000 mon.a (mon.0) 313 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T08:04:46.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:04:46.094226+0000 mgr.y (mgr.14144) 92 : cephadm [INF] Applying service osd.None on host smithi187... 2024-09-17T08:04:46.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:46.094410+0000 mon.a (mon.0) 314 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T08:04:46.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:46.094874+0000 mon.a (mon.0) 315 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:04:46.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:04:46.132000+0000 mgr.y (mgr.14144) 93 : cephadm [INF] Detected new or changed devices on smithi088 2024-09-17T08:04:46.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:46.136117+0000 mon.a (mon.0) 316 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:46.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:46.139366+0000 mon.a (mon.0) 317 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:46.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:46.140443+0000 mon.a (mon.0) 318 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:04:46.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:46.143715+0000 mon.a (mon.0) 319 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:46.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:46.307067+0000 mgr.y (mgr.14144) 94 : cluster [DBG] pgmap v77: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-09-17T08:04:47.513 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:45.344935+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-17T08:04:47.513 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:45.345061+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-17T08:04:47.513 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:46.390675+0000 mon.a (mon.0) 320 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T08:04:47.513 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:46.394369+0000 mon.a (mon.0) 321 : cluster [INF] osd.3 [v2:172.21.15.88:6826/3140156678,v1:172.21.15.88:6827/3140156678] boot 2024-09-17T08:04:47.514 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:46.394405+0000 mon.a (mon.0) 322 : cluster [DBG] osdmap e25: 4 total, 4 up, 4 in 2024-09-17T08:04:47.514 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:46.394750+0000 mon.a (mon.0) 323 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T08:04:47.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:45.344935+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-17T08:04:47.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:45.345061+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-17T08:04:47.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:46.390675+0000 mon.a (mon.0) 320 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T08:04:47.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:46.394369+0000 mon.a (mon.0) 321 : cluster [INF] osd.3 [v2:172.21.15.88:6826/3140156678,v1:172.21.15.88:6827/3140156678] boot 2024-09-17T08:04:47.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:46.394405+0000 mon.a (mon.0) 322 : cluster [DBG] osdmap e25: 4 total, 4 up, 4 in 2024-09-17T08:04:47.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:46.394750+0000 mon.a (mon.0) 323 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T08:04:47.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:45.344935+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-17T08:04:47.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:45.345061+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-17T08:04:47.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:46.390675+0000 mon.a (mon.0) 320 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T08:04:47.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:46.394369+0000 mon.a (mon.0) 321 : cluster [INF] osd.3 [v2:172.21.15.88:6826/3140156678,v1:172.21.15.88:6827/3140156678] boot 2024-09-17T08:04:47.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:46.394405+0000 mon.a (mon.0) 322 : cluster [DBG] osdmap e25: 4 total, 4 up, 4 in 2024-09-17T08:04:47.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:46.394750+0000 mon.a (mon.0) 323 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T08:04:49.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:48.147167+0000 mon.a (mon.0) 324 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2024-09-17T08:04:49.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:48.235004+0000 mon.b (mon.2) 6 : audit [INF] from='client.? 172.21.15.187:0/2199332026' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "df9b9367-da6a-4a51-b0da-49df0c6f73b4"}]: dispatch 2024-09-17T08:04:49.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:48.235466+0000 mon.a (mon.0) 325 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "df9b9367-da6a-4a51-b0da-49df0c6f73b4"}]: dispatch 2024-09-17T08:04:49.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:48.241997+0000 mon.a (mon.0) 326 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "df9b9367-da6a-4a51-b0da-49df0c6f73b4"}]': finished 2024-09-17T08:04:49.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:48.242063+0000 mon.a (mon.0) 327 : cluster [DBG] osdmap e27: 5 total, 4 up, 5 in 2024-09-17T08:04:49.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:48.242208+0000 mon.a (mon.0) 328 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T08:04:49.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:48.307358+0000 mgr.y (mgr.14144) 95 : cluster [DBG] pgmap v81: 1 pgs: 1 active+clean; 0 B data, 19 MiB used, 358 GiB / 358 GiB avail 2024-09-17T08:04:49.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:48.645561+0000 mon.b (mon.2) 7 : audit [DBG] from='client.? 172.21.15.187:0/4072403726' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T08:04:49.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:48.147167+0000 mon.a (mon.0) 324 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2024-09-17T08:04:49.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:48.235004+0000 mon.b (mon.2) 6 : audit [INF] from='client.? 172.21.15.187:0/2199332026' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "df9b9367-da6a-4a51-b0da-49df0c6f73b4"}]: dispatch 2024-09-17T08:04:49.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:48.235466+0000 mon.a (mon.0) 325 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "df9b9367-da6a-4a51-b0da-49df0c6f73b4"}]: dispatch 2024-09-17T08:04:49.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:48.241997+0000 mon.a (mon.0) 326 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "df9b9367-da6a-4a51-b0da-49df0c6f73b4"}]': finished 2024-09-17T08:04:49.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:48.242063+0000 mon.a (mon.0) 327 : cluster [DBG] osdmap e27: 5 total, 4 up, 5 in 2024-09-17T08:04:49.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:48.242208+0000 mon.a (mon.0) 328 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T08:04:49.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:48.307358+0000 mgr.y (mgr.14144) 95 : cluster [DBG] pgmap v81: 1 pgs: 1 active+clean; 0 B data, 19 MiB used, 358 GiB / 358 GiB avail 2024-09-17T08:04:49.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:48.645561+0000 mon.b (mon.2) 7 : audit [DBG] from='client.? 172.21.15.187:0/4072403726' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T08:04:49.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:48.147167+0000 mon.a (mon.0) 324 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2024-09-17T08:04:49.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:48.235004+0000 mon.b (mon.2) 6 : audit [INF] from='client.? 172.21.15.187:0/2199332026' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "df9b9367-da6a-4a51-b0da-49df0c6f73b4"}]: dispatch 2024-09-17T08:04:49.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:48.235466+0000 mon.a (mon.0) 325 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "df9b9367-da6a-4a51-b0da-49df0c6f73b4"}]: dispatch 2024-09-17T08:04:49.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:48.241997+0000 mon.a (mon.0) 326 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "df9b9367-da6a-4a51-b0da-49df0c6f73b4"}]': finished 2024-09-17T08:04:49.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:48.242063+0000 mon.a (mon.0) 327 : cluster [DBG] osdmap e27: 5 total, 4 up, 5 in 2024-09-17T08:04:49.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:48.242208+0000 mon.a (mon.0) 328 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T08:04:49.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:48.307358+0000 mgr.y (mgr.14144) 95 : cluster [DBG] pgmap v81: 1 pgs: 1 active+clean; 0 B data, 19 MiB used, 358 GiB / 358 GiB avail 2024-09-17T08:04:49.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:48.645561+0000 mon.b (mon.2) 7 : audit [DBG] from='client.? 172.21.15.187:0/4072403726' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T08:04:51.447 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:50.307690+0000 mgr.y (mgr.14144) 96 : cluster [DBG] pgmap v82: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2024-09-17T08:04:51.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:50.307690+0000 mgr.y (mgr.14144) 96 : cluster [DBG] pgmap v82: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2024-09-17T08:04:51.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:50.307690+0000 mgr.y (mgr.14144) 96 : cluster [DBG] pgmap v82: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2024-09-17T08:04:53.583 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:53 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:52.308117+0000 mgr.y (mgr.14144) 97 : cluster [DBG] pgmap v83: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2024-09-17T08:04:53.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:52.308117+0000 mgr.y (mgr.14144) 97 : cluster [DBG] pgmap v83: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2024-09-17T08:04:53.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:52.308117+0000 mgr.y (mgr.14144) 97 : cluster [DBG] pgmap v83: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2024-09-17T08:04:54.486 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:53.890745+0000 mon.a (mon.0) 329 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-17T08:04:54.486 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:53.891386+0000 mon.a (mon.0) 330 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:04:54.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:53.890745+0000 mon.a (mon.0) 329 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-17T08:04:54.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:53.891386+0000 mon.a (mon.0) 330 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:04:54.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:53.890745+0000 mon.a (mon.0) 329 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-17T08:04:54.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:53.891386+0000 mon.a (mon.0) 330 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:04:55.629 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:04:53.891892+0000 mgr.y (mgr.14144) 98 : cephadm [INF] Deploying daemon osd.4 on smithi187 2024-09-17T08:04:55.629 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:54.308454+0000 mgr.y (mgr.14144) 99 : cluster [DBG] pgmap v84: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2024-09-17T08:04:55.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:04:53.891892+0000 mgr.y (mgr.14144) 98 : cephadm [INF] Deploying daemon osd.4 on smithi187 2024-09-17T08:04:55.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:54.308454+0000 mgr.y (mgr.14144) 99 : cluster [DBG] pgmap v84: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2024-09-17T08:04:55.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:04:53.891892+0000 mgr.y (mgr.14144) 98 : cephadm [INF] Deploying daemon osd.4 on smithi187 2024-09-17T08:04:55.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:54.308454+0000 mgr.y (mgr.14144) 99 : cluster [DBG] pgmap v84: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2024-09-17T08:04:57.267 INFO:teuthology.orchestra.run.smithi187.stdout:Created osd(s) 4 on host 'smithi187' 2024-09-17T08:04:57.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:56.308834+0000 mgr.y (mgr.14144) 100 : cluster [DBG] pgmap v85: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2024-09-17T08:04:57.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:57.255883+0000 mon.a (mon.0) 331 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:04:57.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:57.260029+0000 mon.a (mon.0) 332 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:57.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:57.264956+0000 mon.a (mon.0) 333 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:57.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:56.308834+0000 mgr.y (mgr.14144) 100 : cluster [DBG] pgmap v85: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2024-09-17T08:04:57.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:57.255883+0000 mon.a (mon.0) 331 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:04:57.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:57.260029+0000 mon.a (mon.0) 332 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:57.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:57.264956+0000 mon.a (mon.0) 333 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:57.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:56.308834+0000 mgr.y (mgr.14144) 100 : cluster [DBG] pgmap v85: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2024-09-17T08:04:57.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:57.255883+0000 mon.a (mon.0) 331 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:04:57.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:57.260029+0000 mon.a (mon.0) 332 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:57.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:57.264956+0000 mon.a (mon.0) 333 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:57.826 DEBUG:teuthology.orchestra.run.smithi187:osd.4> sudo journalctl -f -n 0 -u ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@osd.4.service 2024-09-17T08:04:57.828 INFO:tasks.cephadm:Deploying osd.5 on smithi187 with /dev/vg_nvme/lv_3... 2024-09-17T08:04:57.829 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-09-17T08:04:59.302 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:59 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:04:58.309124+0000 mgr.y (mgr.14144) 101 : cluster [DBG] pgmap v86: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2024-09-17T08:04:59.302 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:04:59 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:04:59.174969+0000 mon.a (mon.0) 334 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:59.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:04:58.309124+0000 mgr.y (mgr.14144) 101 : cluster [DBG] pgmap v86: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2024-09-17T08:04:59.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:04:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:04:59.174969+0000 mon.a (mon.0) 334 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:04:59.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:04:58.309124+0000 mgr.y (mgr.14144) 101 : cluster [DBG] pgmap v86: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2024-09-17T08:04:59.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:04:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:04:59.174969+0000 mon.a (mon.0) 334 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:00.397 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:05:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.4[26626]: debug 2024-09-17T08:05:00.358+0000 7f0c9a992080 -1 osd.4 0 log_to_monitors {default=true} 2024-09-17T08:05:01.253 INFO:teuthology.orchestra.run.smithi187.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-09-17T08:05:01.253 INFO:teuthology.orchestra.run.smithi187.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-09-17T08:05:01.253 INFO:teuthology.orchestra.run.smithi187.stderr: stderr: 10+0 records in 2024-09-17T08:05:01.253 INFO:teuthology.orchestra.run.smithi187.stderr:10+0 records out 2024-09-17T08:05:01.253 INFO:teuthology.orchestra.run.smithi187.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0122834 s, 854 MB/s 2024-09-17T08:05:01.253 INFO:teuthology.orchestra.run.smithi187.stderr:--> Zapping successful for: 2024-09-17T08:05:01.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:00.309552+0000 mgr.y (mgr.14144) 102 : cluster [DBG] pgmap v87: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2024-09-17T08:05:01.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:00.364175+0000 mon.b (mon.2) 8 : audit [INF] from='osd.4 [v2:172.21.15.187:6800/2630695640,v1:172.21.15.187:6801/2630695640]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-17T08:05:01.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:00.364485+0000 mon.a (mon.0) 335 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-17T08:05:01.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:00.309552+0000 mgr.y (mgr.14144) 102 : cluster [DBG] pgmap v87: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2024-09-17T08:05:01.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:00.364175+0000 mon.b (mon.2) 8 : audit [INF] from='osd.4 [v2:172.21.15.187:6800/2630695640,v1:172.21.15.187:6801/2630695640]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-17T08:05:01.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:00.364485+0000 mon.a (mon.0) 335 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-17T08:05:01.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:00.309552+0000 mgr.y (mgr.14144) 102 : cluster [DBG] pgmap v87: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2024-09-17T08:05:01.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:00.364175+0000 mon.b (mon.2) 8 : audit [INF] from='osd.4 [v2:172.21.15.187:6800/2630695640,v1:172.21.15.187:6801/2630695640]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-17T08:05:01.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:00.364485+0000 mon.a (mon.0) 335 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-17T08:05:02.109 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi187:vg_nvme/lv_3 2024-09-17T08:05:02.624 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:05:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.4[26626]: debug 2024-09-17T08:05:02.377+0000 7f0c90f03700 -1 osd.4 0 waiting for initial osdmap 2024-09-17T08:05:02.624 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:05:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.4[26626]: debug 2024-09-17T08:05:02.383+0000 7f0c8b67b700 -1 osd.4 29 set_numa_affinity unable to identify public interface 'enp3s0f1' numa node: (0) Success 2024-09-17T08:05:02.625 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:01.368729+0000 mon.a (mon.0) 336 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-17T08:05:02.625 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:01.368838+0000 mon.a (mon.0) 337 : cluster [DBG] osdmap e28: 5 total, 4 up, 5 in 2024-09-17T08:05:02.625 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:01.369006+0000 mon.a (mon.0) 338 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T08:05:02.625 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:01.369344+0000 mon.b (mon.2) 9 : audit [INF] from='osd.4 [v2:172.21.15.187:6800/2630695640,v1:172.21.15.187:6801/2630695640]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-09-17T08:05:02.625 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:01.369688+0000 mon.a (mon.0) 339 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-09-17T08:05:02.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:01.368729+0000 mon.a (mon.0) 336 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-17T08:05:02.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:01.368838+0000 mon.a (mon.0) 337 : cluster [DBG] osdmap e28: 5 total, 4 up, 5 in 2024-09-17T08:05:02.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:01.369006+0000 mon.a (mon.0) 338 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T08:05:02.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:01.369344+0000 mon.b (mon.2) 9 : audit [INF] from='osd.4 [v2:172.21.15.187:6800/2630695640,v1:172.21.15.187:6801/2630695640]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-09-17T08:05:02.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:01.369688+0000 mon.a (mon.0) 339 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-09-17T08:05:02.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:01.368729+0000 mon.a (mon.0) 336 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-17T08:05:02.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:01.368838+0000 mon.a (mon.0) 337 : cluster [DBG] osdmap e28: 5 total, 4 up, 5 in 2024-09-17T08:05:02.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:01.369006+0000 mon.a (mon.0) 338 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T08:05:02.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:01.369344+0000 mon.b (mon.2) 9 : audit [INF] from='osd.4 [v2:172.21.15.187:6800/2630695640,v1:172.21.15.187:6801/2630695640]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-09-17T08:05:02.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:01.369688+0000 mon.a (mon.0) 339 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-09-17T08:05:03.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:03 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:01.347884+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-17T08:05:03.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:03 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:01.347982+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-17T08:05:03.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:03 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:02.309988+0000 mgr.y (mgr.14144) 103 : cluster [DBG] pgmap v89: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2024-09-17T08:05:03.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:03 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:02.375513+0000 mon.a (mon.0) 340 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]': finished 2024-09-17T08:05:03.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:03 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:02.375617+0000 mon.a (mon.0) 341 : cluster [DBG] osdmap e29: 5 total, 4 up, 5 in 2024-09-17T08:05:03.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:03 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:02.376028+0000 mon.a (mon.0) 342 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T08:05:03.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:03 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:02.378733+0000 mon.a (mon.0) 343 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T08:05:03.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:03 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:03.190445+0000 mon.a (mon.0) 344 : cluster [INF] osd.4 [v2:172.21.15.187:6800/2630695640,v1:172.21.15.187:6801/2630695640] boot 2024-09-17T08:05:03.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:03 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:03.190515+0000 mon.a (mon.0) 345 : cluster [DBG] osdmap e30: 5 total, 5 up, 5 in 2024-09-17T08:05:03.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:03 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:03.191005+0000 mon.a (mon.0) 346 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T08:05:03.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:01.347884+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-17T08:05:03.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:01.347982+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-17T08:05:03.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:02.309988+0000 mgr.y (mgr.14144) 103 : cluster [DBG] pgmap v89: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2024-09-17T08:05:03.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:02.375513+0000 mon.a (mon.0) 340 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]': finished 2024-09-17T08:05:03.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:02.375617+0000 mon.a (mon.0) 341 : cluster [DBG] osdmap e29: 5 total, 4 up, 5 in 2024-09-17T08:05:03.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:02.376028+0000 mon.a (mon.0) 342 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T08:05:03.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:02.378733+0000 mon.a (mon.0) 343 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T08:05:03.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:03.190445+0000 mon.a (mon.0) 344 : cluster [INF] osd.4 [v2:172.21.15.187:6800/2630695640,v1:172.21.15.187:6801/2630695640] boot 2024-09-17T08:05:03.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:03.190515+0000 mon.a (mon.0) 345 : cluster [DBG] osdmap e30: 5 total, 5 up, 5 in 2024-09-17T08:05:03.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:03.191005+0000 mon.a (mon.0) 346 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T08:05:03.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:01.347884+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-17T08:05:03.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:01.347982+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-17T08:05:03.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:02.309988+0000 mgr.y (mgr.14144) 103 : cluster [DBG] pgmap v89: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2024-09-17T08:05:03.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:02.375513+0000 mon.a (mon.0) 340 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]': finished 2024-09-17T08:05:03.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:02.375617+0000 mon.a (mon.0) 341 : cluster [DBG] osdmap e29: 5 total, 4 up, 5 in 2024-09-17T08:05:03.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:02.376028+0000 mon.a (mon.0) 342 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T08:05:03.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:02.378733+0000 mon.a (mon.0) 343 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T08:05:03.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:03.190445+0000 mon.a (mon.0) 344 : cluster [INF] osd.4 [v2:172.21.15.187:6800/2630695640,v1:172.21.15.187:6801/2630695640] boot 2024-09-17T08:05:03.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:03.190515+0000 mon.a (mon.0) 345 : cluster [DBG] osdmap e30: 5 total, 5 up, 5 in 2024-09-17T08:05:03.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:03.191005+0000 mon.a (mon.0) 346 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T08:05:05.110 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:05:03.800408+0000 mgr.y (mgr.14144) 104 : cephadm [INF] Detected new or changed devices on smithi187 2024-09-17T08:05:05.110 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:03.807455+0000 mon.a (mon.0) 347 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:05.110 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:04.028292+0000 mon.a (mon.0) 348 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:05.110 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:04.029766+0000 mon.a (mon.0) 349 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:05:05.111 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:04.036224+0000 mon.a (mon.0) 350 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:05.111 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:04.191966+0000 mon.a (mon.0) 351 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2024-09-17T08:05:05.111 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:04.273533+0000 mgr.y (mgr.14144) 105 : audit [DBG] from='client.34196 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi187:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:05:05.111 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:04.274372+0000 mon.a (mon.0) 352 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T08:05:05.111 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:05:04.275588+0000 mgr.y (mgr.14144) 106 : cephadm [INF] Applying service osd.None on host smithi187... 2024-09-17T08:05:05.111 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:04.275877+0000 mon.a (mon.0) 353 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T08:05:05.111 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:04.276559+0000 mon.a (mon.0) 354 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:05:05.111 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:04.310311+0000 mgr.y (mgr.14144) 107 : cluster [DBG] pgmap v93: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2024-09-17T08:05:05.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:05:03.800408+0000 mgr.y (mgr.14144) 104 : cephadm [INF] Detected new or changed devices on smithi187 2024-09-17T08:05:05.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:03.807455+0000 mon.a (mon.0) 347 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:05.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:04.028292+0000 mon.a (mon.0) 348 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:05.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:04.029766+0000 mon.a (mon.0) 349 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:05:05.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:04.036224+0000 mon.a (mon.0) 350 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:05.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:04.191966+0000 mon.a (mon.0) 351 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2024-09-17T08:05:05.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:04.273533+0000 mgr.y (mgr.14144) 105 : audit [DBG] from='client.34196 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi187:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:05:05.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:04.274372+0000 mon.a (mon.0) 352 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T08:05:05.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:05:04.275588+0000 mgr.y (mgr.14144) 106 : cephadm [INF] Applying service osd.None on host smithi187... 2024-09-17T08:05:05.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:04.275877+0000 mon.a (mon.0) 353 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T08:05:05.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:04.276559+0000 mon.a (mon.0) 354 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:05:05.167 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:04.310311+0000 mgr.y (mgr.14144) 107 : cluster [DBG] pgmap v93: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2024-09-17T08:05:05.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:05:03.800408+0000 mgr.y (mgr.14144) 104 : cephadm [INF] Detected new or changed devices on smithi187 2024-09-17T08:05:05.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:03.807455+0000 mon.a (mon.0) 347 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:05.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:04.028292+0000 mon.a (mon.0) 348 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:05.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:04.029766+0000 mon.a (mon.0) 349 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:05:05.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:04.036224+0000 mon.a (mon.0) 350 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:05.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:04.191966+0000 mon.a (mon.0) 351 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2024-09-17T08:05:05.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:04.273533+0000 mgr.y (mgr.14144) 105 : audit [DBG] from='client.34196 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi187:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:05:05.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:04.274372+0000 mon.a (mon.0) 352 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T08:05:05.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:05:04.275588+0000 mgr.y (mgr.14144) 106 : cephadm [INF] Applying service osd.None on host smithi187... 2024-09-17T08:05:05.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:04.275877+0000 mon.a (mon.0) 353 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T08:05:05.168 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:04.276559+0000 mon.a (mon.0) 354 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:05:05.168 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:04.310311+0000 mgr.y (mgr.14144) 107 : cluster [DBG] pgmap v93: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2024-09-17T08:05:06.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:06 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:05.199573+0000 mon.a (mon.0) 355 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2024-09-17T08:05:06.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:05.199573+0000 mon.a (mon.0) 355 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2024-09-17T08:05:06.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:05.199573+0000 mon.a (mon.0) 355 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2024-09-17T08:05:07.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:06.307965+0000 mon.b (mon.2) 10 : audit [INF] from='client.? 172.21.15.187:0/4017706551' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b3181f5f-d285-4493-a850-452492a41ea8"}]: dispatch 2024-09-17T08:05:07.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:06.308332+0000 mon.a (mon.0) 356 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b3181f5f-d285-4493-a850-452492a41ea8"}]: dispatch 2024-09-17T08:05:07.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:06.310568+0000 mgr.y (mgr.14144) 108 : cluster [DBG] pgmap v95: 1 pgs: 1 peering; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2024-09-17T08:05:07.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:06.315123+0000 mon.a (mon.0) 357 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b3181f5f-d285-4493-a850-452492a41ea8"}]': finished 2024-09-17T08:05:07.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:06.315194+0000 mon.a (mon.0) 358 : cluster [DBG] osdmap e33: 6 total, 5 up, 6 in 2024-09-17T08:05:07.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:06.315673+0000 mon.a (mon.0) 359 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T08:05:07.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:06.718059+0000 mon.b (mon.2) 11 : audit [DBG] from='client.? 172.21.15.187:0/4141632240' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T08:05:07.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:06.307965+0000 mon.b (mon.2) 10 : audit [INF] from='client.? 172.21.15.187:0/4017706551' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b3181f5f-d285-4493-a850-452492a41ea8"}]: dispatch 2024-09-17T08:05:07.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:06.308332+0000 mon.a (mon.0) 356 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b3181f5f-d285-4493-a850-452492a41ea8"}]: dispatch 2024-09-17T08:05:07.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:06.310568+0000 mgr.y (mgr.14144) 108 : cluster [DBG] pgmap v95: 1 pgs: 1 peering; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2024-09-17T08:05:07.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:06.315123+0000 mon.a (mon.0) 357 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b3181f5f-d285-4493-a850-452492a41ea8"}]': finished 2024-09-17T08:05:07.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:06.315194+0000 mon.a (mon.0) 358 : cluster [DBG] osdmap e33: 6 total, 5 up, 6 in 2024-09-17T08:05:07.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:06.315673+0000 mon.a (mon.0) 359 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T08:05:07.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:06.718059+0000 mon.b (mon.2) 11 : audit [DBG] from='client.? 172.21.15.187:0/4141632240' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T08:05:07.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:06.307965+0000 mon.b (mon.2) 10 : audit [INF] from='client.? 172.21.15.187:0/4017706551' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b3181f5f-d285-4493-a850-452492a41ea8"}]: dispatch 2024-09-17T08:05:07.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:06.308332+0000 mon.a (mon.0) 356 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b3181f5f-d285-4493-a850-452492a41ea8"}]: dispatch 2024-09-17T08:05:07.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:06.310568+0000 mgr.y (mgr.14144) 108 : cluster [DBG] pgmap v95: 1 pgs: 1 peering; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2024-09-17T08:05:07.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:06.315123+0000 mon.a (mon.0) 357 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b3181f5f-d285-4493-a850-452492a41ea8"}]': finished 2024-09-17T08:05:07.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:06.315194+0000 mon.a (mon.0) 358 : cluster [DBG] osdmap e33: 6 total, 5 up, 6 in 2024-09-17T08:05:07.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:06.315673+0000 mon.a (mon.0) 359 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T08:05:07.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:06.718059+0000 mon.b (mon.2) 11 : audit [DBG] from='client.? 172.21.15.187:0/4141632240' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T08:05:09.500 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:08.311029+0000 mgr.y (mgr.14144) 109 : cluster [DBG] pgmap v97: 1 pgs: 1 peering; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2024-09-17T08:05:09.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:08.311029+0000 mgr.y (mgr.14144) 109 : cluster [DBG] pgmap v97: 1 pgs: 1 peering; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2024-09-17T08:05:09.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:08.311029+0000 mgr.y (mgr.14144) 109 : cluster [DBG] pgmap v97: 1 pgs: 1 peering; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2024-09-17T08:05:11.466 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:10.311386+0000 mgr.y (mgr.14144) 110 : cluster [DBG] pgmap v98: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2024-09-17T08:05:11.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:10.311386+0000 mgr.y (mgr.14144) 110 : cluster [DBG] pgmap v98: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2024-09-17T08:05:11.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:10.311386+0000 mgr.y (mgr.14144) 110 : cluster [DBG] pgmap v98: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2024-09-17T08:05:12.588 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:12.000985+0000 mon.a (mon.0) 360 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-17T08:05:12.588 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:12.001702+0000 mon.a (mon.0) 361 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:05:12.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:12.000985+0000 mon.a (mon.0) 360 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-17T08:05:12.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:12.001702+0000 mon.a (mon.0) 361 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:05:12.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:12.000985+0000 mon.a (mon.0) 360 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-17T08:05:12.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:12.001702+0000 mon.a (mon.0) 361 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:05:13.589 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:13 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:05:12.002269+0000 mgr.y (mgr.14144) 111 : cephadm [INF] Deploying daemon osd.5 on smithi187 2024-09-17T08:05:13.589 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:13 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:12.311762+0000 mgr.y (mgr.14144) 112 : cluster [DBG] pgmap v99: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2024-09-17T08:05:13.668 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:05:12.002269+0000 mgr.y (mgr.14144) 111 : cephadm [INF] Deploying daemon osd.5 on smithi187 2024-09-17T08:05:13.668 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:12.311762+0000 mgr.y (mgr.14144) 112 : cluster [DBG] pgmap v99: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2024-09-17T08:05:13.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:05:12.002269+0000 mgr.y (mgr.14144) 111 : cephadm [INF] Deploying daemon osd.5 on smithi187 2024-09-17T08:05:13.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:12.311762+0000 mgr.y (mgr.14144) 112 : cluster [DBG] pgmap v99: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2024-09-17T08:05:15.370 INFO:teuthology.orchestra.run.smithi187.stdout:Created osd(s) 5 on host 'smithi187' 2024-09-17T08:05:15.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:15 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:14.312087+0000 mgr.y (mgr.14144) 113 : cluster [DBG] pgmap v100: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2024-09-17T08:05:15.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:15 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:15.359528+0000 mon.a (mon.0) 362 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:05:15.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:15 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:15.362901+0000 mon.a (mon.0) 363 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:15.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:15 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:15.367834+0000 mon.a (mon.0) 364 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:15.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:14.312087+0000 mgr.y (mgr.14144) 113 : cluster [DBG] pgmap v100: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2024-09-17T08:05:15.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:15.359528+0000 mon.a (mon.0) 362 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:05:15.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:15.362901+0000 mon.a (mon.0) 363 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:15.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:15.367834+0000 mon.a (mon.0) 364 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:15.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:14.312087+0000 mgr.y (mgr.14144) 113 : cluster [DBG] pgmap v100: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2024-09-17T08:05:15.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:15.359528+0000 mon.a (mon.0) 362 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:05:15.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:15.362901+0000 mon.a (mon.0) 363 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:15.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:15.367834+0000 mon.a (mon.0) 364 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:16.042 DEBUG:teuthology.orchestra.run.smithi187:osd.5> sudo journalctl -f -n 0 -u ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@osd.5.service 2024-09-17T08:05:16.044 INFO:tasks.cephadm:Deploying osd.6 on smithi187 with /dev/vg_nvme/lv_2... 2024-09-17T08:05:16.045 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-09-17T08:05:17.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:17 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:16.312570+0000 mgr.y (mgr.14144) 114 : cluster [DBG] pgmap v101: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2024-09-17T08:05:17.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:16.312570+0000 mgr.y (mgr.14144) 114 : cluster [DBG] pgmap v101: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2024-09-17T08:05:17.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:16.312570+0000 mgr.y (mgr.14144) 114 : cluster [DBG] pgmap v101: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2024-09-17T08:05:18.569 INFO:teuthology.orchestra.run.smithi187.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-09-17T08:05:18.569 INFO:teuthology.orchestra.run.smithi187.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-09-17T08:05:18.569 INFO:teuthology.orchestra.run.smithi187.stderr: stderr: 10+0 records in 2024-09-17T08:05:18.569 INFO:teuthology.orchestra.run.smithi187.stderr:10+0 records out 2024-09-17T08:05:18.569 INFO:teuthology.orchestra.run.smithi187.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0154706 s, 678 MB/s 2024-09-17T08:05:18.569 INFO:teuthology.orchestra.run.smithi187.stderr: stderr: 2024-09-17T08:05:18.569 INFO:teuthology.orchestra.run.smithi187.stderr:--> Zapping successful for: 2024-09-17T08:05:18.771 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:05:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.5[29014]: debug 2024-09-17T08:05:18.437+0000 7f0d6a33d080 -1 osd.5 0 log_to_monitors {default=true} 2024-09-17T08:05:19.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:18.313057+0000 mgr.y (mgr.14144) 115 : cluster [DBG] pgmap v102: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2024-09-17T08:05:19.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:18.381179+0000 mon.a (mon.0) 365 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:19.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:18.441367+0000 mon.b (mon.2) 12 : audit [INF] from='osd.5 [v2:172.21.15.187:6808/687995455,v1:172.21.15.187:6809/687995455]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-17T08:05:19.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:18.441751+0000 mon.a (mon.0) 366 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-17T08:05:19.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:18.313057+0000 mgr.y (mgr.14144) 115 : cluster [DBG] pgmap v102: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2024-09-17T08:05:19.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:18.381179+0000 mon.a (mon.0) 365 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:19.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:18.441367+0000 mon.b (mon.2) 12 : audit [INF] from='osd.5 [v2:172.21.15.187:6808/687995455,v1:172.21.15.187:6809/687995455]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-17T08:05:19.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:18.441751+0000 mon.a (mon.0) 366 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-17T08:05:19.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:18.313057+0000 mgr.y (mgr.14144) 115 : cluster [DBG] pgmap v102: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2024-09-17T08:05:19.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:18.381179+0000 mon.a (mon.0) 365 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:19.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:18.441367+0000 mon.b (mon.2) 12 : audit [INF] from='osd.5 [v2:172.21.15.187:6808/687995455,v1:172.21.15.187:6809/687995455]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-17T08:05:19.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:18.441751+0000 mon.a (mon.0) 366 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-17T08:05:19.717 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi187:vg_nvme/lv_2 2024-09-17T08:05:20.399 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:05:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.5[29014]: debug 2024-09-17T08:05:20.395+0000 7f0d608ae700 -1 osd.5 0 waiting for initial osdmap 2024-09-17T08:05:20.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:19.383120+0000 mon.a (mon.0) 367 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-17T08:05:20.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:19.383232+0000 mon.a (mon.0) 368 : cluster [DBG] osdmap e34: 6 total, 5 up, 6 in 2024-09-17T08:05:20.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:19.383651+0000 mon.a (mon.0) 369 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T08:05:20.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:19.384050+0000 mon.b (mon.2) 13 : audit [INF] from='osd.5 [v2:172.21.15.187:6808/687995455,v1:172.21.15.187:6809/687995455]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-09-17T08:05:20.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:19.387493+0000 mon.a (mon.0) 370 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-09-17T08:05:20.400 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:20.313427+0000 mgr.y (mgr.14144) 116 : cluster [DBG] pgmap v104: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2024-09-17T08:05:20.651 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:05:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.5[29014]: debug 2024-09-17T08:05:20.400+0000 7f0d5b026700 -1 osd.5 35 set_numa_affinity unable to identify public interface 'enp3s0f1' numa node: (0) Success 2024-09-17T08:05:20.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:19.383120+0000 mon.a (mon.0) 367 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-17T08:05:20.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:19.383232+0000 mon.a (mon.0) 368 : cluster [DBG] osdmap e34: 6 total, 5 up, 6 in 2024-09-17T08:05:20.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:19.383651+0000 mon.a (mon.0) 369 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T08:05:20.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:19.384050+0000 mon.b (mon.2) 13 : audit [INF] from='osd.5 [v2:172.21.15.187:6808/687995455,v1:172.21.15.187:6809/687995455]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-09-17T08:05:20.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:19.387493+0000 mon.a (mon.0) 370 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-09-17T08:05:20.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:20.313427+0000 mgr.y (mgr.14144) 116 : cluster [DBG] pgmap v104: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2024-09-17T08:05:20.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:19.383120+0000 mon.a (mon.0) 367 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-17T08:05:20.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:19.383232+0000 mon.a (mon.0) 368 : cluster [DBG] osdmap e34: 6 total, 5 up, 6 in 2024-09-17T08:05:20.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:19.383651+0000 mon.a (mon.0) 369 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T08:05:20.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:19.384050+0000 mon.b (mon.2) 13 : audit [INF] from='osd.5 [v2:172.21.15.187:6808/687995455,v1:172.21.15.187:6809/687995455]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-09-17T08:05:20.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:19.387493+0000 mon.a (mon.0) 370 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-09-17T08:05:20.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:20.313427+0000 mgr.y (mgr.14144) 116 : cluster [DBG] pgmap v104: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2024-09-17T08:05:21.624 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:20.388807+0000 mon.a (mon.0) 371 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]': finished 2024-09-17T08:05:21.624 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:20.388914+0000 mon.a (mon.0) 372 : cluster [DBG] osdmap e35: 6 total, 5 up, 6 in 2024-09-17T08:05:21.624 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:20.389401+0000 mon.a (mon.0) 373 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T08:05:21.624 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:20.395675+0000 mon.a (mon.0) 374 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T08:05:21.625 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:21.390849+0000 mon.a (mon.0) 375 : cluster [INF] osd.5 [v2:172.21.15.187:6808/687995455,v1:172.21.15.187:6809/687995455] boot 2024-09-17T08:05:21.625 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:21.390948+0000 mon.a (mon.0) 376 : cluster [DBG] osdmap e36: 6 total, 6 up, 6 in 2024-09-17T08:05:21.625 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:21.391167+0000 mon.a (mon.0) 377 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T08:05:21.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:20.388807+0000 mon.a (mon.0) 371 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]': finished 2024-09-17T08:05:21.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:20.388914+0000 mon.a (mon.0) 372 : cluster [DBG] osdmap e35: 6 total, 5 up, 6 in 2024-09-17T08:05:21.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:20.389401+0000 mon.a (mon.0) 373 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T08:05:21.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:20.395675+0000 mon.a (mon.0) 374 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T08:05:21.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:21.390849+0000 mon.a (mon.0) 375 : cluster [INF] osd.5 [v2:172.21.15.187:6808/687995455,v1:172.21.15.187:6809/687995455] boot 2024-09-17T08:05:21.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:21.390948+0000 mon.a (mon.0) 376 : cluster [DBG] osdmap e36: 6 total, 6 up, 6 in 2024-09-17T08:05:21.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:21.391167+0000 mon.a (mon.0) 377 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T08:05:21.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:20.388807+0000 mon.a (mon.0) 371 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]': finished 2024-09-17T08:05:21.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:20.388914+0000 mon.a (mon.0) 372 : cluster [DBG] osdmap e35: 6 total, 5 up, 6 in 2024-09-17T08:05:21.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:20.389401+0000 mon.a (mon.0) 373 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T08:05:21.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:20.395675+0000 mon.a (mon.0) 374 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T08:05:21.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:21.390849+0000 mon.a (mon.0) 375 : cluster [INF] osd.5 [v2:172.21.15.187:6808/687995455,v1:172.21.15.187:6809/687995455] boot 2024-09-17T08:05:21.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:21.390948+0000 mon.a (mon.0) 376 : cluster [DBG] osdmap e36: 6 total, 6 up, 6 in 2024-09-17T08:05:21.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:21.391167+0000 mon.a (mon.0) 377 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T08:05:22.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:19.477404+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-17T08:05:22.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:19.477533+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-17T08:05:22.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:22.313740+0000 mgr.y (mgr.14144) 117 : cluster [DBG] pgmap v107: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2024-09-17T08:05:22.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:05:22.336216+0000 mgr.y (mgr.14144) 118 : cephadm [INF] Detected new or changed devices on smithi187 2024-09-17T08:05:22.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:22.343155+0000 mon.a (mon.0) 378 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:22.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:22.349232+0000 mon.a (mon.0) 379 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:22.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:22.350867+0000 mon.a (mon.0) 380 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:05:22.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:22.357703+0000 mon.a (mon.0) 381 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:22.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:19.477404+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-17T08:05:22.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:19.477533+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-17T08:05:22.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:22.313740+0000 mgr.y (mgr.14144) 117 : cluster [DBG] pgmap v107: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2024-09-17T08:05:22.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:05:22.336216+0000 mgr.y (mgr.14144) 118 : cephadm [INF] Detected new or changed devices on smithi187 2024-09-17T08:05:22.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:22.343155+0000 mon.a (mon.0) 378 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:22.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:22.349232+0000 mon.a (mon.0) 379 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:22.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:22.350867+0000 mon.a (mon.0) 380 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:05:22.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:22.357703+0000 mon.a (mon.0) 381 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:22.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:19.477404+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-17T08:05:22.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:19.477533+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-17T08:05:22.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:22.313740+0000 mgr.y (mgr.14144) 117 : cluster [DBG] pgmap v107: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2024-09-17T08:05:22.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:05:22.336216+0000 mgr.y (mgr.14144) 118 : cephadm [INF] Detected new or changed devices on smithi187 2024-09-17T08:05:22.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:22.343155+0000 mon.a (mon.0) 378 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:22.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:22.349232+0000 mon.a (mon.0) 379 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:22.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:22.350867+0000 mon.a (mon.0) 380 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:05:22.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:22.357703+0000 mon.a (mon.0) 381 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:23.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:22.398305+0000 mon.a (mon.0) 382 : cluster [DBG] osdmap e37: 6 total, 6 up, 6 in 2024-09-17T08:05:23.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:22.820813+0000 mgr.y (mgr.14144) 119 : audit [DBG] from='client.34223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi187:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:05:23.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:22.821744+0000 mon.a (mon.0) 383 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T08:05:23.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:05:22.823131+0000 mgr.y (mgr.14144) 120 : cephadm [INF] Applying service osd.None on host smithi187... 2024-09-17T08:05:23.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:22.823480+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T08:05:23.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:22.824184+0000 mon.a (mon.0) 385 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:05:23.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:23.394692+0000 mon.a (mon.0) 386 : cluster [DBG] osdmap e38: 6 total, 6 up, 6 in 2024-09-17T08:05:23.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:22.398305+0000 mon.a (mon.0) 382 : cluster [DBG] osdmap e37: 6 total, 6 up, 6 in 2024-09-17T08:05:23.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:22.820813+0000 mgr.y (mgr.14144) 119 : audit [DBG] from='client.34223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi187:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:05:23.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:22.821744+0000 mon.a (mon.0) 383 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T08:05:23.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:05:22.823131+0000 mgr.y (mgr.14144) 120 : cephadm [INF] Applying service osd.None on host smithi187... 2024-09-17T08:05:23.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:22.823480+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T08:05:23.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:22.824184+0000 mon.a (mon.0) 385 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:05:23.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:23.394692+0000 mon.a (mon.0) 386 : cluster [DBG] osdmap e38: 6 total, 6 up, 6 in 2024-09-17T08:05:23.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:22.398305+0000 mon.a (mon.0) 382 : cluster [DBG] osdmap e37: 6 total, 6 up, 6 in 2024-09-17T08:05:23.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:22.820813+0000 mgr.y (mgr.14144) 119 : audit [DBG] from='client.34223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi187:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:05:23.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:22.821744+0000 mon.a (mon.0) 383 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T08:05:23.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:05:22.823131+0000 mgr.y (mgr.14144) 120 : cephadm [INF] Applying service osd.None on host smithi187... 2024-09-17T08:05:23.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:22.823480+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T08:05:23.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:22.824184+0000 mon.a (mon.0) 385 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:05:23.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:23.394692+0000 mon.a (mon.0) 386 : cluster [DBG] osdmap e38: 6 total, 6 up, 6 in 2024-09-17T08:05:24.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:24.314112+0000 mgr.y (mgr.14144) 121 : cluster [DBG] pgmap v110: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2024-09-17T08:05:24.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:24.314112+0000 mgr.y (mgr.14144) 121 : cluster [DBG] pgmap v110: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2024-09-17T08:05:24.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:24.314112+0000 mgr.y (mgr.14144) 121 : cluster [DBG] pgmap v110: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2024-09-17T08:05:25.795 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:24.845527+0000 mon.b (mon.2) 14 : audit [INF] from='client.? 172.21.15.187:0/3213054390' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6b99672a-8c3c-4ab6-a826-eb85756144fe"}]: dispatch 2024-09-17T08:05:25.795 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:24.846284+0000 mon.a (mon.0) 387 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6b99672a-8c3c-4ab6-a826-eb85756144fe"}]: dispatch 2024-09-17T08:05:25.795 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:24.852782+0000 mon.a (mon.0) 388 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6b99672a-8c3c-4ab6-a826-eb85756144fe"}]': finished 2024-09-17T08:05:25.795 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:24.852837+0000 mon.a (mon.0) 389 : cluster [DBG] osdmap e39: 7 total, 6 up, 7 in 2024-09-17T08:05:25.796 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:24.852974+0000 mon.a (mon.0) 390 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T08:05:25.796 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:25.251383+0000 mon.b (mon.2) 15 : audit [DBG] from='client.? 172.21.15.187:0/850716900' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T08:05:25.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:24.845527+0000 mon.b (mon.2) 14 : audit [INF] from='client.? 172.21.15.187:0/3213054390' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6b99672a-8c3c-4ab6-a826-eb85756144fe"}]: dispatch 2024-09-17T08:05:25.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:24.846284+0000 mon.a (mon.0) 387 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6b99672a-8c3c-4ab6-a826-eb85756144fe"}]: dispatch 2024-09-17T08:05:25.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:24.852782+0000 mon.a (mon.0) 388 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6b99672a-8c3c-4ab6-a826-eb85756144fe"}]': finished 2024-09-17T08:05:25.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:24.852837+0000 mon.a (mon.0) 389 : cluster [DBG] osdmap e39: 7 total, 6 up, 7 in 2024-09-17T08:05:25.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:24.852974+0000 mon.a (mon.0) 390 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T08:05:25.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:25.251383+0000 mon.b (mon.2) 15 : audit [DBG] from='client.? 172.21.15.187:0/850716900' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T08:05:25.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:24.845527+0000 mon.b (mon.2) 14 : audit [INF] from='client.? 172.21.15.187:0/3213054390' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6b99672a-8c3c-4ab6-a826-eb85756144fe"}]: dispatch 2024-09-17T08:05:25.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:24.846284+0000 mon.a (mon.0) 387 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6b99672a-8c3c-4ab6-a826-eb85756144fe"}]: dispatch 2024-09-17T08:05:25.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:24.852782+0000 mon.a (mon.0) 388 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6b99672a-8c3c-4ab6-a826-eb85756144fe"}]': finished 2024-09-17T08:05:25.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:24.852837+0000 mon.a (mon.0) 389 : cluster [DBG] osdmap e39: 7 total, 6 up, 7 in 2024-09-17T08:05:25.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:24.852974+0000 mon.a (mon.0) 390 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T08:05:25.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:25.251383+0000 mon.b (mon.2) 15 : audit [DBG] from='client.? 172.21.15.187:0/850716900' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T08:05:26.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:26.314545+0000 mgr.y (mgr.14144) 122 : cluster [DBG] pgmap v112: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2024-09-17T08:05:26.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:26.314545+0000 mgr.y (mgr.14144) 122 : cluster [DBG] pgmap v112: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2024-09-17T08:05:26.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:26.314545+0000 mgr.y (mgr.14144) 122 : cluster [DBG] pgmap v112: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2024-09-17T08:05:29.392 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:29 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:28.315121+0000 mgr.y (mgr.14144) 123 : cluster [DBG] pgmap v113: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2024-09-17T08:05:29.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:28.315121+0000 mgr.y (mgr.14144) 123 : cluster [DBG] pgmap v113: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2024-09-17T08:05:29.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:28.315121+0000 mgr.y (mgr.14144) 123 : cluster [DBG] pgmap v113: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2024-09-17T08:05:31.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:31 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:30.315609+0000 mgr.y (mgr.14144) 124 : cluster [DBG] pgmap v114: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2024-09-17T08:05:31.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:31 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:30.504397+0000 mon.a (mon.0) 391 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-17T08:05:31.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:31 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:30.505165+0000 mon.a (mon.0) 392 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:05:31.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:30.315609+0000 mgr.y (mgr.14144) 124 : cluster [DBG] pgmap v114: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2024-09-17T08:05:31.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:30.504397+0000 mon.a (mon.0) 391 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-17T08:05:31.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:30.505165+0000 mon.a (mon.0) 392 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:05:31.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:30.315609+0000 mgr.y (mgr.14144) 124 : cluster [DBG] pgmap v114: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2024-09-17T08:05:31.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:30.504397+0000 mon.a (mon.0) 391 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-17T08:05:31.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:30.505165+0000 mon.a (mon.0) 392 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:05:32.501 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:32 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:05:30.505761+0000 mgr.y (mgr.14144) 125 : cephadm [INF] Deploying daemon osd.6 on smithi187 2024-09-17T08:05:32.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:32 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:05:30.505761+0000 mgr.y (mgr.14144) 125 : cephadm [INF] Deploying daemon osd.6 on smithi187 2024-09-17T08:05:32.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:32 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:05:30.505761+0000 mgr.y (mgr.14144) 125 : cephadm [INF] Deploying daemon osd.6 on smithi187 2024-09-17T08:05:33.477 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:33 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:32.316146+0000 mgr.y (mgr.14144) 126 : cluster [DBG] pgmap v115: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2024-09-17T08:05:33.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:33 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:32.316146+0000 mgr.y (mgr.14144) 126 : cluster [DBG] pgmap v115: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2024-09-17T08:05:33.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:33 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:32.316146+0000 mgr.y (mgr.14144) 126 : cluster [DBG] pgmap v115: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2024-09-17T08:05:34.008 INFO:teuthology.orchestra.run.smithi187.stdout:Created osd(s) 6 on host 'smithi187' 2024-09-17T08:05:34.634 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:33.997002+0000 mon.a (mon.0) 393 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:05:34.635 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:34.000322+0000 mon.a (mon.0) 394 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:34.635 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:34.006121+0000 mon.a (mon.0) 395 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:34.657 DEBUG:teuthology.orchestra.run.smithi187:osd.6> sudo journalctl -f -n 0 -u ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@osd.6.service 2024-09-17T08:05:34.659 INFO:tasks.cephadm:Deploying osd.7 on smithi187 with /dev/vg_nvme/lv_1... 2024-09-17T08:05:34.659 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-09-17T08:05:34.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:33.997002+0000 mon.a (mon.0) 393 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:05:34.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:34.000322+0000 mon.a (mon.0) 394 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:34.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:34.006121+0000 mon.a (mon.0) 395 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:34.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:33.997002+0000 mon.a (mon.0) 393 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:05:34.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:34.000322+0000 mon.a (mon.0) 394 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:34.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:34.006121+0000 mon.a (mon.0) 395 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:35.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:34.316544+0000 mgr.y (mgr.14144) 127 : cluster [DBG] pgmap v116: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2024-09-17T08:05:35.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:34.316544+0000 mgr.y (mgr.14144) 127 : cluster [DBG] pgmap v116: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2024-09-17T08:05:35.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:34.316544+0000 mgr.y (mgr.14144) 127 : cluster [DBG] pgmap v116: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2024-09-17T08:05:37.183 INFO:teuthology.orchestra.run.smithi187.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-09-17T08:05:37.183 INFO:teuthology.orchestra.run.smithi187.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-09-17T08:05:37.183 INFO:teuthology.orchestra.run.smithi187.stderr: stderr: 10+0 records in 2024-09-17T08:05:37.183 INFO:teuthology.orchestra.run.smithi187.stderr:10+0 records out 2024-09-17T08:05:37.183 INFO:teuthology.orchestra.run.smithi187.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0144711 s, 725 MB/s 2024-09-17T08:05:37.184 INFO:teuthology.orchestra.run.smithi187.stderr:--> Zapping successful for: 2024-09-17T08:05:37.381 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:05:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.6[31404]: debug 2024-09-17T08:05:37.126+0000 7fd7f09b5080 -1 osd.6 0 log_to_monitors {default=true} 2024-09-17T08:05:37.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:36.317093+0000 mgr.y (mgr.14144) 128 : cluster [DBG] pgmap v117: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2024-09-17T08:05:37.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:36.963805+0000 mon.a (mon.0) 396 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:37.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:37.131057+0000 mon.b (mon.2) 16 : audit [INF] from='osd.6 [v2:172.21.15.187:6816/1242550099,v1:172.21.15.187:6817/1242550099]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-17T08:05:37.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:37.131589+0000 mon.a (mon.0) 397 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-17T08:05:37.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:36.317093+0000 mgr.y (mgr.14144) 128 : cluster [DBG] pgmap v117: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2024-09-17T08:05:37.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:36.963805+0000 mon.a (mon.0) 396 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:37.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:37.131057+0000 mon.b (mon.2) 16 : audit [INF] from='osd.6 [v2:172.21.15.187:6816/1242550099,v1:172.21.15.187:6817/1242550099]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-17T08:05:37.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:37.131589+0000 mon.a (mon.0) 397 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-17T08:05:37.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:36.317093+0000 mgr.y (mgr.14144) 128 : cluster [DBG] pgmap v117: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2024-09-17T08:05:37.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:36.963805+0000 mon.a (mon.0) 396 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:37.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:37.131057+0000 mon.b (mon.2) 16 : audit [INF] from='osd.6 [v2:172.21.15.187:6816/1242550099,v1:172.21.15.187:6817/1242550099]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-17T08:05:37.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:37.131589+0000 mon.a (mon.0) 397 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-17T08:05:39.193 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi187:vg_nvme/lv_1 2024-09-17T08:05:39.397 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:05:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.6[31404]: debug 2024-09-17T08:05:38.974+0000 7fd7e6f26700 -1 osd.6 0 waiting for initial osdmap 2024-09-17T08:05:39.397 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:05:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.6[31404]: debug 2024-09-17T08:05:38.980+0000 7fd7e0e9d700 -1 osd.6 41 set_numa_affinity unable to identify public interface 'enp3s0f1' numa node: (0) Success 2024-09-17T08:05:39.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:37.966042+0000 mon.a (mon.0) 398 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-17T08:05:39.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:37.966133+0000 mon.a (mon.0) 399 : cluster [DBG] osdmap e40: 7 total, 6 up, 7 in 2024-09-17T08:05:39.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:37.966308+0000 mon.a (mon.0) 400 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T08:05:39.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:37.968650+0000 mon.b (mon.2) 17 : audit [INF] from='osd.6 [v2:172.21.15.187:6816/1242550099,v1:172.21.15.187:6817/1242550099]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-09-17T08:05:39.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:37.969001+0000 mon.a (mon.0) 401 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-09-17T08:05:39.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:38.317450+0000 mgr.y (mgr.14144) 129 : cluster [DBG] pgmap v119: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2024-09-17T08:05:39.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:37.966042+0000 mon.a (mon.0) 398 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-17T08:05:39.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:37.966133+0000 mon.a (mon.0) 399 : cluster [DBG] osdmap e40: 7 total, 6 up, 7 in 2024-09-17T08:05:39.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:37.966308+0000 mon.a (mon.0) 400 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T08:05:39.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:37.968650+0000 mon.b (mon.2) 17 : audit [INF] from='osd.6 [v2:172.21.15.187:6816/1242550099,v1:172.21.15.187:6817/1242550099]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-09-17T08:05:39.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:37.969001+0000 mon.a (mon.0) 401 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-09-17T08:05:39.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:38.317450+0000 mgr.y (mgr.14144) 129 : cluster [DBG] pgmap v119: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2024-09-17T08:05:39.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:37.966042+0000 mon.a (mon.0) 398 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-17T08:05:39.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:37.966133+0000 mon.a (mon.0) 399 : cluster [DBG] osdmap e40: 7 total, 6 up, 7 in 2024-09-17T08:05:39.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:37.966308+0000 mon.a (mon.0) 400 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T08:05:39.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:37.968650+0000 mon.b (mon.2) 17 : audit [INF] from='osd.6 [v2:172.21.15.187:6816/1242550099,v1:172.21.15.187:6817/1242550099]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-09-17T08:05:39.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:37.969001+0000 mon.a (mon.0) 401 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-09-17T08:05:39.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:38.317450+0000 mgr.y (mgr.14144) 129 : cluster [DBG] pgmap v119: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2024-09-17T08:05:40.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:38.968116+0000 mon.a (mon.0) 402 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]': finished 2024-09-17T08:05:40.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:38.968224+0000 mon.a (mon.0) 403 : cluster [DBG] osdmap e41: 7 total, 6 up, 7 in 2024-09-17T08:05:40.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:38.968634+0000 mon.a (mon.0) 404 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T08:05:40.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:38.974086+0000 mon.a (mon.0) 405 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T08:05:40.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:38.968116+0000 mon.a (mon.0) 402 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]': finished 2024-09-17T08:05:40.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:38.968224+0000 mon.a (mon.0) 403 : cluster [DBG] osdmap e41: 7 total, 6 up, 7 in 2024-09-17T08:05:40.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:38.968634+0000 mon.a (mon.0) 404 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T08:05:40.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:38.974086+0000 mon.a (mon.0) 405 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T08:05:40.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:38.968116+0000 mon.a (mon.0) 402 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]': finished 2024-09-17T08:05:40.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:38.968224+0000 mon.a (mon.0) 403 : cluster [DBG] osdmap e41: 7 total, 6 up, 7 in 2024-09-17T08:05:40.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:38.968634+0000 mon.a (mon.0) 404 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T08:05:40.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:38.974086+0000 mon.a (mon.0) 405 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T08:05:41.200 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:38.095629+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-17T08:05:41.201 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:38.095729+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-17T08:05:41.201 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:39.974728+0000 mon.a (mon.0) 406 : cluster [INF] osd.6 [v2:172.21.15.187:6816/1242550099,v1:172.21.15.187:6817/1242550099] boot 2024-09-17T08:05:41.201 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:39.974820+0000 mon.a (mon.0) 407 : cluster [DBG] osdmap e42: 7 total, 7 up, 7 in 2024-09-17T08:05:41.201 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:39.975639+0000 mon.a (mon.0) 408 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T08:05:41.201 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:40.317875+0000 mgr.y (mgr.14144) 130 : cluster [DBG] pgmap v122: 1 pgs: 1 peering; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2024-09-17T08:05:41.201 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:40.416714+0000 mon.a (mon.0) 409 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:05:41.201 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:40.418062+0000 mon.a (mon.0) 410 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:05:41.201 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:40.708572+0000 mon.a (mon.0) 411 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:41.201 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:40.715451+0000 mon.a (mon.0) 412 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:41.201 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:40.717028+0000 mon.a (mon.0) 413 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:05:41.201 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:40.723903+0000 mon.a (mon.0) 414 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:41.201 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:40.977834+0000 mon.a (mon.0) 415 : cluster [DBG] osdmap e43: 7 total, 7 up, 7 in 2024-09-17T08:05:41.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:38.095629+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-17T08:05:41.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:38.095729+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-17T08:05:41.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:39.974728+0000 mon.a (mon.0) 406 : cluster [INF] osd.6 [v2:172.21.15.187:6816/1242550099,v1:172.21.15.187:6817/1242550099] boot 2024-09-17T08:05:41.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:39.974820+0000 mon.a (mon.0) 407 : cluster [DBG] osdmap e42: 7 total, 7 up, 7 in 2024-09-17T08:05:41.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:39.975639+0000 mon.a (mon.0) 408 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T08:05:41.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:40.317875+0000 mgr.y (mgr.14144) 130 : cluster [DBG] pgmap v122: 1 pgs: 1 peering; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2024-09-17T08:05:41.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:40.416714+0000 mon.a (mon.0) 409 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:05:41.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:40.418062+0000 mon.a (mon.0) 410 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:05:41.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:40.708572+0000 mon.a (mon.0) 411 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:41.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:40.715451+0000 mon.a (mon.0) 412 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:41.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:40.717028+0000 mon.a (mon.0) 413 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:05:41.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:40.723903+0000 mon.a (mon.0) 414 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:41.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:40.977834+0000 mon.a (mon.0) 415 : cluster [DBG] osdmap e43: 7 total, 7 up, 7 in 2024-09-17T08:05:41.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:38.095629+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-17T08:05:41.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:38.095729+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-17T08:05:41.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:39.974728+0000 mon.a (mon.0) 406 : cluster [INF] osd.6 [v2:172.21.15.187:6816/1242550099,v1:172.21.15.187:6817/1242550099] boot 2024-09-17T08:05:41.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:39.974820+0000 mon.a (mon.0) 407 : cluster [DBG] osdmap e42: 7 total, 7 up, 7 in 2024-09-17T08:05:41.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:39.975639+0000 mon.a (mon.0) 408 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T08:05:41.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:40.317875+0000 mgr.y (mgr.14144) 130 : cluster [DBG] pgmap v122: 1 pgs: 1 peering; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2024-09-17T08:05:41.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:40.416714+0000 mon.a (mon.0) 409 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:05:41.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:40.418062+0000 mon.a (mon.0) 410 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:05:41.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:40.708572+0000 mon.a (mon.0) 411 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:41.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:40.715451+0000 mon.a (mon.0) 412 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:41.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:40.717028+0000 mon.a (mon.0) 413 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:05:41.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:40.723903+0000 mon.a (mon.0) 414 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:41.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:40.977834+0000 mon.a (mon.0) 415 : cluster [DBG] osdmap e43: 7 total, 7 up, 7 in 2024-09-17T08:05:42.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:05:40.702945+0000 mgr.y (mgr.14144) 131 : cephadm [INF] Detected new or changed devices on smithi187 2024-09-17T08:05:42.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:41.597027+0000 mon.a (mon.0) 416 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T08:05:42.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:41.598688+0000 mon.a (mon.0) 417 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T08:05:42.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:41.599476+0000 mon.a (mon.0) 418 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:05:42.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:41.978987+0000 mon.a (mon.0) 419 : cluster [DBG] osdmap e44: 7 total, 7 up, 7 in 2024-09-17T08:05:42.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:05:40.702945+0000 mgr.y (mgr.14144) 131 : cephadm [INF] Detected new or changed devices on smithi187 2024-09-17T08:05:42.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:41.597027+0000 mon.a (mon.0) 416 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T08:05:42.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:41.598688+0000 mon.a (mon.0) 417 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T08:05:42.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:41.599476+0000 mon.a (mon.0) 418 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:05:42.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:41.978987+0000 mon.a (mon.0) 419 : cluster [DBG] osdmap e44: 7 total, 7 up, 7 in 2024-09-17T08:05:42.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:05:40.702945+0000 mgr.y (mgr.14144) 131 : cephadm [INF] Detected new or changed devices on smithi187 2024-09-17T08:05:42.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:41.597027+0000 mon.a (mon.0) 416 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T08:05:42.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:41.598688+0000 mon.a (mon.0) 417 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T08:05:42.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:41.599476+0000 mon.a (mon.0) 418 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:05:42.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:41.978987+0000 mon.a (mon.0) 419 : cluster [DBG] osdmap e44: 7 total, 7 up, 7 in 2024-09-17T08:05:43.141 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:42 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:41.596102+0000 mgr.y (mgr.14144) 132 : audit [DBG] from='client.34250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi187:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:05:43.141 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:42 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:05:41.598399+0000 mgr.y (mgr.14144) 133 : cephadm [INF] Applying service osd.None on host smithi187... 2024-09-17T08:05:43.141 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:42 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:42.318220+0000 mgr.y (mgr.14144) 134 : cluster [DBG] pgmap v125: 1 pgs: 1 peering; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2024-09-17T08:05:43.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:41.596102+0000 mgr.y (mgr.14144) 132 : audit [DBG] from='client.34250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi187:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:05:43.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:05:41.598399+0000 mgr.y (mgr.14144) 133 : cephadm [INF] Applying service osd.None on host smithi187... 2024-09-17T08:05:43.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:42.318220+0000 mgr.y (mgr.14144) 134 : cluster [DBG] pgmap v125: 1 pgs: 1 peering; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2024-09-17T08:05:43.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:41.596102+0000 mgr.y (mgr.14144) 132 : audit [DBG] from='client.34250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi187:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:05:43.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:05:41.598399+0000 mgr.y (mgr.14144) 133 : cephadm [INF] Applying service osd.None on host smithi187... 2024-09-17T08:05:43.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:42.318220+0000 mgr.y (mgr.14144) 134 : cluster [DBG] pgmap v125: 1 pgs: 1 peering; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2024-09-17T08:05:44.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:44 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:43.887021+0000 mon.b (mon.2) 18 : audit [INF] from='client.? 172.21.15.187:0/1528701467' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "89eda4e2-3c1a-44be-b555-39fa2c843f47"}]: dispatch 2024-09-17T08:05:44.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:44 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:43.887603+0000 mon.a (mon.0) 420 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "89eda4e2-3c1a-44be-b555-39fa2c843f47"}]: dispatch 2024-09-17T08:05:44.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:44 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:43.892707+0000 mon.a (mon.0) 421 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "89eda4e2-3c1a-44be-b555-39fa2c843f47"}]': finished 2024-09-17T08:05:44.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:44 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:43.892773+0000 mon.a (mon.0) 422 : cluster [DBG] osdmap e45: 8 total, 7 up, 8 in 2024-09-17T08:05:44.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:44 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:43.892918+0000 mon.a (mon.0) 423 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T08:05:44.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:43.887021+0000 mon.b (mon.2) 18 : audit [INF] from='client.? 172.21.15.187:0/1528701467' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "89eda4e2-3c1a-44be-b555-39fa2c843f47"}]: dispatch 2024-09-17T08:05:44.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:43.887603+0000 mon.a (mon.0) 420 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "89eda4e2-3c1a-44be-b555-39fa2c843f47"}]: dispatch 2024-09-17T08:05:44.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:43.892707+0000 mon.a (mon.0) 421 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "89eda4e2-3c1a-44be-b555-39fa2c843f47"}]': finished 2024-09-17T08:05:44.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:43.892773+0000 mon.a (mon.0) 422 : cluster [DBG] osdmap e45: 8 total, 7 up, 8 in 2024-09-17T08:05:44.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:43.892918+0000 mon.a (mon.0) 423 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T08:05:44.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:43.887021+0000 mon.b (mon.2) 18 : audit [INF] from='client.? 172.21.15.187:0/1528701467' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "89eda4e2-3c1a-44be-b555-39fa2c843f47"}]: dispatch 2024-09-17T08:05:44.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:43.887603+0000 mon.a (mon.0) 420 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "89eda4e2-3c1a-44be-b555-39fa2c843f47"}]: dispatch 2024-09-17T08:05:44.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:43.892707+0000 mon.a (mon.0) 421 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "89eda4e2-3c1a-44be-b555-39fa2c843f47"}]': finished 2024-09-17T08:05:44.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:43.892773+0000 mon.a (mon.0) 422 : cluster [DBG] osdmap e45: 8 total, 7 up, 8 in 2024-09-17T08:05:44.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:43.892918+0000 mon.a (mon.0) 423 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T08:05:45.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:44.297784+0000 mon.b (mon.2) 19 : audit [DBG] from='client.? 172.21.15.187:0/2552330187' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T08:05:45.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:44.318626+0000 mgr.y (mgr.14144) 135 : cluster [DBG] pgmap v127: 1 pgs: 1 peering; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2024-09-17T08:05:45.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:44.297784+0000 mon.b (mon.2) 19 : audit [DBG] from='client.? 172.21.15.187:0/2552330187' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T08:05:45.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:44.318626+0000 mgr.y (mgr.14144) 135 : cluster [DBG] pgmap v127: 1 pgs: 1 peering; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2024-09-17T08:05:45.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:44.297784+0000 mon.b (mon.2) 19 : audit [DBG] from='client.? 172.21.15.187:0/2552330187' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T08:05:45.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:44.318626+0000 mgr.y (mgr.14144) 135 : cluster [DBG] pgmap v127: 1 pgs: 1 peering; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2024-09-17T08:05:47.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:46.319150+0000 mgr.y (mgr.14144) 136 : cluster [DBG] pgmap v128: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2024-09-17T08:05:47.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:46.319150+0000 mgr.y (mgr.14144) 136 : cluster [DBG] pgmap v128: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2024-09-17T08:05:47.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:46.319150+0000 mgr.y (mgr.14144) 136 : cluster [DBG] pgmap v128: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2024-09-17T08:05:49.301 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:48.319446+0000 mgr.y (mgr.14144) 137 : cluster [DBG] pgmap v129: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2024-09-17T08:05:49.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:48.319446+0000 mgr.y (mgr.14144) 137 : cluster [DBG] pgmap v129: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2024-09-17T08:05:49.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:48.319446+0000 mgr.y (mgr.14144) 137 : cluster [DBG] pgmap v129: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2024-09-17T08:05:50.265 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:49.650098+0000 mon.a (mon.0) 424 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-17T08:05:50.265 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:49.650882+0000 mon.a (mon.0) 425 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:05:50.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:49.650098+0000 mon.a (mon.0) 424 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-17T08:05:50.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:49.650882+0000 mon.a (mon.0) 425 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:05:50.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:49.650098+0000 mon.a (mon.0) 424 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-17T08:05:50.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:49.650882+0000 mon.a (mon.0) 425 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:05:51.533 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:05:49.651522+0000 mgr.y (mgr.14144) 138 : cephadm [INF] Deploying daemon osd.7 on smithi187 2024-09-17T08:05:51.533 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:50.319913+0000 mgr.y (mgr.14144) 139 : cluster [DBG] pgmap v130: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2024-09-17T08:05:51.566 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:05:49.651522+0000 mgr.y (mgr.14144) 138 : cephadm [INF] Deploying daemon osd.7 on smithi187 2024-09-17T08:05:51.566 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:50.319913+0000 mgr.y (mgr.14144) 139 : cluster [DBG] pgmap v130: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2024-09-17T08:05:51.567 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:05:49.651522+0000 mgr.y (mgr.14144) 138 : cephadm [INF] Deploying daemon osd.7 on smithi187 2024-09-17T08:05:51.567 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:50.319913+0000 mgr.y (mgr.14144) 139 : cluster [DBG] pgmap v130: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2024-09-17T08:05:53.177 INFO:teuthology.orchestra.run.smithi187.stdout:Created osd(s) 7 on host 'smithi187' 2024-09-17T08:05:53.470 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:53 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:52.320245+0000 mgr.y (mgr.14144) 140 : cluster [DBG] pgmap v131: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2024-09-17T08:05:53.471 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:53 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:53.165308+0000 mon.a (mon.0) 426 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:05:53.471 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:53 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:53.169795+0000 mon.a (mon.0) 427 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:53.471 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:53 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:53.175113+0000 mon.a (mon.0) 428 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:53.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:52.320245+0000 mgr.y (mgr.14144) 140 : cluster [DBG] pgmap v131: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2024-09-17T08:05:53.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:53.165308+0000 mon.a (mon.0) 426 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:05:53.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:53.169795+0000 mon.a (mon.0) 427 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:53.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:53.175113+0000 mon.a (mon.0) 428 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:53.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:52.320245+0000 mgr.y (mgr.14144) 140 : cluster [DBG] pgmap v131: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2024-09-17T08:05:53.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:53.165308+0000 mon.a (mon.0) 426 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:05:53.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:53.169795+0000 mon.a (mon.0) 427 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:53.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:53.175113+0000 mon.a (mon.0) 428 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:53.784 DEBUG:teuthology.orchestra.run.smithi187:osd.7> sudo journalctl -f -n 0 -u ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@osd.7.service 2024-09-17T08:05:53.786 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-09-17T08:05:53.787 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph osd stat -f json 2024-09-17T08:05:55.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:54.320530+0000 mgr.y (mgr.14144) 141 : cluster [DBG] pgmap v132: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2024-09-17T08:05:55.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:54.807404+0000 mon.a (mon.0) 429 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:55.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:54.320530+0000 mgr.y (mgr.14144) 141 : cluster [DBG] pgmap v132: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2024-09-17T08:05:55.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:54.807404+0000 mon.a (mon.0) 429 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:55.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:54.320530+0000 mgr.y (mgr.14144) 141 : cluster [DBG] pgmap v132: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2024-09-17T08:05:55.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:54.807404+0000 mon.a (mon.0) 429 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:55.680 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-09-17T08:05:56.280 INFO:teuthology.orchestra.run.smithi088.stdout:{"epoch":45,"num_osds":8,"num_up_osds":7,"osd_up_since":1726560339,"num_in_osds":8,"osd_in_since":1726560343,"num_remapped_pgs":0} 2024-09-17T08:05:56.358 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:05:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.7[33804]: debug 2024-09-17T08:05:56.249+0000 7f003d615080 -1 osd.7 0 log_to_monitors {default=true} 2024-09-17T08:05:56.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:55.680418+0000 mon.c (mon.1) 10 : audit [DBG] from='client.? 172.21.15.88:0/1992133353' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-17T08:05:56.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:56.253123+0000 mon.b (mon.2) 20 : audit [INF] from='osd.7 [v2:172.21.15.187:6824/665743098,v1:172.21.15.187:6825/665743098]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-17T08:05:56.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:56.253705+0000 mon.a (mon.0) 430 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-17T08:05:56.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:55.680418+0000 mon.c (mon.1) 10 : audit [DBG] from='client.? 172.21.15.88:0/1992133353' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-17T08:05:56.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:56.253123+0000 mon.b (mon.2) 20 : audit [INF] from='osd.7 [v2:172.21.15.187:6824/665743098,v1:172.21.15.187:6825/665743098]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-17T08:05:56.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:56.253705+0000 mon.a (mon.0) 430 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-17T08:05:56.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:55.680418+0000 mon.c (mon.1) 10 : audit [DBG] from='client.? 172.21.15.88:0/1992133353' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-17T08:05:56.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:56.253123+0000 mon.b (mon.2) 20 : audit [INF] from='osd.7 [v2:172.21.15.187:6824/665743098,v1:172.21.15.187:6825/665743098]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-17T08:05:56.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:56.253705+0000 mon.a (mon.0) 430 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-17T08:05:57.282 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph osd stat -f json 2024-09-17T08:05:57.578 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:56.320836+0000 mgr.y (mgr.14144) 142 : cluster [DBG] pgmap v133: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2024-09-17T08:05:57.578 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:56.383841+0000 mon.a (mon.0) 431 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-17T08:05:57.578 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:56.383903+0000 mon.a (mon.0) 432 : cluster [DBG] osdmap e46: 8 total, 7 up, 8 in 2024-09-17T08:05:57.578 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:56.384034+0000 mon.a (mon.0) 433 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T08:05:57.578 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:56.385819+0000 mon.b (mon.2) 21 : audit [INF] from='osd.7 [v2:172.21.15.187:6824/665743098,v1:172.21.15.187:6825/665743098]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-09-17T08:05:57.578 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:56.386103+0000 mon.a (mon.0) 434 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-09-17T08:05:57.579 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:56.320836+0000 mgr.y (mgr.14144) 142 : cluster [DBG] pgmap v133: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2024-09-17T08:05:57.579 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:56.383841+0000 mon.a (mon.0) 431 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-17T08:05:57.579 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:56.383903+0000 mon.a (mon.0) 432 : cluster [DBG] osdmap e46: 8 total, 7 up, 8 in 2024-09-17T08:05:57.579 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:56.384034+0000 mon.a (mon.0) 433 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T08:05:57.579 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:56.385819+0000 mon.b (mon.2) 21 : audit [INF] from='osd.7 [v2:172.21.15.187:6824/665743098,v1:172.21.15.187:6825/665743098]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-09-17T08:05:57.579 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:56.386103+0000 mon.a (mon.0) 434 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-09-17T08:05:57.647 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:05:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.7[33804]: debug 2024-09-17T08:05:57.393+0000 7f0033b86700 -1 osd.7 0 waiting for initial osdmap 2024-09-17T08:05:57.647 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:05:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.7[33804]: debug 2024-09-17T08:05:57.400+0000 7f002c2fa700 -1 osd.7 47 set_numa_affinity unable to identify public interface 'enp3s0f1' numa node: (0) Success 2024-09-17T08:05:57.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:56.320836+0000 mgr.y (mgr.14144) 142 : cluster [DBG] pgmap v133: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2024-09-17T08:05:57.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:56.383841+0000 mon.a (mon.0) 431 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-17T08:05:57.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:56.383903+0000 mon.a (mon.0) 432 : cluster [DBG] osdmap e46: 8 total, 7 up, 8 in 2024-09-17T08:05:57.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:56.384034+0000 mon.a (mon.0) 433 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T08:05:57.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:56.385819+0000 mon.b (mon.2) 21 : audit [INF] from='osd.7 [v2:172.21.15.187:6824/665743098,v1:172.21.15.187:6825/665743098]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-09-17T08:05:57.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:56.386103+0000 mon.a (mon.0) 434 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-09-17T08:05:58.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:57.390474+0000 mon.a (mon.0) 435 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]': finished 2024-09-17T08:05:58.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:57.390590+0000 mon.a (mon.0) 436 : cluster [DBG] osdmap e47: 8 total, 7 up, 8 in 2024-09-17T08:05:58.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:57.391044+0000 mon.a (mon.0) 437 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T08:05:58.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:57.395015+0000 mon.a (mon.0) 438 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T08:05:58.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:05:57.943483+0000 mgr.y (mgr.14144) 143 : cephadm [INF] Detected new or changed devices on smithi187 2024-09-17T08:05:58.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:57.947725+0000 mon.a (mon.0) 439 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:58.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:57.952436+0000 mon.a (mon.0) 440 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:58.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:57.953693+0000 mon.a (mon.0) 441 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:05:58.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:58.169131+0000 mon.a (mon.0) 442 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:58.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:58.203376+0000 mon.a (mon.0) 443 : cluster [INF] osd.7 [v2:172.21.15.187:6824/665743098,v1:172.21.15.187:6825/665743098] boot 2024-09-17T08:05:58.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:58.203421+0000 mon.a (mon.0) 444 : cluster [DBG] osdmap e48: 8 total, 8 up, 8 in 2024-09-17T08:05:58.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:58.203732+0000 mon.a (mon.0) 445 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T08:05:58.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:58.321084+0000 mgr.y (mgr.14144) 144 : cluster [DBG] pgmap v137: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2024-09-17T08:05:58.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:57.390474+0000 mon.a (mon.0) 435 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]': finished 2024-09-17T08:05:58.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:57.390590+0000 mon.a (mon.0) 436 : cluster [DBG] osdmap e47: 8 total, 7 up, 8 in 2024-09-17T08:05:58.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:57.391044+0000 mon.a (mon.0) 437 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T08:05:58.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:57.395015+0000 mon.a (mon.0) 438 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T08:05:58.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:05:57.943483+0000 mgr.y (mgr.14144) 143 : cephadm [INF] Detected new or changed devices on smithi187 2024-09-17T08:05:58.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:57.947725+0000 mon.a (mon.0) 439 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:58.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:57.952436+0000 mon.a (mon.0) 440 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:58.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:57.953693+0000 mon.a (mon.0) 441 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:05:58.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:58.169131+0000 mon.a (mon.0) 442 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:58.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:58.203376+0000 mon.a (mon.0) 443 : cluster [INF] osd.7 [v2:172.21.15.187:6824/665743098,v1:172.21.15.187:6825/665743098] boot 2024-09-17T08:05:58.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:58.203421+0000 mon.a (mon.0) 444 : cluster [DBG] osdmap e48: 8 total, 8 up, 8 in 2024-09-17T08:05:58.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:58.203732+0000 mon.a (mon.0) 445 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T08:05:58.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:58.321084+0000 mgr.y (mgr.14144) 144 : cluster [DBG] pgmap v137: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2024-09-17T08:05:58.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:57.390474+0000 mon.a (mon.0) 435 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]': finished 2024-09-17T08:05:58.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:57.390590+0000 mon.a (mon.0) 436 : cluster [DBG] osdmap e47: 8 total, 7 up, 8 in 2024-09-17T08:05:58.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:57.391044+0000 mon.a (mon.0) 437 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T08:05:58.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:57.395015+0000 mon.a (mon.0) 438 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T08:05:58.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:05:57.943483+0000 mgr.y (mgr.14144) 143 : cephadm [INF] Detected new or changed devices on smithi187 2024-09-17T08:05:58.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:57.947725+0000 mon.a (mon.0) 439 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:58.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:57.952436+0000 mon.a (mon.0) 440 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:58.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:57.953693+0000 mon.a (mon.0) 441 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:05:58.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:58.169131+0000 mon.a (mon.0) 442 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:05:58.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:58.203376+0000 mon.a (mon.0) 443 : cluster [INF] osd.7 [v2:172.21.15.187:6824/665743098,v1:172.21.15.187:6825/665743098] boot 2024-09-17T08:05:58.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:58.203421+0000 mon.a (mon.0) 444 : cluster [DBG] osdmap e48: 8 total, 8 up, 8 in 2024-09-17T08:05:58.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:58.203732+0000 mon.a (mon.0) 445 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T08:05:58.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:58.321084+0000 mgr.y (mgr.14144) 144 : cluster [DBG] pgmap v137: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2024-09-17T08:05:59.191 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-09-17T08:05:59.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:59 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:57.296182+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-17T08:05:59.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:59 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:57.296270+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-17T08:05:59.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:59 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:05:59.191092+0000 mon.c (mon.1) 11 : audit [DBG] from='client.? 172.21.15.88:0/3710017570' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-17T08:05:59.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:05:59 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:05:59.203204+0000 mon.a (mon.0) 446 : cluster [DBG] osdmap e49: 8 total, 8 up, 8 in 2024-09-17T08:05:59.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:57.296182+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-17T08:05:59.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:57.296270+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-17T08:05:59.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:05:59.191092+0000 mon.c (mon.1) 11 : audit [DBG] from='client.? 172.21.15.88:0/3710017570' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-17T08:05:59.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:05:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:05:59.203204+0000 mon.a (mon.0) 446 : cluster [DBG] osdmap e49: 8 total, 8 up, 8 in 2024-09-17T08:05:59.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:57.296182+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-17T08:05:59.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:57.296270+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-17T08:05:59.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:05:59.191092+0000 mon.c (mon.1) 11 : audit [DBG] from='client.? 172.21.15.88:0/3710017570' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-17T08:05:59.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:05:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:05:59.203204+0000 mon.a (mon.0) 446 : cluster [DBG] osdmap e49: 8 total, 8 up, 8 in 2024-09-17T08:05:59.867 INFO:teuthology.orchestra.run.smithi088.stdout:{"epoch":48,"num_osds":8,"num_up_osds":8,"osd_up_since":1726560358,"num_in_osds":8,"osd_in_since":1726560343,"num_remapped_pgs":1} 2024-09-17T08:05:59.867 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-17T08:06:00.063 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T08:06:01.429 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:06:00.204169+0000 mon.a (mon.0) 447 : cluster [DBG] osdmap e50: 8 total, 8 up, 8 in 2024-09-17T08:06:01.429 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:06:00.321328+0000 mgr.y (mgr.14144) 145 : cluster [DBG] pgmap v140: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:01.429 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:06:00.204169+0000 mon.a (mon.0) 447 : cluster [DBG] osdmap e50: 8 total, 8 up, 8 in 2024-09-17T08:06:01.429 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:06:00.321328+0000 mgr.y (mgr.14144) 145 : cluster [DBG] pgmap v140: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:01.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:06:00.204169+0000 mon.a (mon.0) 447 : cluster [DBG] osdmap e50: 8 total, 8 up, 8 in 2024-09-17T08:06:01.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:06:00.321328+0000 mgr.y (mgr.14144) 145 : cluster [DBG] pgmap v140: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:01.809 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-09-17T08:06:01.809 INFO:teuthology.orchestra.run.smithi088.stdout:{"epoch":50,"fsid":"0975a5c8-74cb-11ef-bceb-c7b262605968","created":"2024-09-17T08:01:57.535129+0000","modified":"2024-09-17T08:06:00.200338+0000","last_up_change":"2024-09-17T08:05:58.195394+0000","last_in_change":"2024-09-17T08:05:43.888304+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-09-17T08:04:27.648892+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}}],"osds":[{"osd":0,"uuid":"f91e2199-cd75-44c9-a80f-a2587383728e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":2861989360},{"type":"v1","addr":"172.21.15.88:6803","nonce":2861989360}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":2861989360},{"type":"v1","addr":"172.21.15.88:6805","nonce":2861989360}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":2861989360},{"type":"v1","addr":"172.21.15.88:6809","nonce":2861989360}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":2861989360},{"type":"v1","addr":"172.21.15.88:6807","nonce":2861989360}]},"public_addr":"172.21.15.88:6803/2861989360","cluster_addr":"172.21.15.88:6805/2861989360","heartbeat_back_addr":"172.21.15.88:6809/2861989360","heartbeat_front_addr":"172.21.15.88:6807/2861989360","state":["exists","up"]},{"osd":1,"uuid":"d9a7bf5a-0d3d-4de9-8f6e-686e3146e5ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":3366709427},{"type":"v1","addr":"172.21.15.88:6811","nonce":3366709427}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":3366709427},{"type":"v1","addr":"172.21.15.88:6813","nonce":3366709427}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":3366709427},{"type":"v1","addr":"172.21.15.88:6817","nonce":3366709427}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":3366709427},{"type":"v1","addr":"172.21.15.88:6815","nonce":3366709427}]},"public_addr":"172.21.15.88:6811/3366709427","cluster_addr":"172.21.15.88:6813/3366709427","heartbeat_back_addr":"172.21.15.88:6817/3366709427","heartbeat_front_addr":"172.21.15.88:6815/3366709427","state":["exists","up"]},{"osd":2,"uuid":"c706a0bf-352f-4d62-b2f4-a49aadfa136f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":4055203778},{"type":"v1","addr":"172.21.15.88:6819","nonce":4055203778}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":4055203778},{"type":"v1","addr":"172.21.15.88:6821","nonce":4055203778}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":4055203778},{"type":"v1","addr":"172.21.15.88:6825","nonce":4055203778}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":4055203778},{"type":"v1","addr":"172.21.15.88:6823","nonce":4055203778}]},"public_addr":"172.21.15.88:6819/4055203778","cluster_addr":"172.21.15.88:6821/4055203778","heartbeat_back_addr":"172.21.15.88:6825/4055203778","heartbeat_front_addr":"172.21.15.88:6823/4055203778","state":["exists","up"]},{"osd":3,"uuid":"f27b2710-b9e1-48f1-ba69-3c59be22c904","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":3140156678},{"type":"v1","addr":"172.21.15.88:6827","nonce":3140156678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":3140156678},{"type":"v1","addr":"172.21.15.88:6829","nonce":3140156678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":3140156678},{"type":"v1","addr":"172.21.15.88:6833","nonce":3140156678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":3140156678},{"type":"v1","addr":"172.21.15.88:6831","nonce":3140156678}]},"public_addr":"172.21.15.88:6827/3140156678","cluster_addr":"172.21.15.88:6829/3140156678","heartbeat_back_addr":"172.21.15.88:6833/3140156678","heartbeat_front_addr":"172.21.15.88:6831/3140156678","state":["exists","up"]},{"osd":4,"uuid":"df9b9367-da6a-4a51-b0da-49df0c6f73b4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6800","nonce":2630695640},{"type":"v1","addr":"172.21.15.187:6801","nonce":2630695640}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6802","nonce":2630695640},{"type":"v1","addr":"172.21.15.187:6803","nonce":2630695640}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6806","nonce":2630695640},{"type":"v1","addr":"172.21.15.187:6807","nonce":2630695640}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6804","nonce":2630695640},{"type":"v1","addr":"172.21.15.187:6805","nonce":2630695640}]},"public_addr":"172.21.15.187:6801/2630695640","cluster_addr":"172.21.15.187:6803/2630695640","heartbeat_back_addr":"172.21.15.187:6807/2630695640","heartbeat_front_addr":"172.21.15.187:6805/2630695640","state":["exists","up"]},{"osd":5,"uuid":"b3181f5f-d285-4493-a850-452492a41ea8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6808","nonce":687995455},{"type":"v1","addr":"172.21.15.187:6809","nonce":687995455}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6810","nonce":687995455},{"type":"v1","addr":"172.21.15.187:6811","nonce":687995455}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6814","nonce":687995455},{"type":"v1","addr":"172.21.15.187:6815","nonce":687995455}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6812","nonce":687995455},{"type":"v1","addr":"172.21.15.187:6813","nonce":687995455}]},"public_addr":"172.21.15.187:6809/687995455","cluster_addr":"172.21.15.187:6811/687995455","heartbeat_back_addr":"172.21.15.187:6815/687995455","heartbeat_front_addr":"172.21.15.187:6813/687995455","state":["exists","up"]},{"osd":6,"uuid":"6b99672a-8c3c-4ab6-a826-eb85756144fe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6816","nonce":1242550099},{"type":"v1","addr":"172.21.15.187:6817","nonce":1242550099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6818","nonce":1242550099},{"type":"v1","addr":"172.21.15.187:6819","nonce":1242550099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6822","nonce":1242550099},{"type":"v1","addr":"172.21.15.187:6823","nonce":1242550099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6820","nonce":1242550099},{"type":"v1","addr":"172.21.15.187:6821","nonce":1242550099}]},"public_addr":"172.21.15.187:6817/1242550099","cluster_addr":"172.21.15.187:6819/1242550099","heartbeat_back_addr":"172.21.15.187:6823/1242550099","heartbeat_front_addr":"172.21.15.187:6821/1242550099","state":["exists","up"]},{"osd":7,"uuid":"89eda4e2-3c1a-44be-b555-39fa2c843f47","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6824","nonce":665743098},{"type":"v1","addr":"172.21.15.187:6825","nonce":665743098}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6826","nonce":665743098},{"type":"v1","addr":"172.21.15.187:6827","nonce":665743098}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6830","nonce":665743098},{"type":"v1","addr":"172.21.15.187:6831","nonce":665743098}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6828","nonce":665743098},{"type":"v1","addr":"172.21.15.187:6829","nonce":665743098}]},"public_addr":"172.21.15.187:6825/665743098","cluster_addr":"172.21.15.187:6827/665743098","heartbeat_back_addr":"172.21.15.187:6831/665743098","heartbeat_front_addr":"172.21.15.187:6829/665743098","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T08:03:47.010941+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T08:04:06.552293+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T08:04:25.669862+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T08:04:45.345065+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T08:05:01.347985+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T08:05:19.477535+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T08:05:38.095732+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T08:05:57.296272+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.88:6801/1371160194":"2024-09-18T08:02:40.232683+0000","172.21.15.88:6800/1371160194":"2024-09-18T08:02:40.232683+0000","172.21.15.88:0/4151566180":"2024-09-18T08:02:40.232683+0000","172.21.15.88:0/3751286609":"2024-09-18T08:02:40.232683+0000","172.21.15.88:0/141865750":"2024-09-18T08:02:20.331132+0000","172.21.15.88:6800/2428126657":"2024-09-18T08:02:20.331132+0000","172.21.15.88:6801/2428126657":"2024-09-18T08:02:20.331132+0000","172.21.15.88:0/1048248303":"2024-09-18T08:02:20.331132+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-17T08:06:02.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:06:01.808275+0000 mon.c (mon.1) 12 : audit [DBG] from='client.? 172.21.15.88:0/4278930453' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-17T08:06:02.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:06:01.808275+0000 mon.c (mon.1) 12 : audit [DBG] from='client.? 172.21.15.88:0/4278930453' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-17T08:06:02.463 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': 'device_health_metrics', 'create_time': '2024-09-17T08:04:27.648892+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 1}, 'application_metadata': {'mgr_devicehealth': {}}}] 2024-09-17T08:06:02.463 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph osd pool get device_health_metrics pg_num 2024-09-17T08:06:02.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:06:01.808275+0000 mon.c (mon.1) 12 : audit [DBG] from='client.? 172.21.15.88:0/4278930453' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-17T08:06:02.657 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T08:06:03.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:06:02.321646+0000 mgr.y (mgr.14144) 146 : cluster [DBG] pgmap v141: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:03.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:06:02.321646+0000 mgr.y (mgr.14144) 146 : cluster [DBG] pgmap v141: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:03.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:03 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:06:02.321646+0000 mgr.y (mgr.14144) 146 : cluster [DBG] pgmap v141: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:04.411 INFO:teuthology.orchestra.run.smithi088.stdout:pg_num: 1 2024-09-17T08:06:05.051 INFO:tasks.cephadm:Adding prometheus.a on smithi187 2024-09-17T08:06:05.051 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph orch apply prometheus '1;smithi187=a' 2024-09-17T08:06:05.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:05 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:06:04.321950+0000 mgr.y (mgr.14144) 147 : cluster [DBG] pgmap v142: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:05.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:05 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:06:04.410861+0000 mon.a (mon.0) 448 : audit [DBG] from='client.? 172.21.15.88:0/4250207992' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2024-09-17T08:06:05.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:05 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:06:04.321950+0000 mgr.y (mgr.14144) 147 : cluster [DBG] pgmap v142: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:05.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:05 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:06:04.410861+0000 mon.a (mon.0) 448 : audit [DBG] from='client.? 172.21.15.88:0/4250207992' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2024-09-17T08:06:05.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:05 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:06:04.321950+0000 mgr.y (mgr.14144) 147 : cluster [DBG] pgmap v142: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:05.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:05 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:06:04.410861+0000 mon.a (mon.0) 448 : audit [DBG] from='client.? 172.21.15.88:0/4250207992' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2024-09-17T08:06:06.955 INFO:teuthology.orchestra.run.smithi187.stdout:Scheduled prometheus update... 2024-09-17T08:06:07.625 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:06:06.322385+0000 mgr.y (mgr.14144) 148 : cluster [DBG] pgmap v143: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:07.625 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:06:06.954863+0000 mon.a (mon.0) 449 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:06:07.625 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:06:06.955631+0000 mon.a (mon.0) 450 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:06:07.625 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:06:07.168485+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:06:07.646 DEBUG:teuthology.orchestra.run.smithi187:prometheus.a> sudo journalctl -f -n 0 -u ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service 2024-09-17T08:06:07.649 INFO:tasks.cephadm:Adding node-exporter.a on smithi088 2024-09-17T08:06:07.649 INFO:tasks.cephadm:Adding node-exporter.b on smithi187 2024-09-17T08:06:07.649 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph orch apply node-exporter '2;smithi088=a;smithi187=b' 2024-09-17T08:06:07.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:06:06.322385+0000 mgr.y (mgr.14144) 148 : cluster [DBG] pgmap v143: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:07.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:06:06.954863+0000 mon.a (mon.0) 449 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:06:07.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:06:06.955631+0000 mon.a (mon.0) 450 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:06:07.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:06:07.168485+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:06:07.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:06:06.322385+0000 mgr.y (mgr.14144) 148 : cluster [DBG] pgmap v143: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:07.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:06:06.954863+0000 mon.a (mon.0) 449 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:06:07.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:06:06.955631+0000 mon.a (mon.0) 450 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:06:07.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:06:07.168485+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:06:08.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:08 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:06:06.950321+0000 mgr.y (mgr.14144) 149 : audit [DBG] from='client.34292 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi187=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:06:08.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:08 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:06:06.951101+0000 mgr.y (mgr.14144) 150 : cephadm [INF] Saving service prometheus spec with placement smithi187=a;count:1 2024-09-17T08:06:08.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:08 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:06:07.179347+0000 mgr.y (mgr.14144) 151 : cephadm [INF] Deploying daemon prometheus.a on smithi187 2024-09-17T08:06:08.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:06:06.950321+0000 mgr.y (mgr.14144) 149 : audit [DBG] from='client.34292 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi187=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:06:08.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:06:06.951101+0000 mgr.y (mgr.14144) 150 : cephadm [INF] Saving service prometheus spec with placement smithi187=a;count:1 2024-09-17T08:06:08.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:06:07.179347+0000 mgr.y (mgr.14144) 151 : cephadm [INF] Deploying daemon prometheus.a on smithi187 2024-09-17T08:06:08.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:06:06.950321+0000 mgr.y (mgr.14144) 149 : audit [DBG] from='client.34292 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi187=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:06:08.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:06:06.951101+0000 mgr.y (mgr.14144) 150 : cephadm [INF] Saving service prometheus spec with placement smithi187=a;count:1 2024-09-17T08:06:08.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:06:07.179347+0000 mgr.y (mgr.14144) 151 : cephadm [INF] Deploying daemon prometheus.a on smithi187 2024-09-17T08:06:09.637 INFO:teuthology.orchestra.run.smithi187.stdout:Scheduled node-exporter update... 2024-09-17T08:06:09.637 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:06:08.322746+0000 mgr.y (mgr.14144) 152 : cluster [DBG] pgmap v144: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:09.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:06:08.322746+0000 mgr.y (mgr.14144) 152 : cluster [DBG] pgmap v144: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:09.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:06:08.322746+0000 mgr.y (mgr.14144) 152 : cluster [DBG] pgmap v144: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:10.269 DEBUG:teuthology.orchestra.run.smithi088:node-exporter.a> sudo journalctl -f -n 0 -u ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@node-exporter.a.service 2024-09-17T08:06:10.272 DEBUG:teuthology.orchestra.run.smithi187:node-exporter.b> sudo journalctl -f -n 0 -u ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@node-exporter.b.service 2024-09-17T08:06:10.274 INFO:tasks.cephadm:Adding alertmanager.a on smithi088 2024-09-17T08:06:10.275 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph orch apply alertmanager '1;smithi088=a' 2024-09-17T08:06:10.875 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:10 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:06:09.629289+0000 mgr.y (mgr.14144) 153 : audit [DBG] from='client.34298 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi088=a;smithi187=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:06:10.875 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:10 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:06:09.630074+0000 mgr.y (mgr.14144) 154 : cephadm [INF] Saving service node-exporter spec with placement smithi088=a;smithi187=b;count:2 2024-09-17T08:06:10.875 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:10 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:06:09.636408+0000 mon.a (mon.0) 452 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:06:10.875 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:10 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:06:10.323242+0000 mgr.y (mgr.14144) 155 : cluster [DBG] pgmap v145: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:10.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:06:09.629289+0000 mgr.y (mgr.14144) 153 : audit [DBG] from='client.34298 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi088=a;smithi187=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:06:10.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:06:09.630074+0000 mgr.y (mgr.14144) 154 : cephadm [INF] Saving service node-exporter spec with placement smithi088=a;smithi187=b;count:2 2024-09-17T08:06:10.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:06:09.636408+0000 mon.a (mon.0) 452 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:06:10.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:06:10.323242+0000 mgr.y (mgr.14144) 155 : cluster [DBG] pgmap v145: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:10.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:06:09.629289+0000 mgr.y (mgr.14144) 153 : audit [DBG] from='client.34298 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi088=a;smithi187=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:06:10.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:06:09.630074+0000 mgr.y (mgr.14144) 154 : cephadm [INF] Saving service node-exporter spec with placement smithi088=a;smithi187=b;count:2 2024-09-17T08:06:10.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:06:09.636408+0000 mon.a (mon.0) 452 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:06:10.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:06:10.323242+0000 mgr.y (mgr.14144) 155 : cluster [DBG] pgmap v145: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:12.173 INFO:teuthology.orchestra.run.smithi187.stdout:Scheduled alertmanager update... 2024-09-17T08:06:12.866 DEBUG:teuthology.orchestra.run.smithi088:alertmanager.a> sudo journalctl -f -n 0 -u ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@alertmanager.a.service 2024-09-17T08:06:12.869 INFO:tasks.cephadm:Adding grafana.a on smithi187 2024-09-17T08:06:12.869 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph orch apply grafana '1;smithi187=a' 2024-09-17T08:06:13.454 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:13 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:06:12.167821+0000 mgr.y (mgr.14144) 156 : audit [DBG] from='client.34304 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi088=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:06:13.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:13 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:06:12.168646+0000 mgr.y (mgr.14144) 157 : cephadm [INF] Saving service alertmanager spec with placement smithi088=a;count:1 2024-09-17T08:06:13.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:13 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:06:12.172558+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:06:13.455 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:13 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:06:12.323587+0000 mgr.y (mgr.14144) 158 : cluster [DBG] pgmap v146: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:13.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:06:12.167821+0000 mgr.y (mgr.14144) 156 : audit [DBG] from='client.34304 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi088=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:06:13.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:06:12.168646+0000 mgr.y (mgr.14144) 157 : cephadm [INF] Saving service alertmanager spec with placement smithi088=a;count:1 2024-09-17T08:06:13.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:06:12.172558+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:06:13.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:06:12.323587+0000 mgr.y (mgr.14144) 158 : cluster [DBG] pgmap v146: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:13.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:06:12.167821+0000 mgr.y (mgr.14144) 156 : audit [DBG] from='client.34304 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi088=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:06:13.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:06:12.168646+0000 mgr.y (mgr.14144) 157 : cephadm [INF] Saving service alertmanager spec with placement smithi088=a;count:1 2024-09-17T08:06:13.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:06:12.172558+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:06:13.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:06:12.323587+0000 mgr.y (mgr.14144) 158 : cluster [DBG] pgmap v146: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:14.787 INFO:teuthology.orchestra.run.smithi187.stdout:Scheduled grafana update... 2024-09-17T08:06:15.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:15 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:06:14.323938+0000 mgr.y (mgr.14144) 159 : cluster [DBG] pgmap v147: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:15.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:15 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:06:14.786351+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:06:15.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:06:14.323938+0000 mgr.y (mgr.14144) 159 : cluster [DBG] pgmap v147: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:15.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:06:14.786351+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:06:15.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:06:14.323938+0000 mgr.y (mgr.14144) 159 : cluster [DBG] pgmap v147: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:15.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:06:14.786351+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:06:15.872 DEBUG:teuthology.orchestra.run.smithi187:grafana.a> sudo journalctl -f -n 0 -u ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@grafana.a.service 2024-09-17T08:06:15.874 INFO:tasks.cephadm:Setting up client nodes... 2024-09-17T08:06:15.875 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-09-17T08:06:16.506 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:06:14.781554+0000 mgr.y (mgr.14144) 160 : audit [DBG] from='client.34310 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi187=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:06:16.506 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:06:14.782253+0000 mgr.y (mgr.14144) 161 : cephadm [INF] Saving service grafana spec with placement smithi187=a;count:1 2024-09-17T08:06:16.506 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:06:14.781554+0000 mgr.y (mgr.14144) 160 : audit [DBG] from='client.34310 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi187=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:06:16.506 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:06:14.782253+0000 mgr.y (mgr.14144) 161 : cephadm [INF] Saving service grafana spec with placement smithi187=a;count:1 2024-09-17T08:06:16.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:06:14.781554+0000 mgr.y (mgr.14144) 160 : audit [DBG] from='client.34310 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi187=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:06:16.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:06:14.782253+0000 mgr.y (mgr.14144) 161 : cephadm [INF] Saving service grafana spec with placement smithi187=a;count:1 2024-09-17T08:06:17.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:17 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:06:16.324332+0000 mgr.y (mgr.14144) 162 : cluster [DBG] pgmap v148: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:17.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:06:16.324332+0000 mgr.y (mgr.14144) 162 : cluster [DBG] pgmap v148: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:17.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:06:16.324332+0000 mgr.y (mgr.14144) 162 : cluster [DBG] pgmap v148: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:17.842 INFO:teuthology.orchestra.run.smithi088.stdout:[client.0] 2024-09-17T08:06:17.842 INFO:teuthology.orchestra.run.smithi088.stdout: key = AQB5OOlmc4rgMRAAEbEcV1jiKQC5K7CjK5vGAg== 2024-09-17T08:06:18.491 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:06:17.836380+0000 mon.c (mon.1) 13 : audit [INF] from='client.? 172.21.15.88:0/344860089' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-17T08:06:18.492 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:06:17.836667+0000 mon.a (mon.0) 455 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-17T08:06:18.492 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:06:17.841911+0000 mon.a (mon.0) 456 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-17T08:06:18.492 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:06:17.836380+0000 mon.c (mon.1) 13 : audit [INF] from='client.? 172.21.15.88:0/344860089' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-17T08:06:18.492 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:06:17.836667+0000 mon.a (mon.0) 455 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-17T08:06:18.492 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:06:17.841911+0000 mon.a (mon.0) 456 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-17T08:06:18.514 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-09-17T08:06:18.514 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-09-17T08:06:18.514 DEBUG:teuthology.orchestra.run.smithi088:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-17T08:06:18.553 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-09-17T08:06:18.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:06:17.836380+0000 mon.c (mon.1) 13 : audit [INF] from='client.? 172.21.15.88:0/344860089' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-17T08:06:18.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:06:17.836667+0000 mon.a (mon.0) 455 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-17T08:06:18.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:06:17.841911+0000 mon.a (mon.0) 456 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-17T08:06:19.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:06:18.324777+0000 mgr.y (mgr.14144) 163 : cluster [DBG] pgmap v149: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:19.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:06:18.324777+0000 mgr.y (mgr.14144) 163 : cluster [DBG] pgmap v149: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:19.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:06:18.324777+0000 mgr.y (mgr.14144) 163 : cluster [DBG] pgmap v149: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:21.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:06:20.325277+0000 mgr.y (mgr.14144) 164 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:21.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:06:20.325277+0000 mgr.y (mgr.14144) 164 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:21.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:06:20.325277+0000 mgr.y (mgr.14144) 164 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:23.489 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:06:22.325619+0000 mgr.y (mgr.14144) 165 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:23.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:06:22.325619+0000 mgr.y (mgr.14144) 165 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:23.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:06:22.325619+0000 mgr.y (mgr.14144) 165 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:23.945 INFO:teuthology.orchestra.run.smithi187.stdout:[client.1] 2024-09-17T08:06:23.946 INFO:teuthology.orchestra.run.smithi187.stdout: key = AQB/OOlmTDITOBAA3HzVsW7ZvEKTD9F0zht3wg== 2024-09-17T08:06:24.532 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:06:24 smithi187 systemd[1]: Starting Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:06:24.533 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:06:23.939859+0000 mon.b (mon.2) 22 : audit [INF] from='client.? 172.21.15.187:0/2864813241' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-17T08:06:24.533 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:06:23.940605+0000 mon.a (mon.0) 457 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-17T08:06:24.533 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:06:23.944137+0000 mon.a (mon.0) 458 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-17T08:06:24.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:06:23.939859+0000 mon.b (mon.2) 22 : audit [INF] from='client.? 172.21.15.187:0/2864813241' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-17T08:06:24.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:06:23.940605+0000 mon.a (mon.0) 457 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-17T08:06:24.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:06:23.944137+0000 mon.a (mon.0) 458 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-17T08:06:24.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:06:23.939859+0000 mon.b (mon.2) 22 : audit [INF] from='client.? 172.21.15.187:0/2864813241' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-17T08:06:24.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:06:23.940605+0000 mon.a (mon.0) 457 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-17T08:06:24.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:06:23.944137+0000 mon.a (mon.0) 458 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-17T08:06:24.747 DEBUG:teuthology.orchestra.run.smithi187:> set -ex 2024-09-17T08:06:24.747 DEBUG:teuthology.orchestra.run.smithi187:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-09-17T08:06:24.747 DEBUG:teuthology.orchestra.run.smithi187:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-17T08:06:24.789 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-17T08:06:24.789 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-09-17T08:06:24.790 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph mgr dump --format=json 2024-09-17T08:06:25.000 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T08:06:25.119 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:06:24 smithi187 podman[35830]: 2024-09-17 08:06:24.785336838 +0000 UTC m=+0.017645591 image pull de242295e2257c37c8cadfd962369228f8f10b2d48a44259b65fef44ad4f6490 docker.io/prom/prometheus:v2.18.1 2024-09-17T08:06:25.119 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:06:24 smithi187 podman[35830]: 2024-09-17 08:06:24.900726579 +0000 UTC m=+0.133035321 container create 7cd0ac5e5c1d559d25cbc9c0c8db2c6c7df238d4c51b3a2b934e9e5953845b6b (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:06:25.119 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:06:25 smithi187 podman[35830]: 2024-09-17 08:06:25.119216639 +0000 UTC m=+0.351525391 container init 7cd0ac5e5c1d559d25cbc9c0c8db2c6c7df238d4c51b3a2b934e9e5953845b6b (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:06:25.397 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:06:25 smithi187 podman[35830]: 2024-09-17 08:06:25.122350545 +0000 UTC m=+0.354659287 container start 7cd0ac5e5c1d559d25cbc9c0c8db2c6c7df238d4c51b3a2b934e9e5953845b6b (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:06:25.397 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:06:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[35851]: level=info ts=2024-09-17T08:06:25.152Z caller=main.go:302 msg="No time or size retention was set so using the default time retention" duration=15d 2024-09-17T08:06:25.398 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:06:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[35851]: level=info ts=2024-09-17T08:06:25.152Z caller=main.go:337 msg="Starting Prometheus" version="(version=2.18.1, branch=HEAD, revision=ecee9c8abfd118f139014cb1b174b08db3f342cf)" 2024-09-17T08:06:25.398 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:06:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[35851]: level=info ts=2024-09-17T08:06:25.152Z caller=main.go:338 build_context="(go=go1.14.2, user=root@2117a9e64a7e, date=20200507-16:51:47)" 2024-09-17T08:06:25.398 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:06:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[35851]: level=info ts=2024-09-17T08:06:25.152Z caller=main.go:339 host_details="(Linux 5.14.0-508.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024 x86_64 smithi187 (none))" 2024-09-17T08:06:25.398 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:06:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[35851]: level=info ts=2024-09-17T08:06:25.152Z caller=main.go:340 fd_limits="(soft=1048576, hard=1048576)" 2024-09-17T08:06:25.398 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:06:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[35851]: level=info ts=2024-09-17T08:06:25.153Z caller=main.go:341 vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-17T08:06:25.398 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:06:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[35851]: level=info ts=2024-09-17T08:06:25.154Z caller=main.go:678 msg="Starting TSDB ..." 2024-09-17T08:06:25.398 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:06:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[35851]: level=info ts=2024-09-17T08:06:25.154Z caller=web.go:523 component=web msg="Start listening for connections" address=:9095 2024-09-17T08:06:25.398 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:06:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[35851]: level=info ts=2024-09-17T08:06:25.157Z caller=head.go:575 component=tsdb msg="Replaying WAL, this may take awhile" 2024-09-17T08:06:25.398 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:06:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[35851]: level=info ts=2024-09-17T08:06:25.157Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-09-17T08:06:25.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:06:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[35851]: level=info ts=2024-09-17T08:06:25.157Z caller=head.go:627 component=tsdb msg="WAL replay completed" duration=199.633µs 2024-09-17T08:06:25.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:06:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[35851]: level=info ts=2024-09-17T08:06:25.158Z caller=main.go:694 fs_type=XFS_SUPER_MAGIC 2024-09-17T08:06:25.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:06:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[35851]: level=info ts=2024-09-17T08:06:25.158Z caller=main.go:695 msg="TSDB started" 2024-09-17T08:06:25.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:06:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[35851]: level=info ts=2024-09-17T08:06:25.158Z caller=main.go:799 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-17T08:06:25.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:06:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[35851]: level=info ts=2024-09-17T08:06:25.159Z caller=main.go:827 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-17T08:06:25.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:06:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[35851]: level=info ts=2024-09-17T08:06:25.159Z caller=main.go:646 msg="Server is ready to receive web requests." 2024-09-17T08:06:25.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:06:25 smithi187 bash[35830]: 7cd0ac5e5c1d559d25cbc9c0c8db2c6c7df238d4c51b3a2b934e9e5953845b6b 2024-09-17T08:06:25.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:06:25 smithi187 systemd[1]: Started Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:06:25.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:06:24.326050+0000 mgr.y (mgr.14144) 166 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:25.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:06:25.253799+0000 mon.a (mon.0) 459 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:06:25.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:06:25.254880+0000 mon.a (mon.0) 460 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:06:25.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:06:24.326050+0000 mgr.y (mgr.14144) 166 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:25.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:06:25.253799+0000 mon.a (mon.0) 459 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:06:25.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:06:25.254880+0000 mon.a (mon.0) 460 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:06:25.709 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:06:24.326050+0000 mgr.y (mgr.14144) 166 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:25.709 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:06:25.253799+0000 mon.a (mon.0) 459 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:06:25.709 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:06:25.254880+0000 mon.a (mon.0) 460 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:06:26.781 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-09-17T08:06:27.401 INFO:teuthology.orchestra.run.smithi088.stdout:{"epoch":14,"active_gid":14144,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6800","nonce":2475614275},{"type":"v1","addr":"172.21.15.88:6801","nonce":2475614275}]},"active_addr":"172.21.15.88:6801/2475614275","active_change":"2024-09-17T08:02:40.232985+0000","active_mgr_features":4540138297136906239,"available":true,"standbys":[{"gid":34109,"name":"x","mgr_features":4540138297136906239,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/alertmanager:v0.20.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"docker.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"docker.io/ceph/ceph-grafana:6.7.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"haproxy","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"arcts/keepalived","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/node-exporter:v0.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/prometheus:v2.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository url","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_cephfs":{"name":"FEATURE_TOGGLE_cephfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_iscsi":{"name":"FEATURE_TOGGLE_iscsi","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_mirroring":{"name":"FEATURE_TOGGLE_mirroring","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_nfs":{"name":"FEATURE_TOGGLE_nfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rbd":{"name":"FEATURE_TOGGLE_rbd","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rgw":{"name":"FEATURE_TOGGLE_rgw","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_HOST":{"name":"RGW_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_PORT":{"name":"RGW_API_PORT","type":"str","level":"advanced","flags":0,"default_value":"80","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SCHEME":{"name":"RGW_API_SCHEME","type":"str","level":"advanced","flags":0,"default_value":"http","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_USER_ID":{"name":"RGW_API_USER_ID","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"persist_interval":{"name":"persist_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how frequently to persist completed events","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/alertmanager:v0.20.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"docker.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"docker.io/ceph/ceph-grafana:6.7.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"haproxy","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"arcts/keepalived","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/node-exporter:v0.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/prometheus:v2.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository url","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_cephfs":{"name":"FEATURE_TOGGLE_cephfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_iscsi":{"name":"FEATURE_TOGGLE_iscsi","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_mirroring":{"name":"FEATURE_TOGGLE_mirroring","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_nfs":{"name":"FEATURE_TOGGLE_nfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rbd":{"name":"FEATURE_TOGGLE_rbd","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rgw":{"name":"FEATURE_TOGGLE_rgw","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_HOST":{"name":"RGW_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_PORT":{"name":"RGW_API_PORT","type":"str","level":"advanced","flags":0,"default_value":"80","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SCHEME":{"name":"RGW_API_SCHEME","type":"str","level":"advanced","flags":0,"default_value":"http","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_USER_ID":{"name":"RGW_API_USER_ID","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"persist_interval":{"name":"persist_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how frequently to persist completed events","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://smithi088.front.sepia.ceph.com:8443/"},"always_on_modules":{"nautilus":["balancer","crash","devicehealth","orchestrator_cli","progress","rbd_support","status","volumes"],"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"last_failure_osd_epoch":3,"active_clients":[{"addrvec":[{"type":"v2","addr":"172.21.15.88:0","nonce":4033590477}]},{"addrvec":[{"type":"v2","addr":"172.21.15.88:0","nonce":578783610}]}]}} 2024-09-17T08:06:27.404 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-09-17T08:06:27.404 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-09-17T08:06:27.404 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-17T08:06:27.529 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:27 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:06:26.326505+0000 mgr.y (mgr.14144) 167 : cluster [DBG] pgmap v153: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:27.529 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:27 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:06:26.775336+0000 mon.a (mon.0) 461 : audit [DBG] from='client.? 172.21.15.88:0/3306260027' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-17T08:06:27.529 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:27 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:06:26.961144+0000 mon.a (mon.0) 462 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:06:27.529 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:27 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:06:26.964279+0000 mon.a (mon.0) 463 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:06:27.599 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T08:06:27.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:06:26.326505+0000 mgr.y (mgr.14144) 167 : cluster [DBG] pgmap v153: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:27.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:06:26.775336+0000 mon.a (mon.0) 461 : audit [DBG] from='client.? 172.21.15.88:0/3306260027' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-17T08:06:27.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:06:26.961144+0000 mon.a (mon.0) 462 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:06:27.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:06:26.964279+0000 mon.a (mon.0) 463 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:06:27.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:06:26.326505+0000 mgr.y (mgr.14144) 167 : cluster [DBG] pgmap v153: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:27.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:06:26.775336+0000 mon.a (mon.0) 461 : audit [DBG] from='client.? 172.21.15.88:0/3306260027' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-17T08:06:27.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:06:26.961144+0000 mon.a (mon.0) 462 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:06:27.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:06:26.964279+0000 mon.a (mon.0) 463 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:06:27.897 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:06:27 smithi187 bash[36263]: Trying to pull docker.io/prom/node-exporter:v0.18.1... 2024-09-17T08:06:28.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:06:26.965675+0000 mgr.y (mgr.14144) 168 : cephadm [INF] Deploying daemon node-exporter.b on smithi187 2024-09-17T08:06:28.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:06:26.965675+0000 mgr.y (mgr.14144) 168 : cephadm [INF] Deploying daemon node-exporter.b on smithi187 2024-09-17T08:06:28.798 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:28 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:06:26.965675+0000 mgr.y (mgr.14144) 168 : cephadm [INF] Deploying daemon node-exporter.b on smithi187 2024-09-17T08:06:29.388 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-09-17T08:06:29.388 INFO:teuthology.orchestra.run.smithi088.stdout:{"epoch":50,"fsid":"0975a5c8-74cb-11ef-bceb-c7b262605968","created":"2024-09-17T08:01:57.535129+0000","modified":"2024-09-17T08:06:00.200338+0000","last_up_change":"2024-09-17T08:05:58.195394+0000","last_in_change":"2024-09-17T08:05:43.888304+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-09-17T08:04:27.648892+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}}],"osds":[{"osd":0,"uuid":"f91e2199-cd75-44c9-a80f-a2587383728e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":2861989360},{"type":"v1","addr":"172.21.15.88:6803","nonce":2861989360}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":2861989360},{"type":"v1","addr":"172.21.15.88:6805","nonce":2861989360}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":2861989360},{"type":"v1","addr":"172.21.15.88:6809","nonce":2861989360}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":2861989360},{"type":"v1","addr":"172.21.15.88:6807","nonce":2861989360}]},"public_addr":"172.21.15.88:6803/2861989360","cluster_addr":"172.21.15.88:6805/2861989360","heartbeat_back_addr":"172.21.15.88:6809/2861989360","heartbeat_front_addr":"172.21.15.88:6807/2861989360","state":["exists","up"]},{"osd":1,"uuid":"d9a7bf5a-0d3d-4de9-8f6e-686e3146e5ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":3366709427},{"type":"v1","addr":"172.21.15.88:6811","nonce":3366709427}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":3366709427},{"type":"v1","addr":"172.21.15.88:6813","nonce":3366709427}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":3366709427},{"type":"v1","addr":"172.21.15.88:6817","nonce":3366709427}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":3366709427},{"type":"v1","addr":"172.21.15.88:6815","nonce":3366709427}]},"public_addr":"172.21.15.88:6811/3366709427","cluster_addr":"172.21.15.88:6813/3366709427","heartbeat_back_addr":"172.21.15.88:6817/3366709427","heartbeat_front_addr":"172.21.15.88:6815/3366709427","state":["exists","up"]},{"osd":2,"uuid":"c706a0bf-352f-4d62-b2f4-a49aadfa136f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":4055203778},{"type":"v1","addr":"172.21.15.88:6819","nonce":4055203778}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":4055203778},{"type":"v1","addr":"172.21.15.88:6821","nonce":4055203778}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":4055203778},{"type":"v1","addr":"172.21.15.88:6825","nonce":4055203778}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":4055203778},{"type":"v1","addr":"172.21.15.88:6823","nonce":4055203778}]},"public_addr":"172.21.15.88:6819/4055203778","cluster_addr":"172.21.15.88:6821/4055203778","heartbeat_back_addr":"172.21.15.88:6825/4055203778","heartbeat_front_addr":"172.21.15.88:6823/4055203778","state":["exists","up"]},{"osd":3,"uuid":"f27b2710-b9e1-48f1-ba69-3c59be22c904","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":3140156678},{"type":"v1","addr":"172.21.15.88:6827","nonce":3140156678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":3140156678},{"type":"v1","addr":"172.21.15.88:6829","nonce":3140156678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":3140156678},{"type":"v1","addr":"172.21.15.88:6833","nonce":3140156678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":3140156678},{"type":"v1","addr":"172.21.15.88:6831","nonce":3140156678}]},"public_addr":"172.21.15.88:6827/3140156678","cluster_addr":"172.21.15.88:6829/3140156678","heartbeat_back_addr":"172.21.15.88:6833/3140156678","heartbeat_front_addr":"172.21.15.88:6831/3140156678","state":["exists","up"]},{"osd":4,"uuid":"df9b9367-da6a-4a51-b0da-49df0c6f73b4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6800","nonce":2630695640},{"type":"v1","addr":"172.21.15.187:6801","nonce":2630695640}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6802","nonce":2630695640},{"type":"v1","addr":"172.21.15.187:6803","nonce":2630695640}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6806","nonce":2630695640},{"type":"v1","addr":"172.21.15.187:6807","nonce":2630695640}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6804","nonce":2630695640},{"type":"v1","addr":"172.21.15.187:6805","nonce":2630695640}]},"public_addr":"172.21.15.187:6801/2630695640","cluster_addr":"172.21.15.187:6803/2630695640","heartbeat_back_addr":"172.21.15.187:6807/2630695640","heartbeat_front_addr":"172.21.15.187:6805/2630695640","state":["exists","up"]},{"osd":5,"uuid":"b3181f5f-d285-4493-a850-452492a41ea8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6808","nonce":687995455},{"type":"v1","addr":"172.21.15.187:6809","nonce":687995455}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6810","nonce":687995455},{"type":"v1","addr":"172.21.15.187:6811","nonce":687995455}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6814","nonce":687995455},{"type":"v1","addr":"172.21.15.187:6815","nonce":687995455}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6812","nonce":687995455},{"type":"v1","addr":"172.21.15.187:6813","nonce":687995455}]},"public_addr":"172.21.15.187:6809/687995455","cluster_addr":"172.21.15.187:6811/687995455","heartbeat_back_addr":"172.21.15.187:6815/687995455","heartbeat_front_addr":"172.21.15.187:6813/687995455","state":["exists","up"]},{"osd":6,"uuid":"6b99672a-8c3c-4ab6-a826-eb85756144fe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6816","nonce":1242550099},{"type":"v1","addr":"172.21.15.187:6817","nonce":1242550099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6818","nonce":1242550099},{"type":"v1","addr":"172.21.15.187:6819","nonce":1242550099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6822","nonce":1242550099},{"type":"v1","addr":"172.21.15.187:6823","nonce":1242550099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6820","nonce":1242550099},{"type":"v1","addr":"172.21.15.187:6821","nonce":1242550099}]},"public_addr":"172.21.15.187:6817/1242550099","cluster_addr":"172.21.15.187:6819/1242550099","heartbeat_back_addr":"172.21.15.187:6823/1242550099","heartbeat_front_addr":"172.21.15.187:6821/1242550099","state":["exists","up"]},{"osd":7,"uuid":"89eda4e2-3c1a-44be-b555-39fa2c843f47","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6824","nonce":665743098},{"type":"v1","addr":"172.21.15.187:6825","nonce":665743098}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6826","nonce":665743098},{"type":"v1","addr":"172.21.15.187:6827","nonce":665743098}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6830","nonce":665743098},{"type":"v1","addr":"172.21.15.187:6831","nonce":665743098}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6828","nonce":665743098},{"type":"v1","addr":"172.21.15.187:6829","nonce":665743098}]},"public_addr":"172.21.15.187:6825/665743098","cluster_addr":"172.21.15.187:6827/665743098","heartbeat_back_addr":"172.21.15.187:6831/665743098","heartbeat_front_addr":"172.21.15.187:6829/665743098","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T08:03:47.010941+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T08:04:06.552293+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T08:04:25.669862+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T08:04:45.345065+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T08:05:01.347985+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T08:05:19.477535+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T08:05:38.095732+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T08:05:57.296272+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.88:6801/1371160194":"2024-09-18T08:02:40.232683+0000","172.21.15.88:6800/1371160194":"2024-09-18T08:02:40.232683+0000","172.21.15.88:0/4151566180":"2024-09-18T08:02:40.232683+0000","172.21.15.88:0/3751286609":"2024-09-18T08:02:40.232683+0000","172.21.15.88:0/141865750":"2024-09-18T08:02:20.331132+0000","172.21.15.88:6800/2428126657":"2024-09-18T08:02:20.331132+0000","172.21.15.88:6801/2428126657":"2024-09-18T08:02:20.331132+0000","172.21.15.88:0/1048248303":"2024-09-18T08:02:20.331132+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-17T08:06:29.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:06:28.326899+0000 mgr.y (mgr.14144) 169 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:29.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:06:29.387455+0000 mon.a (mon.0) 464 : audit [DBG] from='client.? 172.21.15.88:0/73512244' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-17T08:06:29.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:06:28.326899+0000 mgr.y (mgr.14144) 169 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:29.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:06:29.387455+0000 mon.a (mon.0) 464 : audit [DBG] from='client.? 172.21.15.88:0/73512244' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-17T08:06:29.811 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:29 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:06:28.326899+0000 mgr.y (mgr.14144) 169 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:29.811 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:29 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:06:29.387455+0000 mon.a (mon.0) 464 : audit [DBG] from='client.? 172.21.15.88:0/73512244' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-17T08:06:30.030 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-09-17T08:06:30.031 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-17T08:06:30.223 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T08:06:31.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:06:30.327231+0000 mgr.y (mgr.14144) 170 : cluster [DBG] pgmap v155: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:31.530 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:06:30.327231+0000 mgr.y (mgr.14144) 170 : cluster [DBG] pgmap v155: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:31.889 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-09-17T08:06:31.889 INFO:teuthology.orchestra.run.smithi088.stdout:{"epoch":50,"fsid":"0975a5c8-74cb-11ef-bceb-c7b262605968","created":"2024-09-17T08:01:57.535129+0000","modified":"2024-09-17T08:06:00.200338+0000","last_up_change":"2024-09-17T08:05:58.195394+0000","last_in_change":"2024-09-17T08:05:43.888304+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-09-17T08:04:27.648892+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}}],"osds":[{"osd":0,"uuid":"f91e2199-cd75-44c9-a80f-a2587383728e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":2861989360},{"type":"v1","addr":"172.21.15.88:6803","nonce":2861989360}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":2861989360},{"type":"v1","addr":"172.21.15.88:6805","nonce":2861989360}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":2861989360},{"type":"v1","addr":"172.21.15.88:6809","nonce":2861989360}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":2861989360},{"type":"v1","addr":"172.21.15.88:6807","nonce":2861989360}]},"public_addr":"172.21.15.88:6803/2861989360","cluster_addr":"172.21.15.88:6805/2861989360","heartbeat_back_addr":"172.21.15.88:6809/2861989360","heartbeat_front_addr":"172.21.15.88:6807/2861989360","state":["exists","up"]},{"osd":1,"uuid":"d9a7bf5a-0d3d-4de9-8f6e-686e3146e5ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":3366709427},{"type":"v1","addr":"172.21.15.88:6811","nonce":3366709427}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":3366709427},{"type":"v1","addr":"172.21.15.88:6813","nonce":3366709427}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":3366709427},{"type":"v1","addr":"172.21.15.88:6817","nonce":3366709427}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":3366709427},{"type":"v1","addr":"172.21.15.88:6815","nonce":3366709427}]},"public_addr":"172.21.15.88:6811/3366709427","cluster_addr":"172.21.15.88:6813/3366709427","heartbeat_back_addr":"172.21.15.88:6817/3366709427","heartbeat_front_addr":"172.21.15.88:6815/3366709427","state":["exists","up"]},{"osd":2,"uuid":"c706a0bf-352f-4d62-b2f4-a49aadfa136f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":4055203778},{"type":"v1","addr":"172.21.15.88:6819","nonce":4055203778}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":4055203778},{"type":"v1","addr":"172.21.15.88:6821","nonce":4055203778}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":4055203778},{"type":"v1","addr":"172.21.15.88:6825","nonce":4055203778}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":4055203778},{"type":"v1","addr":"172.21.15.88:6823","nonce":4055203778}]},"public_addr":"172.21.15.88:6819/4055203778","cluster_addr":"172.21.15.88:6821/4055203778","heartbeat_back_addr":"172.21.15.88:6825/4055203778","heartbeat_front_addr":"172.21.15.88:6823/4055203778","state":["exists","up"]},{"osd":3,"uuid":"f27b2710-b9e1-48f1-ba69-3c59be22c904","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":3140156678},{"type":"v1","addr":"172.21.15.88:6827","nonce":3140156678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":3140156678},{"type":"v1","addr":"172.21.15.88:6829","nonce":3140156678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":3140156678},{"type":"v1","addr":"172.21.15.88:6833","nonce":3140156678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":3140156678},{"type":"v1","addr":"172.21.15.88:6831","nonce":3140156678}]},"public_addr":"172.21.15.88:6827/3140156678","cluster_addr":"172.21.15.88:6829/3140156678","heartbeat_back_addr":"172.21.15.88:6833/3140156678","heartbeat_front_addr":"172.21.15.88:6831/3140156678","state":["exists","up"]},{"osd":4,"uuid":"df9b9367-da6a-4a51-b0da-49df0c6f73b4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6800","nonce":2630695640},{"type":"v1","addr":"172.21.15.187:6801","nonce":2630695640}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6802","nonce":2630695640},{"type":"v1","addr":"172.21.15.187:6803","nonce":2630695640}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6806","nonce":2630695640},{"type":"v1","addr":"172.21.15.187:6807","nonce":2630695640}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6804","nonce":2630695640},{"type":"v1","addr":"172.21.15.187:6805","nonce":2630695640}]},"public_addr":"172.21.15.187:6801/2630695640","cluster_addr":"172.21.15.187:6803/2630695640","heartbeat_back_addr":"172.21.15.187:6807/2630695640","heartbeat_front_addr":"172.21.15.187:6805/2630695640","state":["exists","up"]},{"osd":5,"uuid":"b3181f5f-d285-4493-a850-452492a41ea8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6808","nonce":687995455},{"type":"v1","addr":"172.21.15.187:6809","nonce":687995455}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6810","nonce":687995455},{"type":"v1","addr":"172.21.15.187:6811","nonce":687995455}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6814","nonce":687995455},{"type":"v1","addr":"172.21.15.187:6815","nonce":687995455}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6812","nonce":687995455},{"type":"v1","addr":"172.21.15.187:6813","nonce":687995455}]},"public_addr":"172.21.15.187:6809/687995455","cluster_addr":"172.21.15.187:6811/687995455","heartbeat_back_addr":"172.21.15.187:6815/687995455","heartbeat_front_addr":"172.21.15.187:6813/687995455","state":["exists","up"]},{"osd":6,"uuid":"6b99672a-8c3c-4ab6-a826-eb85756144fe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6816","nonce":1242550099},{"type":"v1","addr":"172.21.15.187:6817","nonce":1242550099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6818","nonce":1242550099},{"type":"v1","addr":"172.21.15.187:6819","nonce":1242550099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6822","nonce":1242550099},{"type":"v1","addr":"172.21.15.187:6823","nonce":1242550099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6820","nonce":1242550099},{"type":"v1","addr":"172.21.15.187:6821","nonce":1242550099}]},"public_addr":"172.21.15.187:6817/1242550099","cluster_addr":"172.21.15.187:6819/1242550099","heartbeat_back_addr":"172.21.15.187:6823/1242550099","heartbeat_front_addr":"172.21.15.187:6821/1242550099","state":["exists","up"]},{"osd":7,"uuid":"89eda4e2-3c1a-44be-b555-39fa2c843f47","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6824","nonce":665743098},{"type":"v1","addr":"172.21.15.187:6825","nonce":665743098}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6826","nonce":665743098},{"type":"v1","addr":"172.21.15.187:6827","nonce":665743098}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6830","nonce":665743098},{"type":"v1","addr":"172.21.15.187:6831","nonce":665743098}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6828","nonce":665743098},{"type":"v1","addr":"172.21.15.187:6829","nonce":665743098}]},"public_addr":"172.21.15.187:6825/665743098","cluster_addr":"172.21.15.187:6827/665743098","heartbeat_back_addr":"172.21.15.187:6831/665743098","heartbeat_front_addr":"172.21.15.187:6829/665743098","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T08:03:47.010941+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T08:04:06.552293+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T08:04:25.669862+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T08:04:45.345065+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T08:05:01.347985+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T08:05:19.477535+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T08:05:38.095732+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T08:05:57.296272+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.88:6801/1371160194":"2024-09-18T08:02:40.232683+0000","172.21.15.88:6800/1371160194":"2024-09-18T08:02:40.232683+0000","172.21.15.88:0/4151566180":"2024-09-18T08:02:40.232683+0000","172.21.15.88:0/3751286609":"2024-09-18T08:02:40.232683+0000","172.21.15.88:0/141865750":"2024-09-18T08:02:20.331132+0000","172.21.15.88:6800/2428126657":"2024-09-18T08:02:20.331132+0000","172.21.15.88:6801/2428126657":"2024-09-18T08:02:20.331132+0000","172.21.15.88:0/1048248303":"2024-09-18T08:02:20.331132+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-17T08:06:31.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:31 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:06:30.327231+0000 mgr.y (mgr.14144) 170 : cluster [DBG] pgmap v155: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:32.520 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-09-17T08:06:32.520 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-09-17T08:06:32.521 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-09-17T08:06:32.522 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-09-17T08:06:32.522 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-09-17T08:06:32.523 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-09-17T08:06:32.523 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-09-17T08:06:32.523 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-09-17T08:06:32.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:32 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:06:31.888722+0000 mon.a (mon.0) 465 : audit [DBG] from='client.? 172.21.15.88:0/1466767353' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-17T08:06:32.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:32 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:06:31.888722+0000 mon.a (mon.0) 465 : audit [DBG] from='client.? 172.21.15.88:0/1466767353' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-17T08:06:32.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:32 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:06:31.888722+0000 mon.a (mon.0) 465 : audit [DBG] from='client.? 172.21.15.88:0/1466767353' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-17T08:06:32.908 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T08:06:32.910 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T08:06:32.911 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T08:06:32.911 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T08:06:32.919 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T08:06:32.919 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T08:06:32.920 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T08:06:32.932 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T08:06:33.657 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:33 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:06:32.327660+0000 mgr.y (mgr.14144) 171 : cluster [DBG] pgmap v156: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:33.657 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:33 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:06:32.327660+0000 mgr.y (mgr.14144) 171 : cluster [DBG] pgmap v156: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:33.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:33 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:06:32.327660+0000 mgr.y (mgr.14144) 171 : cluster [DBG] pgmap v156: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:34.397 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:06:34 smithi187 bash[36263]: Getting image source signatures 2024-09-17T08:06:34.397 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:06:34 smithi187 bash[36263]: Copying blob sha256:190160031744b0810999dd6f293478be0b41524654c70782cf09437095430f2f 2024-09-17T08:06:34.397 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:06:34 smithi187 bash[36263]: Copying blob sha256:49a2d53aa1af115e87f7e23a7fe4b7a3e12304d37982fb6528b035d0f68a3b56 2024-09-17T08:06:34.397 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:06:34 smithi187 bash[36263]: Copying blob sha256:3589a6efd9ce96b2f2218a80bacb84f60d5e584d024023617b0f56b87fe798c3 2024-09-17T08:06:34.693 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:06:34.328223+0000 mgr.y (mgr.14144) 172 : cluster [DBG] pgmap v157: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:34.693 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:06:34.328223+0000 mgr.y (mgr.14144) 172 : cluster [DBG] pgmap v157: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:34.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:06:34.328223+0000 mgr.y (mgr.14144) 172 : cluster [DBG] pgmap v157: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:35.897 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:06:35 smithi187 bash[36263]: Copying config sha256:e5a616e4b9cf68dfcad7782b78e118be4310022e874d52da85c55923fb615f87 2024-09-17T08:06:35.897 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:06:35 smithi187 bash[36263]: Writing manifest to image destination 2024-09-17T08:06:36.330 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:06:36 smithi187 podman[36263]: 2024-09-17 08:06:35.945883583 +0000 UTC m=+8.362472181 image pull e5a616e4b9cf68dfcad7782b78e118be4310022e874d52da85c55923fb615f87 docker.io/prom/node-exporter:v0.18.1 2024-09-17T08:06:36.330 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:06:36 smithi187 podman[36263]: 2024-09-17 08:06:36.043913508 +0000 UTC m=+8.460502101 container create 4355833ecd027895a0ca1968274fd1ed8610f6ec65ddafa2dec779a84461ac83 (image=docker.io/prom/node-exporter:v0.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b, maintainer=The Prometheus Authors ) 2024-09-17T08:06:36.330 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:06:36 smithi187 podman[36263]: 2024-09-17 08:06:36.245544744 +0000 UTC m=+8.662133331 container init 4355833ecd027895a0ca1968274fd1ed8610f6ec65ddafa2dec779a84461ac83 (image=docker.io/prom/node-exporter:v0.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b, maintainer=The Prometheus Authors ) 2024-09-17T08:06:36.330 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:06:36 smithi187 podman[36263]: 2024-09-17 08:06:36.248855904 +0000 UTC m=+8.665444499 container start 4355833ecd027895a0ca1968274fd1ed8610f6ec65ddafa2dec779a84461ac83 (image=docker.io/prom/node-exporter:v0.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b, maintainer=The Prometheus Authors ) 2024-09-17T08:06:36.330 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:06:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[36339]: time="2024-09-17T08:06:36Z" level=info msg="Starting node_exporter (version=0.18.1, branch=HEAD, revision=3db77732e925c08f675d7404a8c46466b2ece83e)" source="node_exporter.go:156" 2024-09-17T08:06:36.330 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:06:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[36339]: time="2024-09-17T08:06:36Z" level=info msg="Build context (go=go1.12.5, user=root@b50852a1acba, date=20190604-16:41:18)" source="node_exporter.go:157" 2024-09-17T08:06:36.330 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:06:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[36339]: time="2024-09-17T08:06:36Z" level=info msg="Enabled collectors:" source="node_exporter.go:97" 2024-09-17T08:06:36.330 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:06:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[36339]: time="2024-09-17T08:06:36Z" level=info msg=" - arp" source="node_exporter.go:104" 2024-09-17T08:06:36.330 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:06:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[36339]: time="2024-09-17T08:06:36Z" level=info msg=" - bcache" source="node_exporter.go:104" 2024-09-17T08:06:36.330 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:06:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[36339]: time="2024-09-17T08:06:36Z" level=info msg=" - bonding" source="node_exporter.go:104" 2024-09-17T08:06:36.330 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:06:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[36339]: time="2024-09-17T08:06:36Z" level=info msg=" - conntrack" source="node_exporter.go:104" 2024-09-17T08:06:36.331 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:06:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[36339]: time="2024-09-17T08:06:36Z" level=info msg=" - cpu" source="node_exporter.go:104" 2024-09-17T08:06:36.331 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:06:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[36339]: time="2024-09-17T08:06:36Z" level=info msg=" - cpufreq" source="node_exporter.go:104" 2024-09-17T08:06:36.331 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:06:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[36339]: time="2024-09-17T08:06:36Z" level=info msg=" - diskstats" source="node_exporter.go:104" 2024-09-17T08:06:36.331 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:06:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[36339]: time="2024-09-17T08:06:36Z" level=info msg=" - edac" source="node_exporter.go:104" 2024-09-17T08:06:36.331 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:06:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[36339]: time="2024-09-17T08:06:36Z" level=info msg=" - entropy" source="node_exporter.go:104" 2024-09-17T08:06:36.331 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:06:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[36339]: time="2024-09-17T08:06:36Z" level=info msg=" - filefd" source="node_exporter.go:104" 2024-09-17T08:06:36.331 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:06:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[36339]: time="2024-09-17T08:06:36Z" level=info msg=" - filesystem" source="node_exporter.go:104" 2024-09-17T08:06:36.331 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:06:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[36339]: time="2024-09-17T08:06:36Z" level=info msg=" - hwmon" source="node_exporter.go:104" 2024-09-17T08:06:36.331 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:06:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[36339]: time="2024-09-17T08:06:36Z" level=info msg=" - infiniband" source="node_exporter.go:104" 2024-09-17T08:06:36.331 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:06:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[36339]: time="2024-09-17T08:06:36Z" level=info msg=" - ipvs" source="node_exporter.go:104" 2024-09-17T08:06:36.331 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:06:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[36339]: time="2024-09-17T08:06:36Z" level=info msg=" - loadavg" source="node_exporter.go:104" 2024-09-17T08:06:36.331 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:06:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[36339]: time="2024-09-17T08:06:36Z" level=info msg=" - mdadm" source="node_exporter.go:104" 2024-09-17T08:06:36.332 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:06:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[36339]: time="2024-09-17T08:06:36Z" level=info msg=" - meminfo" source="node_exporter.go:104" 2024-09-17T08:06:36.332 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:06:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[36339]: time="2024-09-17T08:06:36Z" level=info msg=" - netclass" source="node_exporter.go:104" 2024-09-17T08:06:36.332 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:06:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[36339]: time="2024-09-17T08:06:36Z" level=info msg=" - netdev" source="node_exporter.go:104" 2024-09-17T08:06:36.332 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:06:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[36339]: time="2024-09-17T08:06:36Z" level=info msg=" - netstat" source="node_exporter.go:104" 2024-09-17T08:06:36.332 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:06:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[36339]: time="2024-09-17T08:06:36Z" level=info msg=" - nfs" source="node_exporter.go:104" 2024-09-17T08:06:36.332 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:06:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[36339]: time="2024-09-17T08:06:36Z" level=info msg=" - nfsd" source="node_exporter.go:104" 2024-09-17T08:06:36.332 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:06:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[36339]: time="2024-09-17T08:06:36Z" level=info msg=" - pressure" source="node_exporter.go:104" 2024-09-17T08:06:36.332 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:06:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[36339]: time="2024-09-17T08:06:36Z" level=info msg=" - sockstat" source="node_exporter.go:104" 2024-09-17T08:06:36.332 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:06:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[36339]: time="2024-09-17T08:06:36Z" level=info msg=" - stat" source="node_exporter.go:104" 2024-09-17T08:06:36.332 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:06:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[36339]: time="2024-09-17T08:06:36Z" level=info msg=" - textfile" source="node_exporter.go:104" 2024-09-17T08:06:36.332 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:06:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[36339]: time="2024-09-17T08:06:36Z" level=info msg=" - time" source="node_exporter.go:104" 2024-09-17T08:06:36.332 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:06:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[36339]: time="2024-09-17T08:06:36Z" level=info msg=" - uname" source="node_exporter.go:104" 2024-09-17T08:06:36.333 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:06:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[36339]: time="2024-09-17T08:06:36Z" level=info msg=" - vmstat" source="node_exporter.go:104" 2024-09-17T08:06:36.333 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:06:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[36339]: time="2024-09-17T08:06:36Z" level=info msg=" - xfs" source="node_exporter.go:104" 2024-09-17T08:06:36.333 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:06:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[36339]: time="2024-09-17T08:06:36Z" level=info msg=" - zfs" source="node_exporter.go:104" 2024-09-17T08:06:36.333 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:06:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[36339]: time="2024-09-17T08:06:36Z" level=info msg="Listening on :9100" source="node_exporter.go:170" 2024-09-17T08:06:36.333 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:06:36 smithi187 bash[36263]: 4355833ecd027895a0ca1968274fd1ed8610f6ec65ddafa2dec779a84461ac83 2024-09-17T08:06:36.647 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:06:36 smithi187 systemd[1]: Started Ceph node-exporter.b for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:06:37.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:06:36.328648+0000 mgr.y (mgr.14144) 173 : cluster [DBG] pgmap v158: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:37.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:06:36.401881+0000 mon.a (mon.0) 466 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:06:37.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:06:36.402525+0000 mgr.y (mgr.14144) 174 : cephadm [INF] Deploying daemon node-exporter.a on smithi088 2024-09-17T08:06:37.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:06:36.328648+0000 mgr.y (mgr.14144) 173 : cluster [DBG] pgmap v158: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:37.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:06:36.401881+0000 mon.a (mon.0) 466 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:06:37.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:06:36.402525+0000 mgr.y (mgr.14144) 174 : cephadm [INF] Deploying daemon node-exporter.a on smithi088 2024-09-17T08:06:37.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:06:36.328648+0000 mgr.y (mgr.14144) 173 : cluster [DBG] pgmap v158: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:37.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:06:36.401881+0000 mon.a (mon.0) 466 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:06:37.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:06:36.402525+0000 mgr.y (mgr.14144) 174 : cephadm [INF] Deploying daemon node-exporter.a on smithi088 2024-09-17T08:06:39.357 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:06:38.328963+0000 mgr.y (mgr.14144) 175 : cluster [DBG] pgmap v159: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:39.357 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:06:38.328963+0000 mgr.y (mgr.14144) 175 : cluster [DBG] pgmap v159: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:39.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:06:38.328963+0000 mgr.y (mgr.14144) 175 : cluster [DBG] pgmap v159: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:41.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:06:40.329383+0000 mgr.y (mgr.14144) 176 : cluster [DBG] pgmap v160: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:41.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:06:40.418086+0000 mon.a (mon.0) 467 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:06:41.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:06:40.419267+0000 mon.a (mon.0) 468 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:06:41.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:06:40.329383+0000 mgr.y (mgr.14144) 176 : cluster [DBG] pgmap v160: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:41.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:06:40.418086+0000 mon.a (mon.0) 467 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:06:41.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:06:40.419267+0000 mon.a (mon.0) 468 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:06:41.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:06:40.329383+0000 mgr.y (mgr.14144) 176 : cluster [DBG] pgmap v160: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:41.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:06:40.418086+0000 mon.a (mon.0) 467 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:06:41.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:06:40.419267+0000 mon.a (mon.0) 468 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:06:43.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:06:42.329698+0000 mgr.y (mgr.14144) 177 : cluster [DBG] pgmap v161: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:43.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:06:42.329698+0000 mgr.y (mgr.14144) 177 : cluster [DBG] pgmap v161: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:43.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:06:42.329698+0000 mgr.y (mgr.14144) 177 : cluster [DBG] pgmap v161: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:44.931 INFO:teuthology.orchestra.run.smithi088.stdout:128849018903 2024-09-17T08:06:44.931 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-09-17T08:06:45.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:06:44.330090+0000 mgr.y (mgr.14144) 178 : cluster [DBG] pgmap v162: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:45.648 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:06:44.330090+0000 mgr.y (mgr.14144) 178 : cluster [DBG] pgmap v162: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:45.648 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:06:44.330090+0000 mgr.y (mgr.14144) 178 : cluster [DBG] pgmap v162: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:46.294 INFO:teuthology.orchestra.run.smithi088.stdout:206158430218 2024-09-17T08:06:46.294 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-09-17T08:06:46.918 INFO:teuthology.orchestra.run.smithi088.stdout:77309411359 2024-09-17T08:06:46.919 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-09-17T08:06:47.397 INFO:teuthology.orchestra.run.smithi088.stdout:55834574882 2024-09-17T08:06:47.397 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-09-17T08:06:47.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:06:46.330373+0000 mgr.y (mgr.14144) 179 : cluster [DBG] pgmap v163: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:47.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:06:46.330373+0000 mgr.y (mgr.14144) 179 : cluster [DBG] pgmap v163: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:47.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:06:46.330373+0000 mgr.y (mgr.14144) 179 : cluster [DBG] pgmap v163: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:47.730 INFO:teuthology.orchestra.run.smithi088.stdout:180388626446 2024-09-17T08:06:47.730 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-09-17T08:06:48.696 INFO:teuthology.orchestra.run.smithi088.stdout:34359738407 2024-09-17T08:06:48.696 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-09-17T08:06:48.882 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T08:06:48.882 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T08:06:48.883 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T08:06:48.883 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T08:06:48.883 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T08:06:49.297 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:06:48.330614+0000 mgr.y (mgr.14144) 180 : cluster [DBG] pgmap v164: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:49.298 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:06:48.330614+0000 mgr.y (mgr.14144) 180 : cluster [DBG] pgmap v164: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:49.626 INFO:teuthology.orchestra.run.smithi088.stdout:154618822676 2024-09-17T08:06:49.627 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-09-17T08:06:49.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:06:48.330614+0000 mgr.y (mgr.14144) 180 : cluster [DBG] pgmap v164: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:50.958 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T08:06:51.343 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T08:06:51.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:06:50.330876+0000 mgr.y (mgr.14144) 181 : cluster [DBG] pgmap v165: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:51.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:06:50.330876+0000 mgr.y (mgr.14144) 181 : cluster [DBG] pgmap v165: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:51.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:06:50.330876+0000 mgr.y (mgr.14144) 181 : cluster [DBG] pgmap v165: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:53.462 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:06:52.331386+0000 mgr.y (mgr.14144) 182 : cluster [DBG] pgmap v166: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:53.463 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:06:52.331386+0000 mgr.y (mgr.14144) 182 : cluster [DBG] pgmap v166: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:53.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:53 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:06:52.331386+0000 mgr.y (mgr.14144) 182 : cluster [DBG] pgmap v166: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:55.511 INFO:teuthology.orchestra.run.smithi088.stdout:55834574884 2024-09-17T08:06:55.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:06:54.331847+0000 mgr.y (mgr.14144) 183 : cluster [DBG] pgmap v167: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:55.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:06:54.331847+0000 mgr.y (mgr.14144) 183 : cluster [DBG] pgmap v167: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:55.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:06:54.331847+0000 mgr.y (mgr.14144) 183 : cluster [DBG] pgmap v167: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:56.653 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:06:55.404184+0000 mon.c (mon.1) 14 : audit [DBG] from='client.? 172.21.15.88:0/3472189031' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-17T08:06:56.653 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:06:55.511108+0000 mon.a (mon.0) 469 : audit [DBG] from='client.? 172.21.15.88:0/1944575010' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-17T08:06:56.653 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:06:55.404184+0000 mon.c (mon.1) 14 : audit [DBG] from='client.? 172.21.15.88:0/3472189031' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-17T08:06:56.653 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:06:55.511108+0000 mon.a (mon.0) 469 : audit [DBG] from='client.? 172.21.15.88:0/1944575010' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-17T08:06:56.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:06:55.404184+0000 mon.c (mon.1) 14 : audit [DBG] from='client.? 172.21.15.88:0/3472189031' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-17T08:06:56.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:06:55.511108+0000 mon.a (mon.0) 469 : audit [DBG] from='client.? 172.21.15.88:0/1944575010' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-17T08:06:57.019 INFO:teuthology.orchestra.run.smithi088.stdout:180388626449 2024-09-17T08:06:57.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:06:56.332288+0000 mgr.y (mgr.14144) 184 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:57.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:06:56.332288+0000 mgr.y (mgr.14144) 184 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:57.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:06:56.332288+0000 mgr.y (mgr.14144) 184 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:59.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:06:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:06:58.332668+0000 mgr.y (mgr.14144) 185 : cluster [DBG] pgmap v169: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:59.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:06:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:06:58.332668+0000 mgr.y (mgr.14144) 185 : cluster [DBG] pgmap v169: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:59.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:06:59 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:06:58.332668+0000 mgr.y (mgr.14144) 185 : cluster [DBG] pgmap v169: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:06:59.677 INFO:teuthology.orchestra.run.smithi088.stdout:128849018905 2024-09-17T08:06:59.889 INFO:teuthology.orchestra.run.smithi088.stdout:77309411361 2024-09-17T08:07:00.427 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574882 got 55834574884 for osd.1 2024-09-17T08:07:00.427 DEBUG:teuthology.parallel:result is None 2024-09-17T08:07:00.512 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:06:59.677925+0000 mon.a (mon.0) 470 : audit [DBG] from='client.? 172.21.15.88:0/4183268267' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-17T08:07:00.512 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:06:59.889319+0000 mon.a (mon.0) 471 : audit [DBG] from='client.? 172.21.15.88:0/1971378021' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-17T08:07:00.512 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:06:59.677925+0000 mon.a (mon.0) 470 : audit [DBG] from='client.? 172.21.15.88:0/4183268267' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-17T08:07:00.512 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:06:59.889319+0000 mon.a (mon.0) 471 : audit [DBG] from='client.? 172.21.15.88:0/1971378021' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-17T08:07:00.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:06:59.677925+0000 mon.a (mon.0) 470 : audit [DBG] from='client.? 172.21.15.88:0/4183268267' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-17T08:07:00.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:06:59.889319+0000 mon.a (mon.0) 471 : audit [DBG] from='client.? 172.21.15.88:0/1971378021' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-17T08:07:01.265 INFO:tasks.cephadm.ceph_manager.ceph:need seq 180388626446 got 180388626449 for osd.6 2024-09-17T08:07:01.265 DEBUG:teuthology.parallel:result is None 2024-09-17T08:07:01.383 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:07:00.333036+0000 mgr.y (mgr.14144) 186 : cluster [DBG] pgmap v170: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:07:01.384 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:07:00.333036+0000 mgr.y (mgr.14144) 186 : cluster [DBG] pgmap v170: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:07:01.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:07:00.333036+0000 mgr.y (mgr.14144) 186 : cluster [DBG] pgmap v170: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:07:02.449 INFO:teuthology.orchestra.run.smithi088.stdout:107374182430 2024-09-17T08:07:02.450 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-09-17T08:07:03.557 INFO:teuthology.orchestra.run.smithi088.stdout:154618822679 2024-09-17T08:07:03.557 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:07:02.333284+0000 mgr.y (mgr.14144) 187 : cluster [DBG] pgmap v171: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:07:03.558 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:07:02.333284+0000 mgr.y (mgr.14144) 187 : cluster [DBG] pgmap v171: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:07:03.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:03 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:07:02.333284+0000 mgr.y (mgr.14144) 187 : cluster [DBG] pgmap v171: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:07:04.165 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:07:03 smithi088 bash[40175]: Writing manifest to image destination 2024-09-17T08:07:04.490 INFO:teuthology.orchestra.run.smithi088.stdout:34359738410 2024-09-17T08:07:04.490 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:03.557239+0000 mon.c (mon.1) 15 : audit [DBG] from='client.? 172.21.15.88:0/1800407802' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-17T08:07:04.491 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:03.557239+0000 mon.c (mon.1) 15 : audit [DBG] from='client.? 172.21.15.88:0/1800407802' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-17T08:07:04.491 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:07:04 smithi088 podman[40175]: 2024-09-17 08:07:04.395557387 +0000 UTC m=+10.117647266 image pull e5a616e4b9cf68dfcad7782b78e118be4310022e874d52da85c55923fb615f87 docker.io/prom/node-exporter:v0.18.1 2024-09-17T08:07:04.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:03.557239+0000 mon.c (mon.1) 15 : audit [DBG] from='client.? 172.21.15.88:0/1800407802' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-17T08:07:04.800 INFO:tasks.cephadm.ceph_manager.ceph:need seq 154618822676 got 154618822679 for osd.5 2024-09-17T08:07:04.800 DEBUG:teuthology.parallel:result is None 2024-09-17T08:07:05.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:05 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:07:04.333586+0000 mgr.y (mgr.14144) 188 : cluster [DBG] pgmap v172: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:07:05.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:05 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:04.489540+0000 mon.c (mon.1) 16 : audit [DBG] from='client.? 172.21.15.88:0/3263524129' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-17T08:07:05.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:05 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:07:04.333586+0000 mgr.y (mgr.14144) 188 : cluster [DBG] pgmap v172: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:07:05.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:05 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:04.489540+0000 mon.c (mon.1) 16 : audit [DBG] from='client.? 172.21.15.88:0/3263524129' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-17T08:07:05.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:05 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:07:04.333586+0000 mgr.y (mgr.14144) 188 : cluster [DBG] pgmap v172: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:07:05.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:05 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:04.489540+0000 mon.c (mon.1) 16 : audit [DBG] from='client.? 172.21.15.88:0/3263524129' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-17T08:07:05.920 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018903 got 128849018905 for osd.4 2024-09-17T08:07:05.920 DEBUG:teuthology.parallel:result is None 2024-09-17T08:07:06.165 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:07:06 smithi088 podman[40175]: 2024-09-17 08:07:06.052273116 +0000 UTC m=+11.774362969 container create fe31d55b4b8924165877ef96c64c733106213e5c9d65550b15418ee19cba2f58 (image=docker.io/prom/node-exporter:v0.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a, maintainer=The Prometheus Authors ) 2024-09-17T08:07:06.884 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:07:06 smithi088 podman[40175]: 2024-09-17 08:07:06.473068131 +0000 UTC m=+12.195157988 container init fe31d55b4b8924165877ef96c64c733106213e5c9d65550b15418ee19cba2f58 (image=docker.io/prom/node-exporter:v0.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a, maintainer=The Prometheus Authors ) 2024-09-17T08:07:06.884 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:07:06 smithi088 podman[40175]: 2024-09-17 08:07:06.476604751 +0000 UTC m=+12.198694602 container start fe31d55b4b8924165877ef96c64c733106213e5c9d65550b15418ee19cba2f58 (image=docker.io/prom/node-exporter:v0.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a, maintainer=The Prometheus Authors ) 2024-09-17T08:07:06.884 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:07:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[40698]: time="2024-09-17T08:07:06Z" level=info msg="Starting node_exporter (version=0.18.1, branch=HEAD, revision=3db77732e925c08f675d7404a8c46466b2ece83e)" source="node_exporter.go:156" 2024-09-17T08:07:06.884 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:07:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[40698]: time="2024-09-17T08:07:06Z" level=info msg="Build context (go=go1.12.5, user=root@b50852a1acba, date=20190604-16:41:18)" source="node_exporter.go:157" 2024-09-17T08:07:06.885 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:07:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[40698]: time="2024-09-17T08:07:06Z" level=info msg="Enabled collectors:" source="node_exporter.go:97" 2024-09-17T08:07:06.885 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:07:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[40698]: time="2024-09-17T08:07:06Z" level=info msg=" - arp" source="node_exporter.go:104" 2024-09-17T08:07:06.885 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:07:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[40698]: time="2024-09-17T08:07:06Z" level=info msg=" - bcache" source="node_exporter.go:104" 2024-09-17T08:07:06.885 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:07:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[40698]: time="2024-09-17T08:07:06Z" level=info msg=" - bonding" source="node_exporter.go:104" 2024-09-17T08:07:06.885 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:07:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[40698]: time="2024-09-17T08:07:06Z" level=info msg=" - conntrack" source="node_exporter.go:104" 2024-09-17T08:07:06.885 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:07:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[40698]: time="2024-09-17T08:07:06Z" level=info msg=" - cpu" source="node_exporter.go:104" 2024-09-17T08:07:06.885 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:07:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[40698]: time="2024-09-17T08:07:06Z" level=info msg=" - cpufreq" source="node_exporter.go:104" 2024-09-17T08:07:06.885 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:07:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[40698]: time="2024-09-17T08:07:06Z" level=info msg=" - diskstats" source="node_exporter.go:104" 2024-09-17T08:07:06.885 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:07:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[40698]: time="2024-09-17T08:07:06Z" level=info msg=" - edac" source="node_exporter.go:104" 2024-09-17T08:07:06.885 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:07:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[40698]: time="2024-09-17T08:07:06Z" level=info msg=" - entropy" source="node_exporter.go:104" 2024-09-17T08:07:06.885 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:07:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[40698]: time="2024-09-17T08:07:06Z" level=info msg=" - filefd" source="node_exporter.go:104" 2024-09-17T08:07:06.885 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:07:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[40698]: time="2024-09-17T08:07:06Z" level=info msg=" - filesystem" source="node_exporter.go:104" 2024-09-17T08:07:06.885 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:07:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[40698]: time="2024-09-17T08:07:06Z" level=info msg=" - hwmon" source="node_exporter.go:104" 2024-09-17T08:07:06.886 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:07:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[40698]: time="2024-09-17T08:07:06Z" level=info msg=" - infiniband" source="node_exporter.go:104" 2024-09-17T08:07:06.886 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:07:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[40698]: time="2024-09-17T08:07:06Z" level=info msg=" - ipvs" source="node_exporter.go:104" 2024-09-17T08:07:06.886 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:07:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[40698]: time="2024-09-17T08:07:06Z" level=info msg=" - loadavg" source="node_exporter.go:104" 2024-09-17T08:07:06.886 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:07:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[40698]: time="2024-09-17T08:07:06Z" level=info msg=" - mdadm" source="node_exporter.go:104" 2024-09-17T08:07:06.886 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:07:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[40698]: time="2024-09-17T08:07:06Z" level=info msg=" - meminfo" source="node_exporter.go:104" 2024-09-17T08:07:06.886 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:07:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[40698]: time="2024-09-17T08:07:06Z" level=info msg=" - netclass" source="node_exporter.go:104" 2024-09-17T08:07:06.886 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:07:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[40698]: time="2024-09-17T08:07:06Z" level=info msg=" - netdev" source="node_exporter.go:104" 2024-09-17T08:07:06.886 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:07:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[40698]: time="2024-09-17T08:07:06Z" level=info msg=" - netstat" source="node_exporter.go:104" 2024-09-17T08:07:06.886 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:07:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[40698]: time="2024-09-17T08:07:06Z" level=info msg=" - nfs" source="node_exporter.go:104" 2024-09-17T08:07:06.887 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:07:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[40698]: time="2024-09-17T08:07:06Z" level=info msg=" - nfsd" source="node_exporter.go:104" 2024-09-17T08:07:06.887 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:07:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[40698]: time="2024-09-17T08:07:06Z" level=info msg=" - pressure" source="node_exporter.go:104" 2024-09-17T08:07:06.887 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:07:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[40698]: time="2024-09-17T08:07:06Z" level=info msg=" - sockstat" source="node_exporter.go:104" 2024-09-17T08:07:06.887 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:07:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[40698]: time="2024-09-17T08:07:06Z" level=info msg=" - stat" source="node_exporter.go:104" 2024-09-17T08:07:06.887 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:07:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[40698]: time="2024-09-17T08:07:06Z" level=info msg=" - textfile" source="node_exporter.go:104" 2024-09-17T08:07:06.887 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:07:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[40698]: time="2024-09-17T08:07:06Z" level=info msg=" - time" source="node_exporter.go:104" 2024-09-17T08:07:06.887 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:07:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[40698]: time="2024-09-17T08:07:06Z" level=info msg=" - uname" source="node_exporter.go:104" 2024-09-17T08:07:06.887 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:07:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[40698]: time="2024-09-17T08:07:06Z" level=info msg=" - vmstat" source="node_exporter.go:104" 2024-09-17T08:07:06.887 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:07:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[40698]: time="2024-09-17T08:07:06Z" level=info msg=" - xfs" source="node_exporter.go:104" 2024-09-17T08:07:06.887 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:07:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[40698]: time="2024-09-17T08:07:06Z" level=info msg=" - zfs" source="node_exporter.go:104" 2024-09-17T08:07:06.887 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:07:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[40698]: time="2024-09-17T08:07:06Z" level=info msg="Listening on :9100" source="node_exporter.go:170" 2024-09-17T08:07:06.887 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:07:06 smithi088 bash[40175]: fe31d55b4b8924165877ef96c64c733106213e5c9d65550b15418ee19cba2f58 2024-09-17T08:07:06.888 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:07:06 smithi088 systemd[1]: Started Ceph node-exporter.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:07:06.906 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411359 got 77309411361 for osd.2 2024-09-17T08:07:06.906 DEBUG:teuthology.parallel:result is None 2024-09-17T08:07:07.308 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738407 got 34359738410 for osd.0 2024-09-17T08:07:07.309 DEBUG:teuthology.parallel:result is None 2024-09-17T08:07:07.517 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T08:07:07.640 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:07:06.334051+0000 mgr.y (mgr.14144) 189 : cluster [DBG] pgmap v173: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:07:07.640 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:06.620781+0000 mon.a (mon.0) 472 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:07:07.641 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:07:06.334051+0000 mgr.y (mgr.14144) 189 : cluster [DBG] pgmap v173: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:07:07.641 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:06.620781+0000 mon.a (mon.0) 472 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:07:07.709 INFO:teuthology.orchestra.run.smithi088.stdout:206158430223 2024-09-17T08:07:07.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:07:06.334051+0000 mgr.y (mgr.14144) 189 : cluster [DBG] pgmap v173: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:07:07.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:06.620781+0000 mon.a (mon.0) 472 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:07:08.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:07:06.625410+0000 mgr.y (mgr.14144) 190 : cephadm [INF] Deploying daemon alertmanager.a on smithi088 2024-09-17T08:07:08.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:07.709355+0000 mon.a (mon.0) 473 : audit [DBG] from='client.? 172.21.15.88:0/64219790' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-17T08:07:08.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:07:06.625410+0000 mgr.y (mgr.14144) 190 : cephadm [INF] Deploying daemon alertmanager.a on smithi088 2024-09-17T08:07:08.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:07.709355+0000 mon.a (mon.0) 473 : audit [DBG] from='client.? 172.21.15.88:0/64219790' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-17T08:07:08.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:08 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:07:06.625410+0000 mgr.y (mgr.14144) 190 : cephadm [INF] Deploying daemon alertmanager.a on smithi088 2024-09-17T08:07:08.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:08 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:07.709355+0000 mon.a (mon.0) 473 : audit [DBG] from='client.? 172.21.15.88:0/64219790' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-17T08:07:08.919 INFO:tasks.cephadm.ceph_manager.ceph:need seq 206158430218 got 206158430223 for osd.7 2024-09-17T08:07:08.919 DEBUG:teuthology.parallel:result is None 2024-09-17T08:07:09.571 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:07:08.334316+0000 mgr.y (mgr.14144) 191 : cluster [DBG] pgmap v174: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:07:09.572 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:07:08.334316+0000 mgr.y (mgr.14144) 191 : cluster [DBG] pgmap v174: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:07:09.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:07:08.334316+0000 mgr.y (mgr.14144) 191 : cluster [DBG] pgmap v174: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:07:09.960 INFO:teuthology.orchestra.run.smithi088.stdout:107374182432 2024-09-17T08:07:10.628 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182430 got 107374182432 for osd.3 2024-09-17T08:07:10.628 DEBUG:teuthology.parallel:result is None 2024-09-17T08:07:10.629 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-17T08:07:10.629 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-17T08:07:10.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:09.959663+0000 mon.a (mon.0) 474 : audit [DBG] from='client.? 172.21.15.88:0/4214300704' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-17T08:07:10.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:09.959663+0000 mon.a (mon.0) 474 : audit [DBG] from='client.? 172.21.15.88:0/4214300704' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-17T08:07:10.825 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T08:07:10.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:10 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:09.959663+0000 mon.a (mon.0) 474 : audit [DBG] from='client.? 172.21.15.88:0/4214300704' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-17T08:07:11.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:07:10.334574+0000 mgr.y (mgr.14144) 192 : cluster [DBG] pgmap v175: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:07:11.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:07:10.334574+0000 mgr.y (mgr.14144) 192 : cluster [DBG] pgmap v175: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:07:11.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:07:10.334574+0000 mgr.y (mgr.14144) 192 : cluster [DBG] pgmap v175: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:07:12.697 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-09-17T08:07:12.699 INFO:teuthology.orchestra.run.smithi088.stderr:dumped all 2024-09-17T08:07:13.429 INFO:teuthology.orchestra.run.smithi088.stdout:{"pg_ready":true,"pg_map":{"version":176,"stamp":"2024-09-17T08:07:12.334750+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":749961216,"kb_used":43212,"kb_used_data":3724,"kb_used_omap":0,"kb_used_meta":39424,"kb_avail":749918004,"statfs":{"total":767960285184,"available":767916036096,"internally_reserved":0,"allocated":3813376,"data_stored":1510385,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":40370176},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[{"pgid":"1.0","version":"0'0","reported_seq":"10","reported_epoch":"50","state":"active+clean","last_fresh":"2024-09-17T08:06:00.354171+0000","last_change":"2024-09-17T08:06:00.354171+0000","last_active":"2024-09-17T08:06:00.354171+0000","last_peered":"2024-09-17T08:06:00.354171+0000","last_clean":"2024-09-17T08:06:00.354171+0000","last_became_active":"2024-09-17T08:06:00.353831+0000","last_became_peered":"2024-09-17T08:06:00.353831+0000","last_unstale":"2024-09-17T08:06:00.354171+0000","last_undegraded":"2024-09-17T08:06:00.354171+0000","last_fullsized":"2024-09-17T08:06:00.354171+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T08:04:28.383394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T08:04:28.383394+0000","last_clean_scrub_stamp":"2024-09-17T08:04:28.383394+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430224,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5212,"kb_used_data":468,"kb_used_omap":0,"kb_used_meta":4736,"kb_avail":93739940,"statfs":{"total":95995035648,"available":95989698560,"internally_reserved":0,"allocated":479232,"data_stored":188995,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4849664},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Sep 17 08:07:02 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.53700000000000003}]},{"osd":1,"last update":"Tue Sep 17 08:07:02 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.48399999999999999}]},{"osd":2,"last update":"Tue Sep 17 08:07:02 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.51900000000000002}]},{"osd":3,"last update":"Tue Sep 17 08:07:02 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.56100000000000005}]},{"osd":4,"last update":"Tue Sep 17 08:07:02 2024","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.437},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.502}]},{"osd":5,"last update":"Tue Sep 17 08:07:02 2024","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.57499999999999996}]},{"osd":6,"last update":"Tue Sep 17 08:07:02 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.54800000000000004}]}]},{"osd":6,"up_from":42,"seq":180388626453,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5268,"kb_used_data":460,"kb_used_omap":0,"kb_used_meta":4800,"kb_avail":93739884,"statfs":{"total":95995035648,"available":95989641216,"internally_reserved":0,"allocated":471040,"data_stored":188365,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4915200},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Sep 17 08:06:43 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.63,"5min":0.63,"15min":0.63},"last":0.51000000000000001}]},{"osd":1,"last update":"Tue Sep 17 08:06:43 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.48199999999999998}]},{"osd":2,"last update":"Tue Sep 17 08:06:43 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.58099999999999996}]},{"osd":3,"last update":"Tue Sep 17 08:06:43 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.53800000000000003}]},{"osd":4,"last update":"Tue Sep 17 08:06:43 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.442},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.61199999999999999}]},{"osd":5,"last update":"Tue Sep 17 08:06:43 2024","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.626},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.66000000000000003}]},{"osd":7,"last update":"Tue Sep 17 08:07:00 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.65100000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574888,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5528,"kb_used_data":464,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":93739624,"statfs":{"total":95995035648,"available":95989374976,"internally_reserved":0,"allocated":475136,"data_stored":188680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Sep 17 08:06:14 2024","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.34000000000000002,"15min":0.33200000000000002},"min":{"1min":0.21199999999999999,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":0.52400000000000002,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.38,"5min":0.34799999999999998,"15min":0.34300000000000003},"min":{"1min":0.20399999999999999,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.5,"5min":0.52400000000000002,"15min":0.52400000000000002},"last":0.48399999999999999}]},{"osd":2,"last update":"Tue Sep 17 08:06:31 2024","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.40000000000000002,"15min":0.39900000000000002},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.40799999999999997,"15min":0.40799999999999997},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.54500000000000004,"5min":0.55200000000000005,"15min":0.55200000000000005},"last":0.53900000000000003}]},{"osd":3,"last update":"Tue Sep 17 08:06:53 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.41999999999999998,"15min":0.42599999999999999},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.55700000000000005,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.45500000000000002,"15min":0.46200000000000002},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.51600000000000001}]},{"osd":4,"last update":"Tue Sep 17 08:07:08 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57299999999999995,"15min":0.57199999999999995},"min":{"1min":0.39400000000000002,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.58299999999999996,"15min":0.58699999999999997},"min":{"1min":0.41799999999999998,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.69199999999999995,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.55800000000000005}]},{"osd":5,"last update":"Tue Sep 17 08:06:21 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.61899999999999999}]},{"osd":6,"last update":"Tue Sep 17 08:06:43 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.58899999999999997}]},{"osd":7,"last update":"Tue Sep 17 08:06:58 2024","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.71999999999999997},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.69299999999999995}]}]},{"osd":0,"up_from":8,"seq":34359738412,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5592,"kb_used_data":464,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":93739560,"statfs":{"total":95995035648,"available":95989309440,"internally_reserved":0,"allocated":475136,"data_stored":188680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Sep 17 08:06:10 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.32900000000000001,"15min":0.318},"min":{"1min":0.33600000000000002,"5min":0.22,"15min":0.22},"max":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.317},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.35299999999999998,"15min":0.33700000000000002},"min":{"1min":0.32000000000000001,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.36399999999999999}]},{"osd":2,"last update":"Tue Sep 17 08:06:35 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.38600000000000001,"15min":0.38200000000000001},"min":{"1min":0.29399999999999998,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.37},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"min":{"1min":0.307,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.55800000000000005,"5min":0.628,"15min":0.628},"last":0.29599999999999999}]},{"osd":3,"last update":"Tue Sep 17 08:06:49 2024","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.46000000000000002,"15min":0.46200000000000002},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.44,"15min":0.44600000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.54200000000000004,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.27100000000000002}]},{"osd":4,"last update":"Tue Sep 17 08:07:08 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.59799999999999998,"5min":1.254,"15min":1.3640000000000001},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.78400000000000003,"5min":16.309999999999999,"15min":16.309999999999999},"last":0.48699999999999999}]},{"osd":5,"last update":"Tue Sep 17 08:06:23 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.621,"5min":0.621,"15min":0.621},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.47099999999999997}]},{"osd":6,"last update":"Tue Sep 17 08:06:41 2024","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.873,"5min":0.873,"15min":0.873},"last":0.44600000000000001},{"interface":"front","average":{"1min":1.5169999999999999,"5min":1.5169999999999999,"15min":1.5169999999999999},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":16.247,"5min":16.247,"15min":16.247},"last":0.52600000000000002}]},{"osd":7,"last update":"Tue Sep 17 08:07:00 2024","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.45800000000000002}]}]},{"osd":2,"up_from":18,"seq":77309411364,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5468,"kb_used_data":468,"kb_used_omap":0,"kb_used_meta":4992,"kb_avail":93739684,"statfs":{"total":95995035648,"available":95989436416,"internally_reserved":0,"allocated":479232,"data_stored":188995,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5111808},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Sep 17 08:06:35 2024","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.38200000000000001,"15min":0.375},"min":{"1min":0.28000000000000003,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.379,"15min":0.373},"min":{"1min":0.27800000000000002,"5min":0.247,"15min":0.247},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.443}]},{"osd":1,"last update":"Tue Sep 17 08:06:35 2024","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.38200000000000001,"15min":0.374},"min":{"1min":0.30399999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.39800000000000002,"15min":0.38800000000000001},"min":{"1min":0.30499999999999999,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.48399999999999999}]},{"osd":3,"last update":"Tue Sep 17 08:06:53 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.40400000000000003,"15min":0.40600000000000003},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.45100000000000001,"15min":0.45600000000000002},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.58799999999999997,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.50700000000000001}]},{"osd":4,"last update":"Tue Sep 17 08:07:06 2024","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.58199999999999996,"15min":0.57499999999999996},"min":{"1min":0.42899999999999999,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.753},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.58199999999999996,"15min":0.57199999999999995},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.75900000000000001}]},{"osd":5,"last update":"Tue Sep 17 08:06:24 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.73699999999999999}]},{"osd":6,"last update":"Tue Sep 17 08:06:42 2024","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.71199999999999997}]},{"osd":7,"last update":"Tue Sep 17 08:06:59 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.63200000000000001}]}]},{"osd":3,"up_from":25,"seq":107374182432,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5404,"kb_used_data":468,"kb_used_omap":0,"kb_used_meta":4928,"kb_avail":93739748,"statfs":{"total":95995035648,"available":95989501952,"internally_reserved":0,"allocated":479232,"data_stored":188995,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5046272},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Sep 17 08:06:49 2024","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":0.39000000000000001,"15min":0.39700000000000002},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.433,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.38400000000000001,"5min":0.40300000000000002,"15min":0.40600000000000003},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.51200000000000001,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.51200000000000001}]},{"osd":1,"last update":"Tue Sep 17 08:06:49 2024","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.38800000000000001,"15min":0.39600000000000002},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.42999999999999999,"5min":0.47799999999999998,"15min":0.47799999999999998},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.42299999999999999,"15min":0.42399999999999999},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"last":0.48399999999999999}]},{"osd":2,"last update":"Tue Sep 17 08:06:49 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.42799999999999999,"15min":0.432},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.46100000000000002,"15min":0.46899999999999997},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.57399999999999995,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.438}]},{"osd":4,"last update":"Tue Sep 17 08:07:05 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.59699999999999998,"15min":0.59899999999999998},"min":{"1min":0.40799999999999997,"5min":0.378,"15min":0.378},"max":{"1min":0.79700000000000004,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.76000000000000001},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.58899999999999997,"15min":0.59099999999999997},"min":{"1min":0.45400000000000001,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.73599999999999999,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.67200000000000004}]},{"osd":5,"last update":"Tue Sep 17 08:06:22 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.74099999999999999}]},{"osd":6,"last update":"Tue Sep 17 08:06:43 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.68100000000000005}]},{"osd":7,"last update":"Tue Sep 17 08:07:00 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.77200000000000002}]}]},{"osd":4,"up_from":30,"seq":128849018908,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5404,"kb_used_data":468,"kb_used_omap":0,"kb_used_meta":4928,"kb_avail":93739748,"statfs":{"total":95995035648,"available":95989501952,"internally_reserved":0,"allocated":479232,"data_stored":188995,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5046272},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Sep 17 08:06:08 2024","interfaces":[{"interface":"back","average":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":5.569,"5min":5.569,"15min":5.569},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":1.3260000000000001,"5min":1.3260000000000001,"15min":1.3260000000000001},"last":0.67600000000000005}]},{"osd":1,"last update":"Tue Sep 17 08:06:08 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.629}]},{"osd":2,"last update":"Tue Sep 17 08:06:08 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":1.3029999999999999,"5min":1.3029999999999999,"15min":1.3029999999999999},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":5.5419999999999998,"5min":5.5419999999999998,"15min":5.5419999999999998},"last":0.57999999999999996}]},{"osd":3,"last update":"Tue Sep 17 08:06:08 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.747},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.55900000000000005}]},{"osd":5,"last update":"Tue Sep 17 08:06:24 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.438},{"interface":"front","average":{"1min":0.432,"5min":0.432,"15min":0.432},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"last":0.52200000000000002}]},{"osd":6,"last update":"Tue Sep 17 08:06:40 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.50900000000000001}]},{"osd":7,"last update":"Tue Sep 17 08:06:58 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":0.48899999999999999}]}]},{"osd":5,"up_from":36,"seq":154618822681,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5336,"kb_used_data":464,"kb_used_omap":0,"kb_used_meta":4864,"kb_avail":93739816,"statfs":{"total":95995035648,"available":95989571584,"internally_reserved":0,"allocated":475136,"data_stored":188680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4980736},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Sep 17 08:06:25 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.624},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.72499999999999998}]},{"osd":1,"last update":"Tue Sep 17 08:06:25 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.61299999999999999}]},{"osd":2,"last update":"Tue Sep 17 08:06:25 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.65500000000000003}]},{"osd":3,"last update":"Tue Sep 17 08:06:25 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.754}]},{"osd":4,"last update":"Tue Sep 17 08:06:25 2024","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.502},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.48599999999999999}]},{"osd":6,"last update":"Tue Sep 17 08:06:42 2024","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.59699999999999998}]},{"osd":7,"last update":"Tue Sep 17 08:07:00 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.56599999999999995}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-17T08:07:13.431 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-17T08:07:13.662 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T08:07:13.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:07:12.334856+0000 mgr.y (mgr.14144) 193 : cluster [DBG] pgmap v176: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:07:13.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:07:12.334856+0000 mgr.y (mgr.14144) 193 : cluster [DBG] pgmap v176: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:07:13.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:13 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:07:12.334856+0000 mgr.y (mgr.14144) 193 : cluster [DBG] pgmap v176: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:07:14.792 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:14 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:12.695021+0000 mgr.y (mgr.14144) 194 : audit [DBG] from='client.14520 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-17T08:07:14.792 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:14 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:12.695021+0000 mgr.y (mgr.14144) 194 : audit [DBG] from='client.14520 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-17T08:07:14.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:14 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:12.695021+0000 mgr.y (mgr.14144) 194 : audit [DBG] from='client.14520 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-17T08:07:15.587 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:07:14.335162+0000 mgr.y (mgr.14144) 195 : cluster [DBG] pgmap v177: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:07:15.588 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:07:14.335162+0000 mgr.y (mgr.14144) 195 : cluster [DBG] pgmap v177: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:07:15.732 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-09-17T08:07:15.734 INFO:teuthology.orchestra.run.smithi088.stderr:dumped all 2024-09-17T08:07:15.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:15 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:07:14.335162+0000 mgr.y (mgr.14144) 195 : cluster [DBG] pgmap v177: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:07:16.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:15.730061+0000 mgr.y (mgr.14144) 196 : audit [DBG] from='client.24451 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-17T08:07:16.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:07:16.335418+0000 mgr.y (mgr.14144) 197 : cluster [DBG] pgmap v178: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:07:16.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:15.730061+0000 mgr.y (mgr.14144) 196 : audit [DBG] from='client.24451 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-17T08:07:16.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:07:16.335418+0000 mgr.y (mgr.14144) 197 : cluster [DBG] pgmap v178: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:07:16.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:15.730061+0000 mgr.y (mgr.14144) 196 : audit [DBG] from='client.24451 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-17T08:07:16.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:07:16.335418+0000 mgr.y (mgr.14144) 197 : cluster [DBG] pgmap v178: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:07:17.320 INFO:teuthology.orchestra.run.smithi088.stdout:{"pg_ready":true,"pg_map":{"version":177,"stamp":"2024-09-17T08:07:14.335042+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":749961216,"kb_used":43212,"kb_used_data":3724,"kb_used_omap":0,"kb_used_meta":39424,"kb_avail":749918004,"statfs":{"total":767960285184,"available":767916036096,"internally_reserved":0,"allocated":3813376,"data_stored":1510385,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":40370176},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[{"pgid":"1.0","version":"0'0","reported_seq":"10","reported_epoch":"50","state":"active+clean","last_fresh":"2024-09-17T08:06:00.354171+0000","last_change":"2024-09-17T08:06:00.354171+0000","last_active":"2024-09-17T08:06:00.354171+0000","last_peered":"2024-09-17T08:06:00.354171+0000","last_clean":"2024-09-17T08:06:00.354171+0000","last_became_active":"2024-09-17T08:06:00.353831+0000","last_became_peered":"2024-09-17T08:06:00.353831+0000","last_unstale":"2024-09-17T08:06:00.354171+0000","last_undegraded":"2024-09-17T08:06:00.354171+0000","last_fullsized":"2024-09-17T08:06:00.354171+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T08:04:28.383394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T08:04:28.383394+0000","last_clean_scrub_stamp":"2024-09-17T08:04:28.383394+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430225,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5212,"kb_used_data":468,"kb_used_omap":0,"kb_used_meta":4736,"kb_avail":93739940,"statfs":{"total":95995035648,"available":95989698560,"internally_reserved":0,"allocated":479232,"data_stored":188995,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4849664},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Sep 17 08:07:02 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.626}]},{"osd":1,"last update":"Tue Sep 17 08:07:02 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.60299999999999998}]},{"osd":2,"last update":"Tue Sep 17 08:07:02 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.67500000000000004}]},{"osd":3,"last update":"Tue Sep 17 08:07:02 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.59099999999999997}]},{"osd":4,"last update":"Tue Sep 17 08:07:02 2024","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.46800000000000003}]},{"osd":5,"last update":"Tue Sep 17 08:07:02 2024","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.438},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.56100000000000005}]},{"osd":6,"last update":"Tue Sep 17 08:07:02 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.496},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.53300000000000003}]}]},{"osd":6,"up_from":42,"seq":180388626453,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5268,"kb_used_data":460,"kb_used_omap":0,"kb_used_meta":4800,"kb_avail":93739884,"statfs":{"total":95995035648,"available":95989641216,"internally_reserved":0,"allocated":471040,"data_stored":188365,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4915200},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Sep 17 08:06:43 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.63,"5min":0.63,"15min":0.63},"last":0.51000000000000001}]},{"osd":1,"last update":"Tue Sep 17 08:06:43 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.48199999999999998}]},{"osd":2,"last update":"Tue Sep 17 08:06:43 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.58099999999999996}]},{"osd":3,"last update":"Tue Sep 17 08:06:43 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.53800000000000003}]},{"osd":4,"last update":"Tue Sep 17 08:06:43 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.442},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.61199999999999999}]},{"osd":5,"last update":"Tue Sep 17 08:06:43 2024","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.626},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.66000000000000003}]},{"osd":7,"last update":"Tue Sep 17 08:07:00 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.65100000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574888,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5528,"kb_used_data":464,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":93739624,"statfs":{"total":95995035648,"available":95989374976,"internally_reserved":0,"allocated":475136,"data_stored":188680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Sep 17 08:06:14 2024","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.34000000000000002,"15min":0.33200000000000002},"min":{"1min":0.21199999999999999,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":0.52400000000000002,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.38,"5min":0.34799999999999998,"15min":0.34300000000000003},"min":{"1min":0.20399999999999999,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.5,"5min":0.52400000000000002,"15min":0.52400000000000002},"last":0.48399999999999999}]},{"osd":2,"last update":"Tue Sep 17 08:06:31 2024","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.40000000000000002,"15min":0.39900000000000002},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.40799999999999997,"15min":0.40799999999999997},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.54500000000000004,"5min":0.55200000000000005,"15min":0.55200000000000005},"last":0.53900000000000003}]},{"osd":3,"last update":"Tue Sep 17 08:06:53 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.41999999999999998,"15min":0.42599999999999999},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.55700000000000005,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.45500000000000002,"15min":0.46200000000000002},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.51600000000000001}]},{"osd":4,"last update":"Tue Sep 17 08:07:08 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57299999999999995,"15min":0.57199999999999995},"min":{"1min":0.39400000000000002,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.58299999999999996,"15min":0.58699999999999997},"min":{"1min":0.41799999999999998,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.69199999999999995,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.55800000000000005}]},{"osd":5,"last update":"Tue Sep 17 08:06:21 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.61899999999999999}]},{"osd":6,"last update":"Tue Sep 17 08:06:43 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.58899999999999997}]},{"osd":7,"last update":"Tue Sep 17 08:06:58 2024","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.71999999999999997},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.69299999999999995}]}]},{"osd":0,"up_from":8,"seq":34359738412,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5592,"kb_used_data":464,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":93739560,"statfs":{"total":95995035648,"available":95989309440,"internally_reserved":0,"allocated":475136,"data_stored":188680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Sep 17 08:06:10 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.32900000000000001,"15min":0.318},"min":{"1min":0.33600000000000002,"5min":0.22,"15min":0.22},"max":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.317},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.35299999999999998,"15min":0.33700000000000002},"min":{"1min":0.32000000000000001,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.36399999999999999}]},{"osd":2,"last update":"Tue Sep 17 08:06:35 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.38600000000000001,"15min":0.38200000000000001},"min":{"1min":0.29399999999999998,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.37},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"min":{"1min":0.307,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.55800000000000005,"5min":0.628,"15min":0.628},"last":0.29599999999999999}]},{"osd":3,"last update":"Tue Sep 17 08:06:49 2024","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.46000000000000002,"15min":0.46200000000000002},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.44,"15min":0.44600000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.54200000000000004,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.27100000000000002}]},{"osd":4,"last update":"Tue Sep 17 08:07:08 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.59799999999999998,"5min":1.254,"15min":1.3640000000000001},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.78400000000000003,"5min":16.309999999999999,"15min":16.309999999999999},"last":0.48699999999999999}]},{"osd":5,"last update":"Tue Sep 17 08:06:23 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.621,"5min":0.621,"15min":0.621},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.47099999999999997}]},{"osd":6,"last update":"Tue Sep 17 08:06:41 2024","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.873,"5min":0.873,"15min":0.873},"last":0.44600000000000001},{"interface":"front","average":{"1min":1.5169999999999999,"5min":1.5169999999999999,"15min":1.5169999999999999},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":16.247,"5min":16.247,"15min":16.247},"last":0.52600000000000002}]},{"osd":7,"last update":"Tue Sep 17 08:07:00 2024","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.45800000000000002}]}]},{"osd":2,"up_from":18,"seq":77309411365,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5468,"kb_used_data":468,"kb_used_omap":0,"kb_used_meta":4992,"kb_avail":93739684,"statfs":{"total":95995035648,"available":95989436416,"internally_reserved":0,"allocated":479232,"data_stored":188995,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5111808},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Sep 17 08:06:35 2024","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.38200000000000001,"15min":0.375},"min":{"1min":0.28000000000000003,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.314},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.379,"15min":0.373},"min":{"1min":0.27800000000000002,"5min":0.247,"15min":0.247},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.33200000000000002}]},{"osd":1,"last update":"Tue Sep 17 08:06:35 2024","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.38200000000000001,"15min":0.374},"min":{"1min":0.30399999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.39800000000000002,"15min":0.38800000000000001},"min":{"1min":0.30499999999999999,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.374}]},{"osd":3,"last update":"Tue Sep 17 08:06:53 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.40400000000000003,"15min":0.40600000000000003},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.45100000000000001,"15min":0.45600000000000002},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.58799999999999997,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.29799999999999999}]},{"osd":4,"last update":"Tue Sep 17 08:07:06 2024","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.58199999999999996,"15min":0.57499999999999996},"min":{"1min":0.42899999999999999,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.58199999999999996,"15min":0.57199999999999995},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.55300000000000005}]},{"osd":5,"last update":"Tue Sep 17 08:06:24 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.495},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.57199999999999995}]},{"osd":6,"last update":"Tue Sep 17 08:06:42 2024","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.61699999999999999}]},{"osd":7,"last update":"Tue Sep 17 08:06:59 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.59299999999999997}]}]},{"osd":3,"up_from":25,"seq":107374182433,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5404,"kb_used_data":468,"kb_used_omap":0,"kb_used_meta":4928,"kb_avail":93739748,"statfs":{"total":95995035648,"available":95989501952,"internally_reserved":0,"allocated":479232,"data_stored":188995,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5046272},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Sep 17 08:06:49 2024","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":0.39000000000000001,"15min":0.39700000000000002},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.433,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.26100000000000001},{"interface":"front","average":{"1min":0.38400000000000001,"5min":0.40300000000000002,"15min":0.40600000000000003},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.51200000000000001,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.34399999999999997}]},{"osd":1,"last update":"Tue Sep 17 08:06:49 2024","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.38800000000000001,"15min":0.39600000000000002},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.42999999999999999,"5min":0.47799999999999998,"15min":0.47799999999999998},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.42299999999999999,"15min":0.42399999999999999},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"last":0.42299999999999999}]},{"osd":2,"last update":"Tue Sep 17 08:06:49 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.42799999999999999,"15min":0.432},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.46100000000000002,"15min":0.46899999999999997},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.57399999999999995,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.38900000000000001}]},{"osd":4,"last update":"Tue Sep 17 08:07:05 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.59699999999999998,"15min":0.59899999999999998},"min":{"1min":0.40799999999999997,"5min":0.378,"15min":0.378},"max":{"1min":0.79700000000000004,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.58899999999999997,"15min":0.59099999999999997},"min":{"1min":0.45400000000000001,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.73599999999999999,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.52500000000000002}]},{"osd":5,"last update":"Tue Sep 17 08:06:22 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.55700000000000005}]},{"osd":6,"last update":"Tue Sep 17 08:06:43 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.51500000000000001}]},{"osd":7,"last update":"Tue Sep 17 08:07:00 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.46600000000000003}]}]},{"osd":4,"up_from":30,"seq":128849018909,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5404,"kb_used_data":468,"kb_used_omap":0,"kb_used_meta":4928,"kb_avail":93739748,"statfs":{"total":95995035648,"available":95989501952,"internally_reserved":0,"allocated":479232,"data_stored":188995,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5046272},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Sep 17 08:07:08 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.73999999999999999,"15min":0.76800000000000002},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.752,"5min":5.569,"15min":5.569},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.58999999999999997,"15min":0.59799999999999998},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.69299999999999995,"5min":1.3260000000000001,"15min":1.3260000000000001},"last":0.439}]},{"osd":1,"last update":"Tue Sep 17 08:07:08 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.54600000000000004,"15min":0.54200000000000004},"min":{"1min":0.40300000000000002,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.73799999999999999,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.55100000000000005,"15min":0.54900000000000004},"min":{"1min":0.40699999999999997,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.72399999999999998,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.45600000000000002}]},{"osd":2,"last update":"Tue Sep 17 08:07:08 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.752,"5min":1.3029999999999999,"15min":1.3029999999999999},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.76300000000000001,"15min":0.79500000000000004},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.70599999999999996,"5min":5.5419999999999998,"15min":5.5419999999999998},"last":0.56699999999999995}]},{"osd":3,"last update":"Tue Sep 17 08:07:08 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.55200000000000005,"15min":0.54600000000000004},"min":{"1min":0.42399999999999999,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.747,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.53900000000000003,"15min":0.53100000000000003},"min":{"1min":0.45000000000000001,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.47199999999999998}]},{"osd":5,"last update":"Tue Sep 17 08:06:24 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.432,"5min":0.432,"15min":0.432},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"last":0.501}]},{"osd":6,"last update":"Tue Sep 17 08:06:40 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.55900000000000005}]},{"osd":7,"last update":"Tue Sep 17 08:06:58 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":0.59899999999999998}]}]},{"osd":5,"up_from":36,"seq":154618822681,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5336,"kb_used_data":464,"kb_used_omap":0,"kb_used_meta":4864,"kb_avail":93739816,"statfs":{"total":95995035648,"available":95989571584,"internally_reserved":0,"allocated":475136,"data_stored":188680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4980736},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Sep 17 08:06:25 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.624},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.72499999999999998}]},{"osd":1,"last update":"Tue Sep 17 08:06:25 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.61299999999999999}]},{"osd":2,"last update":"Tue Sep 17 08:06:25 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.65500000000000003}]},{"osd":3,"last update":"Tue Sep 17 08:06:25 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.754}]},{"osd":4,"last update":"Tue Sep 17 08:06:25 2024","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.502},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.48599999999999999}]},{"osd":6,"last update":"Tue Sep 17 08:06:42 2024","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.59699999999999998}]},{"osd":7,"last update":"Tue Sep 17 08:07:00 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.56599999999999995}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-17T08:07:17.321 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-17T08:07:17.321 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-17T08:07:17.322 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-09-17T08:07:17.322 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- ceph health --format=json 2024-09-17T08:07:17.561 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-17T08:07:19.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:07:18.335876+0000 mgr.y (mgr.14144) 198 : cluster [DBG] pgmap v179: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:07:19.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:07:18.335876+0000 mgr.y (mgr.14144) 198 : cluster [DBG] pgmap v179: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:07:19.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:07:18.335876+0000 mgr.y (mgr.14144) 198 : cluster [DBG] pgmap v179: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:07:21.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:07:20.336167+0000 mgr.y (mgr.14144) 199 : cluster [DBG] pgmap v180: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:07:21.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:07:20.336167+0000 mgr.y (mgr.14144) 199 : cluster [DBG] pgmap v180: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:07:21.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:07:20.336167+0000 mgr.y (mgr.14144) 199 : cluster [DBG] pgmap v180: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:07:22.112 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-09-17T08:07:22.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:22.112227+0000 mon.c (mon.1) 17 : audit [DBG] from='client.? 172.21.15.88:0/1629553533' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-17T08:07:22.654 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:22.112227+0000 mon.c (mon.1) 17 : audit [DBG] from='client.? 172.21.15.88:0/1629553533' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-17T08:07:22.654 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:22.112227+0000 mon.c (mon.1) 17 : audit [DBG] from='client.? 172.21.15.88:0/1629553533' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-17T08:07:23.654 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:07:22.336452+0000 mgr.y (mgr.14144) 200 : cluster [DBG] pgmap v181: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:07:23.654 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:07:22.336452+0000 mgr.y (mgr.14144) 200 : cluster [DBG] pgmap v181: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:07:23.679 INFO:teuthology.orchestra.run.smithi088.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-17T08:07:23.679 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-09-17T08:07:23.679 INFO:tasks.cephadm:Setup complete, yielding 2024-09-17T08:07:23.679 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-17T08:07:23.689 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi088.front.sepia.ceph.com 2024-09-17T08:07:23.690 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'radosgw-admin realm create --rgw-realm=r --default' 2024-09-17T08:07:23.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:07:22.336452+0000 mgr.y (mgr.14144) 200 : cluster [DBG] pgmap v181: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:07:23.915 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:07:23 smithi088 podman[41608]: 2024-09-17 08:07:23.800326538 +0000 UTC m=+0.016209017 image pull 0881eb8f169f5556a292b4e2c01d683172b12830a62a9225a98a8e206bb734f0 docker.io/prom/alertmanager:v0.20.0 2024-09-17T08:07:24.314 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:07:23 smithi088 podman[41608]: 2024-09-17 08:07:23.987667936 +0000 UTC m=+0.203550408 container create 6247457a711aebf84fd71ea5b183880fc60e0ae611cc86ba45ef6e4ba1435935 (image=docker.io/prom/alertmanager:v0.20.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager.a, maintainer=The Prometheus Authors ) 2024-09-17T08:07:24.315 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:07:24 smithi088 podman[41608]: 2024-09-17 08:07:24.314985016 +0000 UTC m=+0.530867487 container init 6247457a711aebf84fd71ea5b183880fc60e0ae611cc86ba45ef6e4ba1435935 (image=docker.io/prom/alertmanager:v0.20.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager.a, maintainer=The Prometheus Authors ) 2024-09-17T08:07:24.654 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:07:24 smithi088 podman[41608]: 2024-09-17 08:07:24.317903635 +0000 UTC m=+0.533786114 container start 6247457a711aebf84fd71ea5b183880fc60e0ae611cc86ba45ef6e4ba1435935 (image=docker.io/prom/alertmanager:v0.20.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager.a, maintainer=The Prometheus Authors ) 2024-09-17T08:07:24.654 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:07:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager.a[41646]: level=info ts=2024-09-17T08:07:24.338Z caller=main.go:231 msg="Starting Alertmanager" version="(version=0.20.0, branch=HEAD, revision=f74be0400a6243d10bb53812d6fa408ad71ff32d)" 2024-09-17T08:07:24.654 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:07:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager.a[41646]: level=info ts=2024-09-17T08:07:24.338Z caller=main.go:232 build_context="(go=go1.13.5, user=root@00c3106655f8, date=20191211-14:13:14)" 2024-09-17T08:07:24.654 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:07:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager.a[41646]: level=info ts=2024-09-17T08:07:24.339Z caller=cluster.go:161 component=cluster msg="setting advertise address explicitly" addr=172.21.15.88 port=9094 2024-09-17T08:07:24.654 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:07:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager.a[41646]: level=info ts=2024-09-17T08:07:24.339Z caller=cluster.go:623 component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-17T08:07:24.654 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:07:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager.a[41646]: level=info ts=2024-09-17T08:07:24.358Z caller=coordinator.go:119 component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-17T08:07:24.655 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:07:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager.a[41646]: level=info ts=2024-09-17T08:07:24.358Z caller=coordinator.go:131 component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-17T08:07:24.655 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:07:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager.a[41646]: level=info ts=2024-09-17T08:07:24.361Z caller=main.go:497 msg=Listening address=:9093 2024-09-17T08:07:24.655 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:07:24 smithi088 bash[41608]: 6247457a711aebf84fd71ea5b183880fc60e0ae611cc86ba45ef6e4ba1435935 2024-09-17T08:07:24.655 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:07:24 smithi088 systemd[1]: Started Ceph alertmanager.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:07:25.656 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:07:24.336792+0000 mgr.y (mgr.14144) 201 : cluster [DBG] pgmap v182: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:07:25.656 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:24.477529+0000 mon.a (mon.0) 475 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:07:25.656 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:24.566179+0000 mon.a (mon.0) 476 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:07:25.656 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:24.571072+0000 mon.a (mon.0) 477 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:07:25.657 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:24.571527+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-17T08:07:25.657 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:24.577306+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:07:25.657 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:07:24.336792+0000 mgr.y (mgr.14144) 201 : cluster [DBG] pgmap v182: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:07:25.657 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:24.477529+0000 mon.a (mon.0) 475 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:07:25.657 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:24.566179+0000 mon.a (mon.0) 476 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:07:25.657 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:24.571072+0000 mon.a (mon.0) 477 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:07:25.657 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:24.571527+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-17T08:07:25.657 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:24.577306+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:07:25.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:07:24.336792+0000 mgr.y (mgr.14144) 201 : cluster [DBG] pgmap v182: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:07:25.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:24.477529+0000 mon.a (mon.0) 475 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:07:25.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:24.566179+0000 mon.a (mon.0) 476 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:07:25.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:24.571072+0000 mon.a (mon.0) 477 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:07:25.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:24.571527+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-17T08:07:25.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:24.577306+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:07:26.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:24.571972+0000 mgr.y (mgr.14144) 202 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-17T08:07:26.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:07:24.580097+0000 mgr.y (mgr.14144) 203 : cephadm [INF] Deploying daemon grafana.a on smithi187 2024-09-17T08:07:26.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:24.571972+0000 mgr.y (mgr.14144) 202 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-17T08:07:26.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:07:24.580097+0000 mgr.y (mgr.14144) 203 : cephadm [INF] Deploying daemon grafana.a on smithi187 2024-09-17T08:07:26.666 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:07:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager.a[41646]: level=info ts=2024-09-17T08:07:26.340Z caller=cluster.go:648 component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.00005899s 2024-09-17T08:07:26.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:24.571972+0000 mgr.y (mgr.14144) 202 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-17T08:07:26.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:07:24.580097+0000 mgr.y (mgr.14144) 203 : cephadm [INF] Deploying daemon grafana.a on smithi187 2024-09-17T08:07:27.450 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:07:27.450 INFO:teuthology.orchestra.run.smithi088.stdout: "id": "de2520b3-a1f5-43d0-a33f-3ef22dcf0f38", 2024-09-17T08:07:27.450 INFO:teuthology.orchestra.run.smithi088.stdout: "name": "r", 2024-09-17T08:07:27.450 INFO:teuthology.orchestra.run.smithi088.stdout: "current_period": "0273f1ed-f347-4522-a8a3-a3bcaecdc34c", 2024-09-17T08:07:27.450 INFO:teuthology.orchestra.run.smithi088.stdout: "epoch": 1 2024-09-17T08:07:27.450 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:07:27.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:07:26.337220+0000 mgr.y (mgr.14144) 204 : cluster [DBG] pgmap v183: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:07:27.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:07:26.411197+0000 mon.a (mon.0) 480 : cluster [DBG] osdmap e51: 8 total, 8 up, 8 in 2024-09-17T08:07:27.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:26.416341+0000 mon.c (mon.1) 18 : audit [INF] from='client.? 172.21.15.88:0/2142585867' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2024-09-17T08:07:27.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:26.416909+0000 mon.a (mon.0) 481 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2024-09-17T08:07:27.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:07:26.337220+0000 mgr.y (mgr.14144) 204 : cluster [DBG] pgmap v183: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:07:27.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:07:26.411197+0000 mon.a (mon.0) 480 : cluster [DBG] osdmap e51: 8 total, 8 up, 8 in 2024-09-17T08:07:27.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:26.416341+0000 mon.c (mon.1) 18 : audit [INF] from='client.? 172.21.15.88:0/2142585867' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2024-09-17T08:07:27.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:26.416909+0000 mon.a (mon.0) 481 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2024-09-17T08:07:27.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:27 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:07:26.337220+0000 mgr.y (mgr.14144) 204 : cluster [DBG] pgmap v183: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:07:27.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:27 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:07:26.411197+0000 mon.a (mon.0) 480 : cluster [DBG] osdmap e51: 8 total, 8 up, 8 in 2024-09-17T08:07:27.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:27 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:26.416341+0000 mon.c (mon.1) 18 : audit [INF] from='client.? 172.21.15.88:0/2142585867' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2024-09-17T08:07:27.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:27 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:26.416909+0000 mon.a (mon.0) 481 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2024-09-17T08:07:28.425 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'radosgw-admin zonegroup create --rgw-zonegroup=default --master --default' 2024-09-17T08:07:28.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:27.417887+0000 mon.a (mon.0) 482 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2024-09-17T08:07:28.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:07:27.417973+0000 mon.a (mon.0) 483 : cluster [DBG] osdmap e52: 8 total, 8 up, 8 in 2024-09-17T08:07:28.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:27.417887+0000 mon.a (mon.0) 482 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2024-09-17T08:07:28.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:07:27.417973+0000 mon.a (mon.0) 483 : cluster [DBG] osdmap e52: 8 total, 8 up, 8 in 2024-09-17T08:07:28.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:28 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:27.417887+0000 mon.a (mon.0) 482 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2024-09-17T08:07:28.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:28 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:07:27.417973+0000 mon.a (mon.0) 483 : cluster [DBG] osdmap e52: 8 total, 8 up, 8 in 2024-09-17T08:07:29.743 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:07:28.337680+0000 mgr.y (mgr.14144) 205 : cluster [DBG] pgmap v186: 33 pgs: 3 creating+peering, 1 active+clean, 29 unknown; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:07:29.744 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:07:28.426999+0000 mon.a (mon.0) 484 : cluster [DBG] osdmap e53: 8 total, 8 up, 8 in 2024-09-17T08:07:29.744 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:07:28.337680+0000 mgr.y (mgr.14144) 205 : cluster [DBG] pgmap v186: 33 pgs: 3 creating+peering, 1 active+clean, 29 unknown; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:07:29.744 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:07:28.426999+0000 mon.a (mon.0) 484 : cluster [DBG] osdmap e53: 8 total, 8 up, 8 in 2024-09-17T08:07:29.798 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:29 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:07:28.337680+0000 mgr.y (mgr.14144) 205 : cluster [DBG] pgmap v186: 33 pgs: 3 creating+peering, 1 active+clean, 29 unknown; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:07:29.798 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:29 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:07:28.426999+0000 mon.a (mon.0) 484 : cluster [DBG] osdmap e53: 8 total, 8 up, 8 in 2024-09-17T08:07:30.291 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:07:30.292 INFO:teuthology.orchestra.run.smithi088.stdout: "id": "d90a18ff-ee63-426c-8494-27d3ce81a2ce", 2024-09-17T08:07:30.292 INFO:teuthology.orchestra.run.smithi088.stdout: "name": "default", 2024-09-17T08:07:30.292 INFO:teuthology.orchestra.run.smithi088.stdout: "api_name": "default", 2024-09-17T08:07:30.292 INFO:teuthology.orchestra.run.smithi088.stdout: "is_master": "true", 2024-09-17T08:07:30.292 INFO:teuthology.orchestra.run.smithi088.stdout: "endpoints": [], 2024-09-17T08:07:30.292 INFO:teuthology.orchestra.run.smithi088.stdout: "hostnames": [], 2024-09-17T08:07:30.292 INFO:teuthology.orchestra.run.smithi088.stdout: "hostnames_s3website": [], 2024-09-17T08:07:30.292 INFO:teuthology.orchestra.run.smithi088.stdout: "master_zone": "", 2024-09-17T08:07:30.292 INFO:teuthology.orchestra.run.smithi088.stdout: "zones": [], 2024-09-17T08:07:30.292 INFO:teuthology.orchestra.run.smithi088.stdout: "placement_targets": [], 2024-09-17T08:07:30.292 INFO:teuthology.orchestra.run.smithi088.stdout: "default_placement": "", 2024-09-17T08:07:30.293 INFO:teuthology.orchestra.run.smithi088.stdout: "realm_id": "de2520b3-a1f5-43d0-a33f-3ef22dcf0f38", 2024-09-17T08:07:30.293 INFO:teuthology.orchestra.run.smithi088.stdout: "sync_policy": { 2024-09-17T08:07:30.293 INFO:teuthology.orchestra.run.smithi088.stdout: "groups": [] 2024-09-17T08:07:30.293 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-09-17T08:07:30.293 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:07:30.743 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:07:30.338028+0000 mgr.y (mgr.14144) 206 : cluster [DBG] pgmap v188: 33 pgs: 25 active+clean, 3 creating+peering, 5 unknown; 369 B data, 43 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s wr, 1 op/s 2024-09-17T08:07:30.744 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:07:30.338028+0000 mgr.y (mgr.14144) 206 : cluster [DBG] pgmap v188: 33 pgs: 25 active+clean, 3 creating+peering, 5 unknown; 369 B data, 43 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s wr, 1 op/s 2024-09-17T08:07:30.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:07:30.338028+0000 mgr.y (mgr.14144) 206 : cluster [DBG] pgmap v188: 33 pgs: 25 active+clean, 3 creating+peering, 5 unknown; 369 B data, 43 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s wr, 1 op/s 2024-09-17T08:07:31.004 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'radosgw-admin zone create --rgw-zonegroup=default --rgw-zone=z --master --default' 2024-09-17T08:07:32.875 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:07:32.876 INFO:teuthology.orchestra.run.smithi088.stdout: "id": "74f9be14-ddbe-472f-b31f-89240fdc0c8f", 2024-09-17T08:07:32.876 INFO:teuthology.orchestra.run.smithi088.stdout: "name": "z", 2024-09-17T08:07:32.876 INFO:teuthology.orchestra.run.smithi088.stdout: "domain_root": "z.rgw.meta:root", 2024-09-17T08:07:32.876 INFO:teuthology.orchestra.run.smithi088.stdout: "control_pool": "z.rgw.control", 2024-09-17T08:07:32.876 INFO:teuthology.orchestra.run.smithi088.stdout: "gc_pool": "z.rgw.log:gc", 2024-09-17T08:07:32.876 INFO:teuthology.orchestra.run.smithi088.stdout: "lc_pool": "z.rgw.log:lc", 2024-09-17T08:07:32.876 INFO:teuthology.orchestra.run.smithi088.stdout: "log_pool": "z.rgw.log", 2024-09-17T08:07:32.876 INFO:teuthology.orchestra.run.smithi088.stdout: "intent_log_pool": "z.rgw.log:intent", 2024-09-17T08:07:32.877 INFO:teuthology.orchestra.run.smithi088.stdout: "usage_log_pool": "z.rgw.log:usage", 2024-09-17T08:07:32.877 INFO:teuthology.orchestra.run.smithi088.stdout: "roles_pool": "z.rgw.meta:roles", 2024-09-17T08:07:32.877 INFO:teuthology.orchestra.run.smithi088.stdout: "reshard_pool": "z.rgw.log:reshard", 2024-09-17T08:07:32.877 INFO:teuthology.orchestra.run.smithi088.stdout: "user_keys_pool": "z.rgw.meta:users.keys", 2024-09-17T08:07:32.877 INFO:teuthology.orchestra.run.smithi088.stdout: "user_email_pool": "z.rgw.meta:users.email", 2024-09-17T08:07:32.877 INFO:teuthology.orchestra.run.smithi088.stdout: "user_swift_pool": "z.rgw.meta:users.swift", 2024-09-17T08:07:32.877 INFO:teuthology.orchestra.run.smithi088.stdout: "user_uid_pool": "z.rgw.meta:users.uid", 2024-09-17T08:07:32.877 INFO:teuthology.orchestra.run.smithi088.stdout: "otp_pool": "z.rgw.otp", 2024-09-17T08:07:32.877 INFO:teuthology.orchestra.run.smithi088.stdout: "system_key": { 2024-09-17T08:07:32.877 INFO:teuthology.orchestra.run.smithi088.stdout: "access_key": "", 2024-09-17T08:07:32.878 INFO:teuthology.orchestra.run.smithi088.stdout: "secret_key": "" 2024-09-17T08:07:32.878 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:07:32.878 INFO:teuthology.orchestra.run.smithi088.stdout: "placement_pools": [ 2024-09-17T08:07:32.878 INFO:teuthology.orchestra.run.smithi088.stdout: { 2024-09-17T08:07:32.878 INFO:teuthology.orchestra.run.smithi088.stdout: "key": "default-placement", 2024-09-17T08:07:32.878 INFO:teuthology.orchestra.run.smithi088.stdout: "val": { 2024-09-17T08:07:32.878 INFO:teuthology.orchestra.run.smithi088.stdout: "index_pool": "z.rgw.buckets.index", 2024-09-17T08:07:32.878 INFO:teuthology.orchestra.run.smithi088.stdout: "storage_classes": { 2024-09-17T08:07:32.878 INFO:teuthology.orchestra.run.smithi088.stdout: "STANDARD": { 2024-09-17T08:07:32.878 INFO:teuthology.orchestra.run.smithi088.stdout: "data_pool": "z.rgw.buckets.data" 2024-09-17T08:07:32.878 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-09-17T08:07:32.878 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:07:32.878 INFO:teuthology.orchestra.run.smithi088.stdout: "data_extra_pool": "z.rgw.buckets.non-ec", 2024-09-17T08:07:32.879 INFO:teuthology.orchestra.run.smithi088.stdout: "index_type": 0 2024-09-17T08:07:32.879 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-09-17T08:07:32.879 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-09-17T08:07:32.879 INFO:teuthology.orchestra.run.smithi088.stdout: ], 2024-09-17T08:07:32.879 INFO:teuthology.orchestra.run.smithi088.stdout: "realm_id": "de2520b3-a1f5-43d0-a33f-3ef22dcf0f38", 2024-09-17T08:07:32.879 INFO:teuthology.orchestra.run.smithi088.stdout: "notif_pool": "z.rgw.log:notif" 2024-09-17T08:07:32.879 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:07:33.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:33 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:07:32.338357+0000 mgr.y (mgr.14144) 207 : cluster [DBG] pgmap v189: 33 pgs: 30 active+clean, 3 creating+peering; 415 B data, 43 MiB used, 715 GiB / 715 GiB avail; 261 B/s rd, 1.3 KiB/s wr, 2 op/s 2024-09-17T08:07:33.663 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:33 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:07:32.338357+0000 mgr.y (mgr.14144) 207 : cluster [DBG] pgmap v189: 33 pgs: 30 active+clean, 3 creating+peering; 415 B data, 43 MiB used, 715 GiB / 715 GiB avail; 261 B/s rd, 1.3 KiB/s wr, 2 op/s 2024-09-17T08:07:33.663 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:33 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:07:32.338357+0000 mgr.y (mgr.14144) 207 : cluster [DBG] pgmap v189: 33 pgs: 30 active+clean, 3 creating+peering; 415 B data, 43 MiB used, 715 GiB / 715 GiB avail; 261 B/s rd, 1.3 KiB/s wr, 2 op/s 2024-09-17T08:07:33.687 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'radosgw-admin period update --rgw-realm=r --commit' 2024-09-17T08:07:34.665 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:07:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager.a[41646]: level=info ts=2024-09-17T08:07:34.340Z caller=cluster.go:640 component=cluster msg="gossip settled; proceeding" elapsed=10.000493617s 2024-09-17T08:07:35.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:07:34.338747+0000 mgr.y (mgr.14144) 208 : cluster [DBG] pgmap v190: 33 pgs: 33 active+clean; 1.4 KiB data, 43 MiB used, 715 GiB / 715 GiB avail; 692 B/s rd, 1.7 KiB/s wr, 2 op/s 2024-09-17T08:07:35.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:07:34.338747+0000 mgr.y (mgr.14144) 208 : cluster [DBG] pgmap v190: 33 pgs: 33 active+clean; 1.4 KiB data, 43 MiB used, 715 GiB / 715 GiB avail; 692 B/s rd, 1.7 KiB/s wr, 2 op/s 2024-09-17T08:07:35.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:07:34.338747+0000 mgr.y (mgr.14144) 208 : cluster [DBG] pgmap v190: 33 pgs: 33 active+clean; 1.4 KiB data, 43 MiB used, 715 GiB / 715 GiB avail; 692 B/s rd, 1.7 KiB/s wr, 2 op/s 2024-09-17T08:07:36.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:07:35.659840+0000 mon.a (mon.0) 485 : cluster [DBG] osdmap e54: 8 total, 8 up, 8 in 2024-09-17T08:07:36.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:35.664225+0000 mon.c (mon.1) 19 : audit [INF] from='client.? 172.21.15.88:0/731482807' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2024-09-17T08:07:36.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:35.665345+0000 mon.a (mon.0) 486 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2024-09-17T08:07:36.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:07:36.339157+0000 mgr.y (mgr.14144) 209 : cluster [DBG] pgmap v192: 65 pgs: 32 unknown, 33 active+clean; 1.8 KiB data, 43 MiB used, 715 GiB / 715 GiB avail; 646 B/s rd, 1.9 KiB/s wr, 3 op/s 2024-09-17T08:07:36.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:36 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:07:35.659840+0000 mon.a (mon.0) 485 : cluster [DBG] osdmap e54: 8 total, 8 up, 8 in 2024-09-17T08:07:36.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:36 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:35.664225+0000 mon.c (mon.1) 19 : audit [INF] from='client.? 172.21.15.88:0/731482807' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2024-09-17T08:07:36.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:36 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:35.665345+0000 mon.a (mon.0) 486 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2024-09-17T08:07:36.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:36 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:07:36.339157+0000 mgr.y (mgr.14144) 209 : cluster [DBG] pgmap v192: 65 pgs: 32 unknown, 33 active+clean; 1.8 KiB data, 43 MiB used, 715 GiB / 715 GiB avail; 646 B/s rd, 1.9 KiB/s wr, 3 op/s 2024-09-17T08:07:36.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:36 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:07:35.659840+0000 mon.a (mon.0) 485 : cluster [DBG] osdmap e54: 8 total, 8 up, 8 in 2024-09-17T08:07:36.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:36 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:35.664225+0000 mon.c (mon.1) 19 : audit [INF] from='client.? 172.21.15.88:0/731482807' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2024-09-17T08:07:36.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:36 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:35.665345+0000 mon.a (mon.0) 486 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2024-09-17T08:07:36.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:36 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:07:36.339157+0000 mgr.y (mgr.14144) 209 : cluster [DBG] pgmap v192: 65 pgs: 32 unknown, 33 active+clean; 1.8 KiB data, 43 MiB used, 715 GiB / 715 GiB avail; 646 B/s rd, 1.9 KiB/s wr, 3 op/s 2024-09-17T08:07:37.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:36.665407+0000 mon.a (mon.0) 487 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]': finished 2024-09-17T08:07:37.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:07:36.665497+0000 mon.a (mon.0) 488 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2024-09-17T08:07:37.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:36.665407+0000 mon.a (mon.0) 487 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]': finished 2024-09-17T08:07:37.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:07:36.665497+0000 mon.a (mon.0) 488 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2024-09-17T08:07:37.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:36.665407+0000 mon.a (mon.0) 487 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]': finished 2024-09-17T08:07:37.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:07:36.665497+0000 mon.a (mon.0) 488 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2024-09-17T08:07:38.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:07:37.675122+0000 mon.a (mon.0) 489 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2024-09-17T08:07:38.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:37.677259+0000 mon.c (mon.1) 20 : audit [INF] from='client.? 172.21.15.88:0/731482807' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2024-09-17T08:07:38.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:37.677920+0000 mon.a (mon.0) 490 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2024-09-17T08:07:38.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:07:38.339626+0000 mgr.y (mgr.14144) 210 : cluster [DBG] pgmap v195: 97 pgs: 5 creating+peering, 53 unknown, 39 active+clean; 1.8 KiB data, 43 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.7 KiB/s wr, 3 op/s 2024-09-17T08:07:39.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:07:37.675122+0000 mon.a (mon.0) 489 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2024-09-17T08:07:39.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:37.677259+0000 mon.c (mon.1) 20 : audit [INF] from='client.? 172.21.15.88:0/731482807' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2024-09-17T08:07:39.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:37.677920+0000 mon.a (mon.0) 490 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2024-09-17T08:07:39.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:07:38.339626+0000 mgr.y (mgr.14144) 210 : cluster [DBG] pgmap v195: 97 pgs: 5 creating+peering, 53 unknown, 39 active+clean; 1.8 KiB data, 43 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.7 KiB/s wr, 3 op/s 2024-09-17T08:07:39.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:07:37.675122+0000 mon.a (mon.0) 489 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2024-09-17T08:07:39.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:37.677259+0000 mon.c (mon.1) 20 : audit [INF] from='client.? 172.21.15.88:0/731482807' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2024-09-17T08:07:39.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:37.677920+0000 mon.a (mon.0) 490 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2024-09-17T08:07:39.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:07:38.339626+0000 mgr.y (mgr.14144) 210 : cluster [DBG] pgmap v195: 97 pgs: 5 creating+peering, 53 unknown, 39 active+clean; 1.8 KiB data, 43 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.7 KiB/s wr, 3 op/s 2024-09-17T08:07:39.292 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 podman[36574]: 2024-09-17 08:07:39.168329311 +0000 UTC m=+0.132105516 container create ed6fc23647a7711bd85ba06cae513c8682794076764fa5f95a40fcbf623d28f1 (image=docker.io/ceph/ceph-grafana:6.7.4, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a, io.buildah.version=1.19.8, org.label-schema.name=CentOS Base Image, org.label-schema.build-date=20201204, org.label-schema.license=GPLv2, maintainer=Paul Cuzner , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, summary=Grafana Container configured for Ceph mgr/dashboard integration, description=Ceph Grafana Container) 2024-09-17T08:07:39.542 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 podman[36574]: 2024-09-17 08:07:39.450838756 +0000 UTC m=+0.414614969 container init ed6fc23647a7711bd85ba06cae513c8682794076764fa5f95a40fcbf623d28f1 (image=docker.io/ceph/ceph-grafana:6.7.4, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a, io.buildah.version=1.19.8, description=Ceph Grafana Container, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, summary=Grafana Container configured for Ceph mgr/dashboard integration, org.label-schema.build-date=20201204, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Base Image, maintainer=Paul Cuzner ) 2024-09-17T08:07:39.543 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 podman[36574]: 2024-09-17 08:07:39.453778738 +0000 UTC m=+0.417554951 container start ed6fc23647a7711bd85ba06cae513c8682794076764fa5f95a40fcbf623d28f1 (image=docker.io/ceph/ceph-grafana:6.7.4, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a, org.label-schema.license=GPLv2, io.buildah.version=1.19.8, org.label-schema.name=CentOS Base Image, summary=Grafana Container configured for Ceph mgr/dashboard integration, org.label-schema.build-date=20201204, maintainer=Paul Cuzner , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, description=Ceph Grafana Container) 2024-09-17T08:07:39.543 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Starting Grafana" logger=server version=6.7.4 commit=8e44bbc5f5 branch=HEAD compiled=2020-05-26T17:35:38+0000 2024-09-17T08:07:39.543 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Config loaded from" logger=settings file=/usr/share/grafana/conf/defaults.ini 2024-09-17T08:07:39.543 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Config loaded from" logger=settings file=/etc/grafana/grafana.ini 2024-09-17T08:07:39.543 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_DATA=/var/lib/grafana" 2024-09-17T08:07:39.543 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_LOGS=/var/log/grafana" 2024-09-17T08:07:39.543 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-09-17T08:07:39.543 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-09-17T08:07:39.543 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Path Home" logger=settings path=/usr/share/grafana 2024-09-17T08:07:39.543 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Path Data" logger=settings path=/var/lib/grafana 2024-09-17T08:07:39.543 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Path Logs" logger=settings path=/var/log/grafana 2024-09-17T08:07:39.544 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Path Plugins" logger=settings path=/var/lib/grafana/plugins 2024-09-17T08:07:39.544 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Path Provisioning" logger=settings path=/etc/grafana/provisioning 2024-09-17T08:07:39.544 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="App mode production" logger=settings 2024-09-17T08:07:39.544 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Initializing SqlStore" logger=server 2024-09-17T08:07:39.544 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Connecting to DB" logger=sqlstore dbtype=sqlite3 2024-09-17T08:07:39.545 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Starting DB migration" logger=migrator 2024-09-17T08:07:39.545 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create migration_log table" 2024-09-17T08:07:39.545 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create user table" 2024-09-17T08:07:39.545 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user.login" 2024-09-17T08:07:39.545 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user.email" 2024-09-17T08:07:39.545 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_user_login - v1" 2024-09-17T08:07:39.545 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_user_email - v1" 2024-09-17T08:07:39.545 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table user to user_v1 - v1" 2024-09-17T08:07:39.545 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create user table v2" 2024-09-17T08:07:39.545 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_user_login - v2" 2024-09-17T08:07:39.545 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_user_email - v2" 2024-09-17T08:07:39.545 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="copy data_source v1 to v2" 2024-09-17T08:07:39.545 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table user_v1" 2024-09-17T08:07:39.546 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Add column help_flags1 to user table" 2024-09-17T08:07:39.546 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Update user table charset" 2024-09-17T08:07:39.546 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Add last_seen_at column to user" 2024-09-17T08:07:39.546 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Add missing user data" 2024-09-17T08:07:39.546 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Add is_disabled column to user" 2024-09-17T08:07:39.546 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create temp user table v1-7" 2024-09-17T08:07:39.546 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_email - v1-7" 2024-09-17T08:07:39.546 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_org_id - v1-7" 2024-09-17T08:07:39.546 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_code - v1-7" 2024-09-17T08:07:39.546 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_status - v1-7" 2024-09-17T08:07:39.546 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Update temp_user table charset" 2024-09-17T08:07:39.546 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create star table" 2024-09-17T08:07:39.546 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index star.user_id_dashboard_id" 2024-09-17T08:07:39.546 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create org table v1" 2024-09-17T08:07:39.546 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_org_name - v1" 2024-09-17T08:07:39.547 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create org_user table v1" 2024-09-17T08:07:39.547 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_org_user_org_id - v1" 2024-09-17T08:07:39.547 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_org_user_org_id_user_id - v1" 2024-09-17T08:07:39.547 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Update org table charset" 2024-09-17T08:07:39.547 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Update org_user table charset" 2024-09-17T08:07:39.547 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Migrate all Read Only Viewers to Viewers" 2024-09-17T08:07:39.547 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard table" 2024-09-17T08:07:39.547 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard.account_id" 2024-09-17T08:07:39.547 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_account_id_slug" 2024-09-17T08:07:39.547 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_tag table" 2024-09-17T08:07:39.547 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_tag.dasboard_id_term" 2024-09-17T08:07:39.547 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-09-17T08:07:39.547 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table dashboard to dashboard_v1 - v1" 2024-09-17T08:07:39.548 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard v2" 2024-09-17T08:07:39.548 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_org_id - v2" 2024-09-17T08:07:39.548 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_dashboard_org_id_slug - v2" 2024-09-17T08:07:39.548 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="copy dashboard v1 to v2" 2024-09-17T08:07:39.548 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="drop table dashboard_v1" 2024-09-17T08:07:39.548 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="alter dashboard.data to mediumtext v1" 2024-09-17T08:07:39.548 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Add column updated_by in dashboard - v2" 2024-09-17T08:07:39.548 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Add column created_by in dashboard - v2" 2024-09-17T08:07:39.548 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Add column gnetId in dashboard" 2024-09-17T08:07:39.548 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for gnetId in dashboard" 2024-09-17T08:07:39.548 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Add column plugin_id in dashboard" 2024-09-17T08:07:39.548 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for plugin_id in dashboard" 2024-09-17T08:07:39.548 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for dashboard_id in dashboard_tag" 2024-09-17T08:07:39.548 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard table charset" 2024-09-17T08:07:39.549 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard_tag table charset" 2024-09-17T08:07:39.549 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Add column folder_id in dashboard" 2024-09-17T08:07:39.549 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Add column isFolder in dashboard" 2024-09-17T08:07:39.549 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Add column has_acl in dashboard" 2024-09-17T08:07:39.549 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Add column uid in dashboard" 2024-09-17T08:07:39.549 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Update uid column values in dashboard" 2024-09-17T08:07:39.549 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index dashboard_org_id_uid" 2024-09-17T08:07:39.549 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Remove unique index org_id_slug" 2024-09-17T08:07:39.549 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard title length" 2024-09-17T08:07:39.549 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index for dashboard_org_id_title_folder_id" 2024-09-17T08:07:39.549 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_provisioning" 2024-09-17T08:07:39.549 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-09-17T08:07:39.549 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_provisioning v2" 2024-09-17T08:07:39.550 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-09-17T08:07:39.550 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-09-17T08:07:39.550 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="copy dashboard_provisioning v1 to v2" 2024-09-17T08:07:39.550 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="drop dashboard_provisioning_tmp_qwerty" 2024-09-17T08:07:39.550 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Add check_sum column" 2024-09-17T08:07:39.550 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create data_source table" 2024-09-17T08:07:39.550 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="add index data_source.account_id" 2024-09-17T08:07:39.550 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index data_source.account_id_name" 2024-09-17T08:07:39.550 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_data_source_account_id - v1" 2024-09-17T08:07:39.550 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_data_source_account_id_name - v1" 2024-09-17T08:07:39.550 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table data_source to data_source_v1 - v1" 2024-09-17T08:07:39.551 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create data_source table v2" 2024-09-17T08:07:39.551 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_data_source_org_id - v2" 2024-09-17T08:07:39.551 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_data_source_org_id_name - v2" 2024-09-17T08:07:39.552 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="copy data_source v1 to v2" 2024-09-17T08:07:39.552 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table data_source_v1 #2" 2024-09-17T08:07:39.552 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Add column with_credentials" 2024-09-17T08:07:39.552 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Add secure json data column" 2024-09-17T08:07:39.552 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Update data_source table charset" 2024-09-17T08:07:39.552 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Update initial version to 1" 2024-09-17T08:07:39.552 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Add read_only data column" 2024-09-17T08:07:39.552 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Migrate logging ds to loki ds" 2024-09-17T08:07:39.552 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Update json_data with nulls" 2024-09-17T08:07:39.552 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create api_key table" 2024-09-17T08:07:39.552 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="add index api_key.account_id" 2024-09-17T08:07:39.552 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="add index api_key.key" 2024-09-17T08:07:39.552 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="add index api_key.account_id_name" 2024-09-17T08:07:39.553 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_api_key_account_id - v1" 2024-09-17T08:07:39.553 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_api_key_key - v1" 2024-09-17T08:07:39.553 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_api_key_account_id_name - v1" 2024-09-17T08:07:39.553 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table api_key to api_key_v1 - v1" 2024-09-17T08:07:39.553 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create api_key table v2" 2024-09-17T08:07:39.553 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_api_key_org_id - v2" 2024-09-17T08:07:39.553 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_api_key_key - v2" 2024-09-17T08:07:39.553 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_api_key_org_id_name - v2" 2024-09-17T08:07:39.553 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="copy api_key v1 to v2" 2024-09-17T08:07:39.553 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table api_key_v1" 2024-09-17T08:07:39.553 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Update api_key table charset" 2024-09-17T08:07:39.553 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Add expires to api_key table" 2024-09-17T08:07:39.553 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_snapshot table v4" 2024-09-17T08:07:39.553 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="drop table dashboard_snapshot_v4 #1" 2024-09-17T08:07:39.554 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_snapshot table v5 #2" 2024-09-17T08:07:39.554 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_dashboard_snapshot_key - v5" 2024-09-17T08:07:39.554 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-09-17T08:07:39.554 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_snapshot_user_id - v5" 2024-09-17T08:07:39.554 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="alter dashboard_snapshot to mediumtext v2" 2024-09-17T08:07:39.554 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard_snapshot table charset" 2024-09-17T08:07:39.554 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Add column external_delete_url to dashboard_snapshots table" 2024-09-17T08:07:39.554 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create quota table v1" 2024-09-17T08:07:39.554 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_quota_org_id_user_id_target - v1" 2024-09-17T08:07:39.554 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Update quota table charset" 2024-09-17T08:07:39.554 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create plugin_setting table" 2024-09-17T08:07:39.554 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-09-17T08:07:39.554 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Add column plugin_version to plugin_settings" 2024-09-17T08:07:39.554 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Update plugin_setting table charset" 2024-09-17T08:07:39.555 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create session table" 2024-09-17T08:07:39.555 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table playlist table" 2024-09-17T08:07:39.555 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table playlist_item table" 2024-09-17T08:07:39.555 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create playlist table v2" 2024-09-17T08:07:39.555 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create playlist item table v2" 2024-09-17T08:07:39.555 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Update playlist table charset" 2024-09-17T08:07:39.555 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Update playlist_item table charset" 2024-09-17T08:07:39.555 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="drop preferences table v2" 2024-09-17T08:07:39.555 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="drop preferences table v3" 2024-09-17T08:07:39.555 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create preferences table v3" 2024-09-17T08:07:39.555 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Update preferences table charset" 2024-09-17T08:07:39.555 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Add column team_id in preferences" 2024-09-17T08:07:39.555 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Update team_id column values in preferences" 2024-09-17T08:07:39.555 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create alert table v1" 2024-09-17T08:07:39.555 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert org_id & id " 2024-09-17T08:07:39.556 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert state" 2024-09-17T08:07:39.556 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert dashboard_id" 2024-09-17T08:07:39.556 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Create alert_rule_tag table v1" 2024-09-17T08:07:39.556 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-09-17T08:07:39.556 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_notification table v1" 2024-09-17T08:07:39.556 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Add column is_default" 2024-09-17T08:07:39.556 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Add column frequency" 2024-09-17T08:07:39.556 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Add column send_reminder" 2024-09-17T08:07:39.556 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Add column disable_resolve_message" 2024-09-17T08:07:39.556 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert_notification org_id & name" 2024-09-17T08:07:39.556 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Update alert table charset" 2024-09-17T08:07:39.556 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Update alert_notification table charset" 2024-09-17T08:07:39.556 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create notification_journal table v1" 2024-09-17T08:07:39.556 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="add index notification_journal org_id & alert_id & notifier_id" 2024-09-17T08:07:39.557 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="drop alert_notification_journal" 2024-09-17T08:07:39.557 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_notification_state table v1" 2024-09-17T08:07:39.557 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-09-17T08:07:39.557 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Add for to alert table" 2024-09-17T08:07:39.557 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Add column uid in alert_notification" 2024-09-17T08:07:39.557 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Update uid column values in alert_notification" 2024-09-17T08:07:39.557 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index alert_notification_org_id_uid" 2024-09-17T08:07:39.557 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Remove unique index org_id_name" 2024-09-17T08:07:39.557 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old annotation table v4" 2024-09-17T08:07:39.557 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create annotation table v5" 2024-09-17T08:07:39.557 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 0 v3" 2024-09-17T08:07:39.557 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 1 v3" 2024-09-17T08:07:39.557 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 2 v3" 2024-09-17T08:07:39.557 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 3 v3" 2024-09-17T08:07:39.558 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 4 v3" 2024-09-17T08:07:39.558 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Update annotation table charset" 2024-09-17T08:07:39.558 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Add column region_id to annotation table" 2024-09-17T08:07:39.558 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Drop category_id index" 2024-09-17T08:07:39.558 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Add column tags to annotation table" 2024-09-17T08:07:39.558 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Create annotation_tag table v2" 2024-09-17T08:07:39.558 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index annotation_tag.annotation_id_tag_id" 2024-09-17T08:07:39.558 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Update alert annotations and set TEXT to empty" 2024-09-17T08:07:39.558 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Add created time to annotation table" 2024-09-17T08:07:39.558 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Add updated time to annotation table" 2024-09-17T08:07:39.558 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for created in annotation table" 2024-09-17T08:07:39.558 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for updated in annotation table" 2024-09-17T08:07:39.558 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Convert existing annotations from seconds to milliseconds" 2024-09-17T08:07:39.559 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Add epoch_end column" 2024-09-17T08:07:39.559 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for epoch_end" 2024-09-17T08:07:39.559 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Make epoch_end the same as epoch" 2024-09-17T08:07:39.559 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Move region to single row" 2024-09-17T08:07:39.559 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Remove index org_id_epoch from annotation table" 2024-09-17T08:07:39.559 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-09-17T08:07:39.559 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 bash[36574]: ed6fc23647a7711bd85ba06cae513c8682794076764fa5f95a40fcbf623d28f1 2024-09-17T08:07:39.559 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-09-17T08:07:39.559 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for org_id_epoch_end_epoch on annotation table" 2024-09-17T08:07:39.559 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Remove index org_id_epoch_epoch_end from annotation table" 2024-09-17T08:07:39.559 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for alert_id on annotation table" 2024-09-17T08:07:39.559 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create test_data table" 2024-09-17T08:07:39.559 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_version table v1" 2024-09-17T08:07:39.559 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_version.dashboard_id" 2024-09-17T08:07:39.559 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 systemd[1]: Started Ceph grafana.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:07:39.560 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-09-17T08:07:39.560 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Set dashboard version to 1 where 0" 2024-09-17T08:07:39.560 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="save existing dashboard data in dashboard_version table v1" 2024-09-17T08:07:39.560 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="alter dashboard_version.data to mediumtext v1" 2024-09-17T08:07:39.560 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create team table" 2024-09-17T08:07:39.560 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="add index team.org_id" 2024-09-17T08:07:39.560 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index team_org_id_name" 2024-09-17T08:07:39.560 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create team member table" 2024-09-17T08:07:39.560 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="add index team_member.org_id" 2024-09-17T08:07:39.560 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index team_member_org_id_team_id_user_id" 2024-09-17T08:07:39.560 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Add column email to team table" 2024-09-17T08:07:39.560 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Add column external to team_member table" 2024-09-17T08:07:39.561 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Add column permission to team_member table" 2024-09-17T08:07:39.561 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard acl table" 2024-09-17T08:07:39.561 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_acl_dashboard_id" 2024-09-17T08:07:39.561 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_acl_dashboard_id_user_id" 2024-09-17T08:07:39.561 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_acl_dashboard_id_team_id" 2024-09-17T08:07:39.561 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="save default acl rules in dashboard_acl table" 2024-09-17T08:07:39.561 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create tag table" 2024-09-17T08:07:39.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:38.678132+0000 mon.a (mon.0) 491 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]': finished 2024-09-17T08:07:39.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:07:38.678308+0000 mon.a (mon.0) 492 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2024-09-17T08:07:39.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:39.643848+0000 mon.a (mon.0) 493 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:07:39.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:39.644623+0000 mon.a (mon.0) 494 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:07:39.898 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="add index tag.key_value" 2024-09-17T08:07:39.898 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create login attempt table" 2024-09-17T08:07:39.898 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="add index login_attempt.username" 2024-09-17T08:07:39.898 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_login_attempt_username - v1" 2024-09-17T08:07:39.898 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-09-17T08:07:39.898 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create login_attempt v2" 2024-09-17T08:07:39.898 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_login_attempt_username - v2" 2024-09-17T08:07:39.898 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="copy login_attempt v1 to v2" 2024-09-17T08:07:39.898 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="drop login_attempt_tmp_qwerty" 2024-09-17T08:07:39.898 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create user auth table" 2024-09-17T08:07:39.898 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-09-17T08:07:39.899 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="alter user_auth.auth_id to length 190" 2024-09-17T08:07:39.899 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth access token to user_auth" 2024-09-17T08:07:39.899 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth refresh token to user_auth" 2024-09-17T08:07:39.899 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth token type to user_auth" 2024-09-17T08:07:39.899 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth expiry to user_auth" 2024-09-17T08:07:39.899 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="Add index to user_id column in user_auth" 2024-09-17T08:07:39.899 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create server_lock table" 2024-09-17T08:07:39.899 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="add index server_lock.operation_uid" 2024-09-17T08:07:39.899 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create user auth token table" 2024-09-17T08:07:39.899 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user_auth_token.auth_token" 2024-09-17T08:07:39.899 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user_auth_token.prev_auth_token" 2024-09-17T08:07:39.899 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="create cache_data table" 2024-09-17T08:07:39.899 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index cache_data.cache_key" 2024-09-17T08:07:39.899 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Created default admin" logger=sqlstore user=admin 2024-09-17T08:07:39.900 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Initializing HTTPServer" logger=server 2024-09-17T08:07:39.900 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Initializing BackendPluginManager" logger=server 2024-09-17T08:07:39.900 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Initializing PluginManager" logger=server 2024-09-17T08:07:39.900 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Starting plugin search" logger=plugins 2024-09-17T08:07:39.900 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Registering plugin" logger=plugins name="Pie Chart" 2024-09-17T08:07:39.900 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Registering plugin" logger=plugins name="Status Panel" 2024-09-17T08:07:39.900 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Initializing HooksService" logger=server 2024-09-17T08:07:39.900 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Initializing OSSLicensingService" logger=server 2024-09-17T08:07:39.900 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Initializing InternalMetricsService" logger=server 2024-09-17T08:07:39.900 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Initializing RemoteCache" logger=server 2024-09-17T08:07:39.900 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Initializing RenderingService" logger=server 2024-09-17T08:07:39.900 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Initializing AlertEngine" logger=server 2024-09-17T08:07:39.900 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Initializing QuotaService" logger=server 2024-09-17T08:07:39.900 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Initializing ServerLockService" logger=server 2024-09-17T08:07:39.901 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Initializing UserAuthTokenService" logger=server 2024-09-17T08:07:39.901 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Initializing DatasourceCacheService" logger=server 2024-09-17T08:07:39.901 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Initializing LoginService" logger=server 2024-09-17T08:07:39.901 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Initializing SearchService" logger=server 2024-09-17T08:07:39.901 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Initializing TracingService" logger=server 2024-09-17T08:07:39.901 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Initializing UsageStatsService" logger=server 2024-09-17T08:07:39.901 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Initializing CleanUpService" logger=server 2024-09-17T08:07:39.901 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Initializing NotificationService" logger=server 2024-09-17T08:07:39.901 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Initializing provisioningServiceImpl" logger=server 2024-09-17T08:07:39.901 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=warn msg="[Deprecated] the datasource provisioning config is outdated. please upgrade" logger=provisioning.datasources filename=/etc/grafana/provisioning/datasources/ceph-dashboard.yml 2024-09-17T08:07:39.901 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="inserting datasource from configuration " logger=provisioning.datasources name=Dashboard1 2024-09-17T08:07:39.901 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Backend rendering via phantomJS" logger=rendering renderer=phantomJS 2024-09-17T08:07:39.902 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=warn msg="phantomJS is deprecated and will be removed in a future release. You should consider migrating from phantomJS to grafana-image-renderer plugin. Read more at https://grafana.com/docs/grafana/latest/administration/image_rendering/" logger=rendering renderer=phantomJS 2024-09-17T08:07:39.902 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="Initializing Stream Manager" 2024-09-17T08:07:39.902 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:07:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:07:39+0000 lvl=info msg="HTTP Server Listen" logger=http.server address=[::]:3000 protocol=https subUrl= socket= 2024-09-17T08:07:40.121 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:38.678132+0000 mon.a (mon.0) 491 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]': finished 2024-09-17T08:07:40.121 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:07:38.678308+0000 mon.a (mon.0) 492 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2024-09-17T08:07:40.121 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:39.643848+0000 mon.a (mon.0) 493 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:07:40.121 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:39.644623+0000 mon.a (mon.0) 494 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:07:40.121 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:38.678132+0000 mon.a (mon.0) 491 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]': finished 2024-09-17T08:07:40.121 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:07:38.678308+0000 mon.a (mon.0) 492 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2024-09-17T08:07:40.121 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:39.643848+0000 mon.a (mon.0) 493 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:07:40.122 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:39.644623+0000 mon.a (mon.0) 494 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:07:40.811 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:07:39.689494+0000 mon.a (mon.0) 495 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2024-09-17T08:07:40.811 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:39.692324+0000 mon.c (mon.1) 21 : audit [INF] from='client.? 172.21.15.88:0/2979071212' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2024-09-17T08:07:40.811 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:39.693576+0000 mon.a (mon.0) 496 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2024-09-17T08:07:40.811 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:07:40.340026+0000 mgr.y (mgr.14144) 211 : cluster [DBG] pgmap v198: 129 pgs: 21 creating+peering, 35 unknown, 73 active+clean; 9.3 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 12 KiB/s wr, 53 op/s 2024-09-17T08:07:40.811 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:40.419390+0000 mon.a (mon.0) 497 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:07:40.811 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:40.420584+0000 mon.a (mon.0) 498 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:07:41.069 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:07:39.689494+0000 mon.a (mon.0) 495 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2024-09-17T08:07:41.069 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:39.692324+0000 mon.c (mon.1) 21 : audit [INF] from='client.? 172.21.15.88:0/2979071212' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2024-09-17T08:07:41.069 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:39.693576+0000 mon.a (mon.0) 496 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2024-09-17T08:07:41.069 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:07:40.340026+0000 mgr.y (mgr.14144) 211 : cluster [DBG] pgmap v198: 129 pgs: 21 creating+peering, 35 unknown, 73 active+clean; 9.3 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 12 KiB/s wr, 53 op/s 2024-09-17T08:07:41.069 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:40.419390+0000 mon.a (mon.0) 497 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:07:41.069 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:40.420584+0000 mon.a (mon.0) 498 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:07:41.070 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:07:39.689494+0000 mon.a (mon.0) 495 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2024-09-17T08:07:41.070 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:39.692324+0000 mon.c (mon.1) 21 : audit [INF] from='client.? 172.21.15.88:0/2979071212' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2024-09-17T08:07:41.070 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:39.693576+0000 mon.a (mon.0) 496 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2024-09-17T08:07:41.070 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:07:40.340026+0000 mgr.y (mgr.14144) 211 : cluster [DBG] pgmap v198: 129 pgs: 21 creating+peering, 35 unknown, 73 active+clean; 9.3 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 12 KiB/s wr, 53 op/s 2024-09-17T08:07:41.070 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:40.419390+0000 mon.a (mon.0) 497 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:07:41.070 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:40.420584+0000 mon.a (mon.0) 498 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:07:41.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:40.694794+0000 mon.a (mon.0) 499 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]': finished 2024-09-17T08:07:41.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:07:40.695004+0000 mon.a (mon.0) 500 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2024-09-17T08:07:41.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:40.696480+0000 mon.c (mon.1) 22 : audit [INF] from='client.? 172.21.15.88:0/2979071212' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2024-09-17T08:07:41.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:40.705961+0000 mon.a (mon.0) 501 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2024-09-17T08:07:41.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:41.703283+0000 mon.a (mon.0) 502 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2024-09-17T08:07:41.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:07:41.703376+0000 mon.a (mon.0) 503 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2024-09-17T08:07:41.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:41.704279+0000 mon.c (mon.1) 23 : audit [INF] from='client.? 172.21.15.88:0/2979071212' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_num_min", "val": "8"}]: dispatch 2024-09-17T08:07:41.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:41.704571+0000 mon.a (mon.0) 504 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_num_min", "val": "8"}]: dispatch 2024-09-17T08:07:41.968 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:40.694794+0000 mon.a (mon.0) 499 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]': finished 2024-09-17T08:07:41.968 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:07:40.695004+0000 mon.a (mon.0) 500 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2024-09-17T08:07:41.968 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:40.696480+0000 mon.c (mon.1) 22 : audit [INF] from='client.? 172.21.15.88:0/2979071212' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2024-09-17T08:07:41.968 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:40.705961+0000 mon.a (mon.0) 501 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2024-09-17T08:07:41.968 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:41.703283+0000 mon.a (mon.0) 502 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2024-09-17T08:07:41.969 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:07:41.703376+0000 mon.a (mon.0) 503 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2024-09-17T08:07:41.969 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:41.704279+0000 mon.c (mon.1) 23 : audit [INF] from='client.? 172.21.15.88:0/2979071212' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_num_min", "val": "8"}]: dispatch 2024-09-17T08:07:41.969 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:41.704571+0000 mon.a (mon.0) 504 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_num_min", "val": "8"}]: dispatch 2024-09-17T08:07:41.969 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:40.694794+0000 mon.a (mon.0) 499 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]': finished 2024-09-17T08:07:41.969 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:07:40.695004+0000 mon.a (mon.0) 500 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2024-09-17T08:07:41.969 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:40.696480+0000 mon.c (mon.1) 22 : audit [INF] from='client.? 172.21.15.88:0/2979071212' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2024-09-17T08:07:41.969 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:40.705961+0000 mon.a (mon.0) 501 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2024-09-17T08:07:41.969 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:41.703283+0000 mon.a (mon.0) 502 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2024-09-17T08:07:41.969 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:07:41.703376+0000 mon.a (mon.0) 503 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2024-09-17T08:07:41.969 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:41.704279+0000 mon.c (mon.1) 23 : audit [INF] from='client.? 172.21.15.88:0/2979071212' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_num_min", "val": "8"}]: dispatch 2024-09-17T08:07:41.970 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:41.704571+0000 mon.a (mon.0) 504 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_num_min", "val": "8"}]: dispatch 2024-09-17T08:07:42.782 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:07:42.783 INFO:teuthology.orchestra.run.smithi088.stdout: "id": "da405666-f18f-414c-8318-582eafd8a735", 2024-09-17T08:07:42.783 INFO:teuthology.orchestra.run.smithi088.stdout: "epoch": 1, 2024-09-17T08:07:42.783 INFO:teuthology.orchestra.run.smithi088.stdout: "predecessor_uuid": "0273f1ed-f347-4522-a8a3-a3bcaecdc34c", 2024-09-17T08:07:42.783 INFO:teuthology.orchestra.run.smithi088.stdout: "sync_status": [], 2024-09-17T08:07:42.783 INFO:teuthology.orchestra.run.smithi088.stdout: "period_map": { 2024-09-17T08:07:42.783 INFO:teuthology.orchestra.run.smithi088.stdout: "id": "da405666-f18f-414c-8318-582eafd8a735", 2024-09-17T08:07:42.783 INFO:teuthology.orchestra.run.smithi088.stdout: "zonegroups": [ 2024-09-17T08:07:42.783 INFO:teuthology.orchestra.run.smithi088.stdout: { 2024-09-17T08:07:42.783 INFO:teuthology.orchestra.run.smithi088.stdout: "id": "d90a18ff-ee63-426c-8494-27d3ce81a2ce", 2024-09-17T08:07:42.783 INFO:teuthology.orchestra.run.smithi088.stdout: "name": "default", 2024-09-17T08:07:42.783 INFO:teuthology.orchestra.run.smithi088.stdout: "api_name": "default", 2024-09-17T08:07:42.783 INFO:teuthology.orchestra.run.smithi088.stdout: "is_master": "true", 2024-09-17T08:07:42.784 INFO:teuthology.orchestra.run.smithi088.stdout: "endpoints": [], 2024-09-17T08:07:42.784 INFO:teuthology.orchestra.run.smithi088.stdout: "hostnames": [], 2024-09-17T08:07:42.784 INFO:teuthology.orchestra.run.smithi088.stdout: "hostnames_s3website": [], 2024-09-17T08:07:42.784 INFO:teuthology.orchestra.run.smithi088.stdout: "master_zone": "74f9be14-ddbe-472f-b31f-89240fdc0c8f", 2024-09-17T08:07:42.784 INFO:teuthology.orchestra.run.smithi088.stdout: "zones": [ 2024-09-17T08:07:42.784 INFO:teuthology.orchestra.run.smithi088.stdout: { 2024-09-17T08:07:42.784 INFO:teuthology.orchestra.run.smithi088.stdout: "id": "74f9be14-ddbe-472f-b31f-89240fdc0c8f", 2024-09-17T08:07:42.784 INFO:teuthology.orchestra.run.smithi088.stdout: "name": "z", 2024-09-17T08:07:42.784 INFO:teuthology.orchestra.run.smithi088.stdout: "endpoints": [], 2024-09-17T08:07:42.784 INFO:teuthology.orchestra.run.smithi088.stdout: "log_meta": "false", 2024-09-17T08:07:42.785 INFO:teuthology.orchestra.run.smithi088.stdout: "log_data": "false", 2024-09-17T08:07:42.785 INFO:teuthology.orchestra.run.smithi088.stdout: "bucket_index_max_shards": 11, 2024-09-17T08:07:42.785 INFO:teuthology.orchestra.run.smithi088.stdout: "read_only": "false", 2024-09-17T08:07:42.785 INFO:teuthology.orchestra.run.smithi088.stdout: "tier_type": "", 2024-09-17T08:07:42.785 INFO:teuthology.orchestra.run.smithi088.stdout: "sync_from_all": "true", 2024-09-17T08:07:42.785 INFO:teuthology.orchestra.run.smithi088.stdout: "sync_from": [], 2024-09-17T08:07:42.785 INFO:teuthology.orchestra.run.smithi088.stdout: "redirect_zone": "" 2024-09-17T08:07:42.785 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-09-17T08:07:42.785 INFO:teuthology.orchestra.run.smithi088.stdout: ], 2024-09-17T08:07:42.785 INFO:teuthology.orchestra.run.smithi088.stdout: "placement_targets": [ 2024-09-17T08:07:42.785 INFO:teuthology.orchestra.run.smithi088.stdout: { 2024-09-17T08:07:42.785 INFO:teuthology.orchestra.run.smithi088.stdout: "name": "default-placement", 2024-09-17T08:07:42.785 INFO:teuthology.orchestra.run.smithi088.stdout: "tags": [], 2024-09-17T08:07:42.786 INFO:teuthology.orchestra.run.smithi088.stdout: "storage_classes": [ 2024-09-17T08:07:42.786 INFO:teuthology.orchestra.run.smithi088.stdout: "STANDARD" 2024-09-17T08:07:42.786 INFO:teuthology.orchestra.run.smithi088.stdout: ] 2024-09-17T08:07:42.786 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-09-17T08:07:42.786 INFO:teuthology.orchestra.run.smithi088.stdout: ], 2024-09-17T08:07:42.786 INFO:teuthology.orchestra.run.smithi088.stdout: "default_placement": "default-placement", 2024-09-17T08:07:42.786 INFO:teuthology.orchestra.run.smithi088.stdout: "realm_id": "de2520b3-a1f5-43d0-a33f-3ef22dcf0f38", 2024-09-17T08:07:42.786 INFO:teuthology.orchestra.run.smithi088.stdout: "sync_policy": { 2024-09-17T08:07:42.786 INFO:teuthology.orchestra.run.smithi088.stdout: "groups": [] 2024-09-17T08:07:42.786 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-09-17T08:07:42.786 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-09-17T08:07:42.786 INFO:teuthology.orchestra.run.smithi088.stdout: ], 2024-09-17T08:07:42.786 INFO:teuthology.orchestra.run.smithi088.stdout: "short_zone_ids": [ 2024-09-17T08:07:42.787 INFO:teuthology.orchestra.run.smithi088.stdout: { 2024-09-17T08:07:42.787 INFO:teuthology.orchestra.run.smithi088.stdout: "key": "74f9be14-ddbe-472f-b31f-89240fdc0c8f", 2024-09-17T08:07:42.787 INFO:teuthology.orchestra.run.smithi088.stdout: "val": 4218663544 2024-09-17T08:07:42.787 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-09-17T08:07:42.787 INFO:teuthology.orchestra.run.smithi088.stdout: ] 2024-09-17T08:07:42.787 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:07:42.787 INFO:teuthology.orchestra.run.smithi088.stdout: "master_zonegroup": "d90a18ff-ee63-426c-8494-27d3ce81a2ce", 2024-09-17T08:07:42.787 INFO:teuthology.orchestra.run.smithi088.stdout: "master_zone": "74f9be14-ddbe-472f-b31f-89240fdc0c8f", 2024-09-17T08:07:42.787 INFO:teuthology.orchestra.run.smithi088.stdout: "period_config": { 2024-09-17T08:07:42.787 INFO:teuthology.orchestra.run.smithi088.stdout: "bucket_quota": { 2024-09-17T08:07:42.787 INFO:teuthology.orchestra.run.smithi088.stdout: "enabled": false, 2024-09-17T08:07:42.787 INFO:teuthology.orchestra.run.smithi088.stdout: "check_on_raw": false, 2024-09-17T08:07:42.787 INFO:teuthology.orchestra.run.smithi088.stdout: "max_size": -1, 2024-09-17T08:07:42.788 INFO:teuthology.orchestra.run.smithi088.stdout: "max_size_kb": 0, 2024-09-17T08:07:42.788 INFO:teuthology.orchestra.run.smithi088.stdout: "max_objects": -1 2024-09-17T08:07:42.788 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:07:42.788 INFO:teuthology.orchestra.run.smithi088.stdout: "user_quota": { 2024-09-17T08:07:42.788 INFO:teuthology.orchestra.run.smithi088.stdout: "enabled": false, 2024-09-17T08:07:42.788 INFO:teuthology.orchestra.run.smithi088.stdout: "check_on_raw": false, 2024-09-17T08:07:42.788 INFO:teuthology.orchestra.run.smithi088.stdout: "max_size": -1, 2024-09-17T08:07:42.788 INFO:teuthology.orchestra.run.smithi088.stdout: "max_size_kb": 0, 2024-09-17T08:07:42.788 INFO:teuthology.orchestra.run.smithi088.stdout: "max_objects": -1 2024-09-17T08:07:42.788 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-09-17T08:07:42.789 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:07:42.789 INFO:teuthology.orchestra.run.smithi088.stdout: "realm_id": "de2520b3-a1f5-43d0-a33f-3ef22dcf0f38", 2024-09-17T08:07:42.789 INFO:teuthology.orchestra.run.smithi088.stdout: "realm_name": "r", 2024-09-17T08:07:42.789 INFO:teuthology.orchestra.run.smithi088.stdout: "realm_epoch": 2 2024-09-17T08:07:42.789 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:07:43.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:42.277958+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:07:43.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:07:42.340303+0000 mgr.y (mgr.14144) 212 : cluster [DBG] pgmap v201: 129 pgs: 16 creating+peering, 28 unknown, 85 active+clean; 12 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 16 KiB/s wr, 68 op/s 2024-09-17T08:07:43.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:42.705019+0000 mon.a (mon.0) 506 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_num_min", "val": "8"}]': finished 2024-09-17T08:07:43.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:07:42.705087+0000 mon.a (mon.0) 507 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2024-09-17T08:07:43.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:42.808644+0000 mon.a (mon.0) 508 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:07:43.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:43.018775+0000 mon.a (mon.0) 509 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:07:43.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:42.277958+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:07:43.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:07:42.340303+0000 mgr.y (mgr.14144) 212 : cluster [DBG] pgmap v201: 129 pgs: 16 creating+peering, 28 unknown, 85 active+clean; 12 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 16 KiB/s wr, 68 op/s 2024-09-17T08:07:43.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:42.705019+0000 mon.a (mon.0) 506 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_num_min", "val": "8"}]': finished 2024-09-17T08:07:43.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:07:42.705087+0000 mon.a (mon.0) 507 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2024-09-17T08:07:43.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:42.808644+0000 mon.a (mon.0) 508 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:07:43.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:43.018775+0000 mon.a (mon.0) 509 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:07:43.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:42.277958+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:07:43.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:07:42.340303+0000 mgr.y (mgr.14144) 212 : cluster [DBG] pgmap v201: 129 pgs: 16 creating+peering, 28 unknown, 85 active+clean; 12 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 16 KiB/s wr, 68 op/s 2024-09-17T08:07:43.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:42.705019+0000 mon.a (mon.0) 506 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_num_min", "val": "8"}]': finished 2024-09-17T08:07:43.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:07:42.705087+0000 mon.a (mon.0) 507 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2024-09-17T08:07:43.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:42.808644+0000 mon.a (mon.0) 508 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:07:43.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:43.018775+0000 mon.a (mon.0) 509 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:07:43.685 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph orch apply rgw foo --realm r --zone z --placement=2 --port=8000' 2024-09-17T08:07:44.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:44 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:07:43.020592+0000 mgr.y (mgr.14144) 213 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2024-09-17T08:07:44.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:44 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:07:43.022783+0000 mgr.y (mgr.14144) 214 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi088 2024-09-17T08:07:44.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:07:43.020592+0000 mgr.y (mgr.14144) 213 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2024-09-17T08:07:44.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:07:43.022783+0000 mgr.y (mgr.14144) 214 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi088 2024-09-17T08:07:44.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:07:43.020592+0000 mgr.y (mgr.14144) 213 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2024-09-17T08:07:44.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:07:43.022783+0000 mgr.y (mgr.14144) 214 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi088 2024-09-17T08:07:45.473 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:07:44.340835+0000 mgr.y (mgr.14144) 215 : cluster [DBG] pgmap v203: 129 pgs: 6 creating+peering, 4 unknown, 119 active+clean; 24 KiB data, 47 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 28 KiB/s wr, 110 op/s 2024-09-17T08:07:45.474 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:07:44.340835+0000 mgr.y (mgr.14144) 215 : cluster [DBG] pgmap v203: 129 pgs: 6 creating+peering, 4 unknown, 119 active+clean; 24 KiB data, 47 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 28 KiB/s wr, 110 op/s 2024-09-17T08:07:45.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:07:44.340835+0000 mgr.y (mgr.14144) 215 : cluster [DBG] pgmap v203: 129 pgs: 6 creating+peering, 4 unknown, 119 active+clean; 24 KiB data, 47 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 28 KiB/s wr, 110 op/s 2024-09-17T08:07:47.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:07:46.341340+0000 mgr.y (mgr.14144) 216 : cluster [DBG] pgmap v204: 129 pgs: 129 active+clean; 25 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 18 KiB/s wr, 69 op/s 2024-09-17T08:07:47.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:07:46.341340+0000 mgr.y (mgr.14144) 216 : cluster [DBG] pgmap v204: 129 pgs: 129 active+clean; 25 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 18 KiB/s wr, 69 op/s 2024-09-17T08:07:47.416 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:07:47 smithi088 systemd[1]: Stopping Ceph alertmanager.a for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:07:47.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:07:46.341340+0000 mgr.y (mgr.14144) 216 : cluster [DBG] pgmap v204: 129 pgs: 129 active+clean; 25 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 14 KiB/s rd, 18 KiB/s wr, 69 op/s 2024-09-17T08:07:48.165 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:07:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager.a[41646]: level=info ts=2024-09-17T08:07:47.956Z caller=main.go:536 msg="Received SIGTERM, exiting gracefully..." 2024-09-17T08:07:48.165 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:07:47 smithi088 podman[42835]: 2024-09-17 08:07:47.977070649 +0000 UTC m=+0.685962840 container died 6247457a711aebf84fd71ea5b183880fc60e0ae611cc86ba45ef6e4ba1435935 (image=docker.io/prom/alertmanager:v0.20.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager.a, maintainer=The Prometheus Authors ) 2024-09-17T08:07:48.540 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:07:48 smithi088 podman[42835]: 2024-09-17 08:07:48.339259901 +0000 UTC m=+1.048152075 container cleanup 6247457a711aebf84fd71ea5b183880fc60e0ae611cc86ba45ef6e4ba1435935 (image=docker.io/prom/alertmanager:v0.20.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager.a, maintainer=The Prometheus Authors ) 2024-09-17T08:07:48.540 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:07:48 smithi088 podman[42835]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager.a 2024-09-17T08:07:49.112 INFO:teuthology.orchestra.run.smithi088.stdout:Scheduled rgw.foo update... 2024-09-17T08:07:49.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:07:48.341796+0000 mgr.y (mgr.14144) 217 : cluster [DBG] pgmap v205: 129 pgs: 129 active+clean; 27 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 11 KiB/s rd, 15 KiB/s wr, 60 op/s 2024-09-17T08:07:49.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:49.111635+0000 mon.a (mon.0) 510 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:07:49.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:07:48.341796+0000 mgr.y (mgr.14144) 217 : cluster [DBG] pgmap v205: 129 pgs: 129 active+clean; 27 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 11 KiB/s rd, 15 KiB/s wr, 60 op/s 2024-09-17T08:07:49.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:49.111635+0000 mon.a (mon.0) 510 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:07:49.415 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:07:49 smithi088 podman[42862]: 2024-09-17 08:07:49.152256178 +0000 UTC m=+1.173087298 container remove 6247457a711aebf84fd71ea5b183880fc60e0ae611cc86ba45ef6e4ba1435935 (image=docker.io/prom/alertmanager:v0.20.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager.a, maintainer=The Prometheus Authors ) 2024-09-17T08:07:49.415 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:07:49 smithi088 podman[42862]: 2024-09-17 08:07:49.244764038 +0000 UTC m=+1.265595157 volume remove 01ee661e527f4595348495e15d4bac5761463b1f7e1d2907cd01759614132832 2024-09-17T08:07:49.416 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:07:49 smithi088 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-09-17T08:07:49.416 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:07:49 smithi088 systemd[1]: Stopped Ceph alertmanager.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:07:49.416 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:07:49 smithi088 systemd[1]: Starting Ceph alertmanager.a for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:07:49.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:07:48.341796+0000 mgr.y (mgr.14144) 217 : cluster [DBG] pgmap v205: 129 pgs: 129 active+clean; 27 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 11 KiB/s rd, 15 KiB/s wr, 60 op/s 2024-09-17T08:07:49.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:49.111635+0000 mon.a (mon.0) 510 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:07:49.848 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph osd pool create foo' 2024-09-17T08:07:50.074 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:07:50 smithi088 podman[42964]: 2024-09-17 08:07:49.95957323 +0000 UTC m=+0.015668380 image pull 0881eb8f169f5556a292b4e2c01d683172b12830a62a9225a98a8e206bb734f0 docker.io/prom/alertmanager:v0.20.0 2024-09-17T08:07:50.075 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:07:50 smithi088 podman[42964]: 2024-09-17 08:07:50.074743455 +0000 UTC m=+0.130838638 volume create c98fa7e7a093bec80b1f5461ec55d98a79b9d7c61cc9beae7996939770755950 2024-09-17T08:07:50.373 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:07:50 smithi088 podman[42964]: 2024-09-17 08:07:50.183242449 +0000 UTC m=+0.239337589 container create d9726ff7d740440d715288391728cec625a72161f63bf599ef0cf06ce01f97e5 (image=docker.io/prom/alertmanager:v0.20.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager.a, maintainer=The Prometheus Authors ) 2024-09-17T08:07:50.373 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:49.107650+0000 mgr.y (mgr.14144) 218 : audit [DBG] from='client.14598 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foo", "realm": "r", "zone": "z", "placement": "2", "port": 8000, "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:07:50.373 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:07:49.108504+0000 mgr.y (mgr.14144) 219 : cephadm [INF] Saving service rgw.foo spec with placement count:2 2024-09-17T08:07:50.373 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:49.107650+0000 mgr.y (mgr.14144) 218 : audit [DBG] from='client.14598 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foo", "realm": "r", "zone": "z", "placement": "2", "port": 8000, "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:07:50.374 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:07:49.108504+0000 mgr.y (mgr.14144) 219 : cephadm [INF] Saving service rgw.foo spec with placement count:2 2024-09-17T08:07:50.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:49.107650+0000 mgr.y (mgr.14144) 218 : audit [DBG] from='client.14598 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foo", "realm": "r", "zone": "z", "placement": "2", "port": 8000, "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:07:50.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:07:49.108504+0000 mgr.y (mgr.14144) 219 : cephadm [INF] Saving service rgw.foo spec with placement count:2 2024-09-17T08:07:51.166 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:07:50 smithi088 podman[42964]: 2024-09-17 08:07:50.729140929 +0000 UTC m=+0.785236073 container init d9726ff7d740440d715288391728cec625a72161f63bf599ef0cf06ce01f97e5 (image=docker.io/prom/alertmanager:v0.20.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager.a, maintainer=The Prometheus Authors ) 2024-09-17T08:07:51.166 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:07:50 smithi088 podman[42964]: 2024-09-17 08:07:50.732366659 +0000 UTC m=+0.788461804 container start d9726ff7d740440d715288391728cec625a72161f63bf599ef0cf06ce01f97e5 (image=docker.io/prom/alertmanager:v0.20.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager.a, maintainer=The Prometheus Authors ) 2024-09-17T08:07:51.166 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:07:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager.a[43002]: level=info ts=2024-09-17T08:07:50.752Z caller=main.go:231 msg="Starting Alertmanager" version="(version=0.20.0, branch=HEAD, revision=f74be0400a6243d10bb53812d6fa408ad71ff32d)" 2024-09-17T08:07:51.166 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:07:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager.a[43002]: level=info ts=2024-09-17T08:07:50.752Z caller=main.go:232 build_context="(go=go1.13.5, user=root@00c3106655f8, date=20191211-14:13:14)" 2024-09-17T08:07:51.167 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:07:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager.a[43002]: level=info ts=2024-09-17T08:07:50.753Z caller=cluster.go:161 component=cluster msg="setting advertise address explicitly" addr=172.21.15.88 port=9094 2024-09-17T08:07:51.167 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:07:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager.a[43002]: level=info ts=2024-09-17T08:07:50.754Z caller=cluster.go:623 component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-17T08:07:51.167 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:07:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager.a[43002]: level=info ts=2024-09-17T08:07:50.772Z caller=coordinator.go:119 component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-17T08:07:51.167 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:07:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager.a[43002]: level=info ts=2024-09-17T08:07:50.772Z caller=coordinator.go:131 component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-17T08:07:51.167 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:07:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager.a[43002]: level=info ts=2024-09-17T08:07:50.775Z caller=main.go:497 msg=Listening address=:9093 2024-09-17T08:07:51.566 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:07:50.342375+0000 mgr.y (mgr.14144) 220 : cluster [DBG] pgmap v206: 129 pgs: 129 active+clean; 27 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 8.0 KiB/s rd, 12 KiB/s wr, 45 op/s 2024-09-17T08:07:51.567 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:07:50.342375+0000 mgr.y (mgr.14144) 220 : cluster [DBG] pgmap v206: 129 pgs: 129 active+clean; 27 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 8.0 KiB/s rd, 12 KiB/s wr, 45 op/s 2024-09-17T08:07:51.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:07:50.342375+0000 mgr.y (mgr.14144) 220 : cluster [DBG] pgmap v206: 129 pgs: 129 active+clean; 27 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 8.0 KiB/s rd, 12 KiB/s wr, 45 op/s 2024-09-17T08:07:52.513 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:07:52 smithi088 bash[42964]: d9726ff7d740440d715288391728cec625a72161f63bf599ef0cf06ce01f97e5 2024-09-17T08:07:52.513 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:07:52 smithi088 systemd[1]: Started Ceph alertmanager.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:07:52.514 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:52.202395+0000 mon.a (mon.0) 511 : audit [INF] from='client.? 172.21.15.88:0/2529971733' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2024-09-17T08:07:52.514 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:07:52.342784+0000 mgr.y (mgr.14144) 221 : cluster [DBG] pgmap v207: 129 pgs: 129 active+clean; 27 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 6.9 KiB/s rd, 10 KiB/s wr, 39 op/s 2024-09-17T08:07:52.514 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:52.454703+0000 mon.a (mon.0) 512 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:07:52.515 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:52.202395+0000 mon.a (mon.0) 511 : audit [INF] from='client.? 172.21.15.88:0/2529971733' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2024-09-17T08:07:52.515 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:07:52.342784+0000 mgr.y (mgr.14144) 221 : cluster [DBG] pgmap v207: 129 pgs: 129 active+clean; 27 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 6.9 KiB/s rd, 10 KiB/s wr, 39 op/s 2024-09-17T08:07:52.515 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:52.454703+0000 mon.a (mon.0) 512 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:07:52.517 INFO:teuthology.orchestra.run.smithi088.stderr:pool 'foo' created 2024-09-17T08:07:52.768 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:52.202395+0000 mon.a (mon.0) 511 : audit [INF] from='client.? 172.21.15.88:0/2529971733' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2024-09-17T08:07:52.768 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:07:52.342784+0000 mgr.y (mgr.14144) 221 : cluster [DBG] pgmap v207: 129 pgs: 129 active+clean; 27 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 6.9 KiB/s rd, 10 KiB/s wr, 39 op/s 2024-09-17T08:07:52.768 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:52.454703+0000 mon.a (mon.0) 512 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:07:52.873 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:07:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager.a[43002]: level=info ts=2024-09-17T08:07:52.754Z caller=cluster.go:648 component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000064551s 2024-09-17T08:07:53.314 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'rbd pool init foo' 2024-09-17T08:07:53.610 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:07:52.455732+0000 mgr.y (mgr.14144) 222 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-17T08:07:53.610 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:07:52.459188+0000 mgr.y (mgr.14144) 223 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi187 2024-09-17T08:07:53.610 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:52.505154+0000 mon.a (mon.0) 513 : audit [INF] from='client.? 172.21.15.88:0/2529971733' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "foo"}]': finished 2024-09-17T08:07:53.610 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:07:52.505193+0000 mon.a (mon.0) 514 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2024-09-17T08:07:53.610 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:07:53.509167+0000 mon.a (mon.0) 515 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2024-09-17T08:07:53.610 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:07:52.455732+0000 mgr.y (mgr.14144) 222 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-17T08:07:53.610 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:07:52.459188+0000 mgr.y (mgr.14144) 223 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi187 2024-09-17T08:07:53.610 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:52.505154+0000 mon.a (mon.0) 513 : audit [INF] from='client.? 172.21.15.88:0/2529971733' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "foo"}]': finished 2024-09-17T08:07:53.610 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:07:52.505193+0000 mon.a (mon.0) 514 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2024-09-17T08:07:53.611 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:07:53.509167+0000 mon.a (mon.0) 515 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2024-09-17T08:07:53.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:53 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:07:52.455732+0000 mgr.y (mgr.14144) 222 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-17T08:07:53.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:53 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:07:52.459188+0000 mgr.y (mgr.14144) 223 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi187 2024-09-17T08:07:53.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:53 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:52.505154+0000 mon.a (mon.0) 513 : audit [INF] from='client.? 172.21.15.88:0/2529971733' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "foo"}]': finished 2024-09-17T08:07:53.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:53 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:07:52.505193+0000 mon.a (mon.0) 514 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2024-09-17T08:07:53.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:53 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:07:53.509167+0000 mon.a (mon.0) 515 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2024-09-17T08:07:54.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:07:54.343362+0000 mgr.y (mgr.14144) 224 : cluster [DBG] pgmap v210: 161 pgs: 13 creating+peering, 19 unknown, 129 active+clean; 27 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 127 B/s rd, 1.4 KiB/s wr, 5 op/s 2024-09-17T08:07:54.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:07:54.343362+0000 mgr.y (mgr.14144) 224 : cluster [DBG] pgmap v210: 161 pgs: 13 creating+peering, 19 unknown, 129 active+clean; 27 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 127 B/s rd, 1.4 KiB/s wr, 5 op/s 2024-09-17T08:07:54.889 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:07:54.343362+0000 mgr.y (mgr.14144) 224 : cluster [DBG] pgmap v210: 161 pgs: 13 creating+peering, 19 unknown, 129 active+clean; 27 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 127 B/s rd, 1.4 KiB/s wr, 5 op/s 2024-09-17T08:07:55.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:07:54.528093+0000 mon.a (mon.0) 516 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2024-09-17T08:07:55.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:55.204386+0000 mon.c (mon.1) 24 : audit [INF] from='client.? 172.21.15.88:0/3051930166' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2024-09-17T08:07:55.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:55.204690+0000 mon.a (mon.0) 517 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2024-09-17T08:07:55.897 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:07:55 smithi187 systemd[1]: Stopping Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:07:55.897 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:07:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[35851]: level=warn ts=2024-09-17T08:07:55.721Z caller=main.go:524 msg="Received SIGTERM, exiting gracefully..." 2024-09-17T08:07:55.897 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:07:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[35851]: level=info ts=2024-09-17T08:07:55.721Z caller=main.go:547 msg="Stopping scrape discovery manager..." 2024-09-17T08:07:55.898 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:07:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[35851]: level=info ts=2024-09-17T08:07:55.721Z caller=main.go:561 msg="Stopping notify discovery manager..." 2024-09-17T08:07:55.898 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:07:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[35851]: level=info ts=2024-09-17T08:07:55.721Z caller=main.go:583 msg="Stopping scrape manager..." 2024-09-17T08:07:55.898 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:07:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[35851]: level=info ts=2024-09-17T08:07:55.721Z caller=main.go:543 msg="Scrape discovery manager stopped" 2024-09-17T08:07:55.898 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:07:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[35851]: level=info ts=2024-09-17T08:07:55.721Z caller=manager.go:882 component="rule manager" msg="Stopping rule manager..." 2024-09-17T08:07:55.898 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:07:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[35851]: level=info ts=2024-09-17T08:07:55.721Z caller=manager.go:892 component="rule manager" msg="Rule manager stopped" 2024-09-17T08:07:55.898 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:07:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[35851]: level=info ts=2024-09-17T08:07:55.721Z caller=main.go:557 msg="Notify discovery manager stopped" 2024-09-17T08:07:55.898 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:07:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[35851]: level=info ts=2024-09-17T08:07:55.721Z caller=notifier.go:601 component=notifier msg="Stopping notification manager..." 2024-09-17T08:07:55.898 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:07:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[35851]: level=info ts=2024-09-17T08:07:55.721Z caller=main.go:577 msg="Scrape manager stopped" 2024-09-17T08:07:55.898 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:07:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[35851]: level=info ts=2024-09-17T08:07:55.721Z caller=main.go:749 msg="Notifier manager stopped" 2024-09-17T08:07:55.898 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:07:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[35851]: level=info ts=2024-09-17T08:07:55.721Z caller=main.go:761 msg="See you next time!" 2024-09-17T08:07:55.898 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:07:55 smithi187 podman[37148]: 2024-09-17 08:07:55.731244093 +0000 UTC m=+0.107485684 container died 7cd0ac5e5c1d559d25cbc9c0c8db2c6c7df238d4c51b3a2b934e9e5953845b6b (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:07:55.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:07:54.528093+0000 mon.a (mon.0) 516 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2024-09-17T08:07:55.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:55.204386+0000 mon.c (mon.1) 24 : audit [INF] from='client.? 172.21.15.88:0/3051930166' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2024-09-17T08:07:55.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:55.204690+0000 mon.a (mon.0) 517 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2024-09-17T08:07:55.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:07:54.528093+0000 mon.a (mon.0) 516 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2024-09-17T08:07:55.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:55.204386+0000 mon.c (mon.1) 24 : audit [INF] from='client.? 172.21.15.88:0/3051930166' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2024-09-17T08:07:55.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:55.204690+0000 mon.a (mon.0) 517 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2024-09-17T08:07:56.262 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:07:56 smithi187 podman[37148]: 2024-09-17 08:07:56.0116041 +0000 UTC m=+0.387845683 container cleanup 7cd0ac5e5c1d559d25cbc9c0c8db2c6c7df238d4c51b3a2b934e9e5953845b6b (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:07:56.263 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:07:56 smithi187 podman[37148]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a 2024-09-17T08:07:56.537 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:07:56 smithi187 podman[37160]: 2024-09-17 08:07:56.262737812 +0000 UTC m=+0.532633299 container remove 7cd0ac5e5c1d559d25cbc9c0c8db2c6c7df238d4c51b3a2b934e9e5953845b6b (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:07:56.538 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:07:56 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-17T08:07:56.538 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:07:56 smithi187 systemd[1]: Stopped Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:07:56.538 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:07:56 smithi187 systemd[1]: Starting Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:07:56.538 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:07:56 smithi187 podman[37202]: 2024-09-17 08:07:56.352531 +0000 UTC m=+0.017972789 image pull de242295e2257c37c8cadfd962369228f8f10b2d48a44259b65fef44ad4f6490 docker.io/prom/prometheus:v2.18.1 2024-09-17T08:07:56.538 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:07:56 smithi187 podman[37202]: 2024-09-17 08:07:56.480458576 +0000 UTC m=+0.145900397 container create fad1a6f2d1de33b37fce3f1e6d5fbbf6cef123d453820a7ca0666138217a6999 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:07:56.816 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:55.532304+0000 mon.a (mon.0) 518 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]': finished 2024-09-17T08:07:56.816 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:07:55.532386+0000 mon.a (mon.0) 519 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2024-09-17T08:07:56.816 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:07:56.343755+0000 mgr.y (mgr.14144) 225 : cluster [DBG] pgmap v213: 161 pgs: 13 creating+peering, 11 unknown, 137 active+clean; 27 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:07:56.816 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:07:56 smithi187 podman[37202]: 2024-09-17 08:07:56.732793535 +0000 UTC m=+0.398235317 container init fad1a6f2d1de33b37fce3f1e6d5fbbf6cef123d453820a7ca0666138217a6999 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:07:56.816 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:07:56 smithi187 podman[37202]: 2024-09-17 08:07:56.735868181 +0000 UTC m=+0.401309967 container start fad1a6f2d1de33b37fce3f1e6d5fbbf6cef123d453820a7ca0666138217a6999 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:07:56.817 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:07:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[37216]: level=info ts=2024-09-17T08:07:56.767Z caller=main.go:302 msg="No time or size retention was set so using the default time retention" duration=15d 2024-09-17T08:07:56.817 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:07:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[37216]: level=info ts=2024-09-17T08:07:56.767Z caller=main.go:337 msg="Starting Prometheus" version="(version=2.18.1, branch=HEAD, revision=ecee9c8abfd118f139014cb1b174b08db3f342cf)" 2024-09-17T08:07:56.817 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:07:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[37216]: level=info ts=2024-09-17T08:07:56.767Z caller=main.go:338 build_context="(go=go1.14.2, user=root@2117a9e64a7e, date=20200507-16:51:47)" 2024-09-17T08:07:56.817 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:07:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[37216]: level=info ts=2024-09-17T08:07:56.767Z caller=main.go:339 host_details="(Linux 5.14.0-508.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024 x86_64 smithi187 (none))" 2024-09-17T08:07:56.817 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:07:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[37216]: level=info ts=2024-09-17T08:07:56.767Z caller=main.go:340 fd_limits="(soft=1048576, hard=1048576)" 2024-09-17T08:07:56.817 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:07:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[37216]: level=info ts=2024-09-17T08:07:56.767Z caller=main.go:341 vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-17T08:07:56.817 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:07:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[37216]: level=info ts=2024-09-17T08:07:56.768Z caller=main.go:678 msg="Starting TSDB ..." 2024-09-17T08:07:56.817 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:07:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[37216]: level=info ts=2024-09-17T08:07:56.768Z caller=web.go:523 component=web msg="Start listening for connections" address=:9095 2024-09-17T08:07:56.817 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:07:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[37216]: level=info ts=2024-09-17T08:07:56.770Z caller=head.go:575 component=tsdb msg="Replaying WAL, this may take awhile" 2024-09-17T08:07:56.817 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:07:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[37216]: level=info ts=2024-09-17T08:07:56.771Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-09-17T08:07:56.817 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:07:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[37216]: level=info ts=2024-09-17T08:07:56.771Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-09-17T08:07:56.817 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:07:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[37216]: level=info ts=2024-09-17T08:07:56.771Z caller=head.go:627 component=tsdb msg="WAL replay completed" duration=232.154µs 2024-09-17T08:07:56.817 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:07:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[37216]: level=info ts=2024-09-17T08:07:56.772Z caller=main.go:694 fs_type=XFS_SUPER_MAGIC 2024-09-17T08:07:56.818 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:07:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[37216]: level=info ts=2024-09-17T08:07:56.772Z caller=main.go:695 msg="TSDB started" 2024-09-17T08:07:56.818 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:07:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[37216]: level=info ts=2024-09-17T08:07:56.772Z caller=main.go:799 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-17T08:07:56.818 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:07:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[37216]: level=info ts=2024-09-17T08:07:56.774Z caller=main.go:827 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-17T08:07:56.818 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:07:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[37216]: level=info ts=2024-09-17T08:07:56.774Z caller=main.go:646 msg="Server is ready to receive web requests." 2024-09-17T08:07:56.818 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:07:56 smithi187 bash[37202]: fad1a6f2d1de33b37fce3f1e6d5fbbf6cef123d453820a7ca0666138217a6999 2024-09-17T08:07:56.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:55.532304+0000 mon.a (mon.0) 518 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]': finished 2024-09-17T08:07:56.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:07:55.532386+0000 mon.a (mon.0) 519 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2024-09-17T08:07:56.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:07:56.343755+0000 mgr.y (mgr.14144) 225 : cluster [DBG] pgmap v213: 161 pgs: 13 creating+peering, 11 unknown, 137 active+clean; 27 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:07:56.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:55.532304+0000 mon.a (mon.0) 518 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]': finished 2024-09-17T08:07:56.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:07:55.532386+0000 mon.a (mon.0) 519 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2024-09-17T08:07:56.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:07:56.343755+0000 mgr.y (mgr.14144) 225 : cluster [DBG] pgmap v213: 161 pgs: 13 creating+peering, 11 unknown, 137 active+clean; 27 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:07:57.147 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:07:56 smithi187 systemd[1]: Started Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:07:57.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:07:56.538482+0000 mon.a (mon.0) 520 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2024-09-17T08:07:57.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:56.844194+0000 mon.a (mon.0) 521 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:07:57.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:56.846940+0000 mon.a (mon.0) 522 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-17T08:07:57.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:56.847288+0000 mgr.y (mgr.14144) 226 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-17T08:07:57.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:56.848311+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi088:9093"}]: dispatch 2024-09-17T08:07:57.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:56.848567+0000 mgr.y (mgr.14144) 227 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi088:9093"}]: dispatch 2024-09-17T08:07:57.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:56.852862+0000 mon.a (mon.0) 524 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:07:57.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:56.856981+0000 mon.a (mon.0) 525 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T08:07:57.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:56.857352+0000 mgr.y (mgr.14144) 228 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T08:07:57.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:56.861483+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi187:9095"}]: dispatch 2024-09-17T08:07:57.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:56.861794+0000 mgr.y (mgr.14144) 229 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi187:9095"}]: dispatch 2024-09-17T08:07:57.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:56.866103+0000 mon.a (mon.0) 527 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:07:57.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:56.870220+0000 mon.a (mon.0) 528 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-17T08:07:57.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:56.870583+0000 mgr.y (mgr.14144) 230 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-17T08:07:57.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:56.876228+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi187:3000"}]: dispatch 2024-09-17T08:07:57.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:56.876507+0000 mgr.y (mgr.14144) 231 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi187:3000"}]: dispatch 2024-09-17T08:07:57.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:56.881045+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:07:57.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:07:56.883453+0000 mon.a (mon.0) 531 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:07:57.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:07:56.538482+0000 mon.a (mon.0) 520 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2024-09-17T08:07:57.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:56.844194+0000 mon.a (mon.0) 521 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:07:57.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:56.846940+0000 mon.a (mon.0) 522 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-17T08:07:57.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:56.847288+0000 mgr.y (mgr.14144) 226 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-17T08:07:57.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:56.848311+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi088:9093"}]: dispatch 2024-09-17T08:07:57.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:56.848567+0000 mgr.y (mgr.14144) 227 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi088:9093"}]: dispatch 2024-09-17T08:07:57.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:56.852862+0000 mon.a (mon.0) 524 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:07:57.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:56.856981+0000 mon.a (mon.0) 525 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T08:07:57.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:56.857352+0000 mgr.y (mgr.14144) 228 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T08:07:57.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:56.861483+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi187:9095"}]: dispatch 2024-09-17T08:07:57.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:56.861794+0000 mgr.y (mgr.14144) 229 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi187:9095"}]: dispatch 2024-09-17T08:07:57.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:56.866103+0000 mon.a (mon.0) 527 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:07:57.667 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:56.870220+0000 mon.a (mon.0) 528 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-17T08:07:57.667 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:56.870583+0000 mgr.y (mgr.14144) 230 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-17T08:07:57.667 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:56.876228+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi187:3000"}]: dispatch 2024-09-17T08:07:57.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:07:56.538482+0000 mon.a (mon.0) 520 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2024-09-17T08:07:57.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:56.844194+0000 mon.a (mon.0) 521 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:07:57.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:56.846940+0000 mon.a (mon.0) 522 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-17T08:07:57.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:56.847288+0000 mgr.y (mgr.14144) 226 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-17T08:07:57.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:56.848311+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi088:9093"}]: dispatch 2024-09-17T08:07:57.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:56.848567+0000 mgr.y (mgr.14144) 227 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi088:9093"}]: dispatch 2024-09-17T08:07:57.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:56.852862+0000 mon.a (mon.0) 524 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:07:57.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:56.856981+0000 mon.a (mon.0) 525 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T08:07:57.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:56.857352+0000 mgr.y (mgr.14144) 228 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T08:07:57.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:56.861483+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi187:9095"}]: dispatch 2024-09-17T08:07:57.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:56.861794+0000 mgr.y (mgr.14144) 229 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi187:9095"}]: dispatch 2024-09-17T08:07:57.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:56.866103+0000 mon.a (mon.0) 527 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:07:57.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:56.870220+0000 mon.a (mon.0) 528 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-17T08:07:57.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:56.870583+0000 mgr.y (mgr.14144) 230 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-17T08:07:57.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:56.876228+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi187:3000"}]: dispatch 2024-09-17T08:07:57.669 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:56.876507+0000 mgr.y (mgr.14144) 231 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi187:3000"}]: dispatch 2024-09-17T08:07:57.669 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:56.881045+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:07:57.669 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:07:56.883453+0000 mon.a (mon.0) 531 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:07:57.669 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:56.876507+0000 mgr.y (mgr.14144) 231 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi187:3000"}]: dispatch 2024-09-17T08:07:57.669 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:56.881045+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:07:57.669 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:07:56.883453+0000 mon.a (mon.0) 531 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:07:58.550 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph orch apply iscsi foo u p' 2024-09-17T08:07:58.852 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:07:57.544235+0000 mon.a (mon.0) 532 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2024-09-17T08:07:58.852 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:07:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:07:58.344167+0000 mgr.y (mgr.14144) 232 : cluster [DBG] pgmap v216: 161 pgs: 13 creating+peering, 148 active+clean; 27 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:07:58.852 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:07:57.544235+0000 mon.a (mon.0) 532 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2024-09-17T08:07:58.853 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:07:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:07:58.344167+0000 mgr.y (mgr.14144) 232 : cluster [DBG] pgmap v216: 161 pgs: 13 creating+peering, 148 active+clean; 27 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:07:58.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:07:57.544235+0000 mon.a (mon.0) 532 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2024-09-17T08:07:58.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:07:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:07:58.344167+0000 mgr.y (mgr.14144) 232 : cluster [DBG] pgmap v216: 161 pgs: 13 creating+peering, 148 active+clean; 27 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:08:01.036 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:08:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager.a[43002]: level=info ts=2024-09-17T08:08:00.755Z caller=cluster.go:640 component=cluster msg="gossip settled; proceeding" elapsed=10.000715262s 2024-09-17T08:08:01.473 INFO:teuthology.orchestra.run.smithi088.stdout:Scheduled iscsi.foo update... 2024-09-17T08:08:01.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:08:00.345014+0000 mgr.y (mgr.14144) 233 : cluster [DBG] pgmap v217: 161 pgs: 161 active+clean; 27 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 351 B/s wr, 0 op/s 2024-09-17T08:08:01.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:08:00.345014+0000 mgr.y (mgr.14144) 233 : cluster [DBG] pgmap v217: 161 pgs: 161 active+clean; 27 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 351 B/s wr, 0 op/s 2024-09-17T08:08:01.715 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:08:00.345014+0000 mgr.y (mgr.14144) 233 : cluster [DBG] pgmap v217: 161 pgs: 161 active+clean; 27 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 351 B/s wr, 0 op/s 2024-09-17T08:08:02.631 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:08:01.467298+0000 mgr.y (mgr.14144) 234 : audit [DBG] from='client.14616 -' entity='client.admin' cmd=[{"prefix": "orch apply iscsi", "pool": "foo", "api_user": "u", "api_password": "p", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:08:02.631 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:08:01.467791+0000 mgr.y (mgr.14144) 235 : cephadm [INF] Saving service iscsi.foo spec with placement count:1 2024-09-17T08:08:02.631 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:08:01.473081+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:02.631 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:08:02.174246+0000 mon.a (mon.0) 534 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:02.632 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:08:02.345397+0000 mgr.y (mgr.14144) 236 : cluster [DBG] pgmap v218: 161 pgs: 161 active+clean; 27 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 300 B/s wr, 0 op/s 2024-09-17T08:08:02.632 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:08:01.467298+0000 mgr.y (mgr.14144) 234 : audit [DBG] from='client.14616 -' entity='client.admin' cmd=[{"prefix": "orch apply iscsi", "pool": "foo", "api_user": "u", "api_password": "p", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:08:02.632 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:08:01.467791+0000 mgr.y (mgr.14144) 235 : cephadm [INF] Saving service iscsi.foo spec with placement count:1 2024-09-17T08:08:02.632 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:08:01.473081+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:02.632 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:08:02.174246+0000 mon.a (mon.0) 534 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:02.632 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:08:02.345397+0000 mgr.y (mgr.14144) 236 : cluster [DBG] pgmap v218: 161 pgs: 161 active+clean; 27 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 300 B/s wr, 0 op/s 2024-09-17T08:08:02.656 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'sleep 180' 2024-09-17T08:08:02.872 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:08:01.467298+0000 mgr.y (mgr.14144) 234 : audit [DBG] from='client.14616 -' entity='client.admin' cmd=[{"prefix": "orch apply iscsi", "pool": "foo", "api_user": "u", "api_password": "p", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:08:02.872 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:08:01.467791+0000 mgr.y (mgr.14144) 235 : cephadm [INF] Saving service iscsi.foo spec with placement count:1 2024-09-17T08:08:02.872 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:08:01.473081+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:02.872 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:08:02.174246+0000 mon.a (mon.0) 534 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:02.872 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:08:02.345397+0000 mgr.y (mgr.14144) 236 : cluster [DBG] pgmap v218: 161 pgs: 161 active+clean; 27 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 300 B/s wr, 0 op/s 2024-09-17T08:08:05.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:08:03.964305+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:05.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:08:03.968437+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:05.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:08:03.975803+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:05.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:08:03.980640+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:05.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:08:03.981248+0000 mgr.y (mgr.14144) 237 : cephadm [INF] Saving service rgw.foo spec with placement count:2 2024-09-17T08:08:05.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:08:03.984448+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:05.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:08:03.985160+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi088.pybyat", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-17T08:08:05.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:08:03.988936+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi088.pybyat", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-09-17T08:08:05.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:08:03.994274+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:05.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:08:03.994937+0000 mon.a (mon.0) 543 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:08:05.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:08:03.995485+0000 mgr.y (mgr.14144) 238 : cephadm [INF] Deploying daemon rgw.foo.smithi088.pybyat on smithi088 2024-09-17T08:08:05.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:08:04.345967+0000 mgr.y (mgr.14144) 239 : cluster [DBG] pgmap v219: 161 pgs: 161 active+clean; 27 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-17T08:08:05.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:08:03.964305+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:05.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:08:03.968437+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:05.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:08:03.975803+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:05.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:08:03.980640+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:05.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:08:03.981248+0000 mgr.y (mgr.14144) 237 : cephadm [INF] Saving service rgw.foo spec with placement count:2 2024-09-17T08:08:05.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:08:03.984448+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:05.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:08:03.985160+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi088.pybyat", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-17T08:08:05.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:08:03.988936+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi088.pybyat", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-09-17T08:08:05.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:08:03.994274+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:05.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:08:03.994937+0000 mon.a (mon.0) 543 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:08:05.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:08:03.995485+0000 mgr.y (mgr.14144) 238 : cephadm [INF] Deploying daemon rgw.foo.smithi088.pybyat on smithi088 2024-09-17T08:08:05.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:08:04.345967+0000 mgr.y (mgr.14144) 239 : cluster [DBG] pgmap v219: 161 pgs: 161 active+clean; 27 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-17T08:08:05.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:08:03.964305+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:05.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:08:03.968437+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:05.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:08:03.975803+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:05.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:08:03.980640+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:05.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:08:03.981248+0000 mgr.y (mgr.14144) 237 : cephadm [INF] Saving service rgw.foo spec with placement count:2 2024-09-17T08:08:05.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:08:03.984448+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:05.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:08:03.985160+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi088.pybyat", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-17T08:08:05.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:08:03.988936+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi088.pybyat", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-09-17T08:08:05.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:08:03.994274+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:05.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:08:03.994937+0000 mon.a (mon.0) 543 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:08:05.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:08:03.995485+0000 mgr.y (mgr.14144) 238 : cephadm [INF] Deploying daemon rgw.foo.smithi088.pybyat on smithi088 2024-09-17T08:08:05.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:08:04.345967+0000 mgr.y (mgr.14144) 239 : cluster [DBG] pgmap v219: 161 pgs: 161 active+clean; 27 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-17T08:08:07.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:08:06.346665+0000 mgr.y (mgr.14144) 240 : cluster [DBG] pgmap v220: 161 pgs: 161 active+clean; 27 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 208 B/s wr, 0 op/s 2024-09-17T08:08:07.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:08:06.517685+0000 mon.a (mon.0) 544 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:07.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:08:06.518460+0000 mon.a (mon.0) 545 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi187.yrrxta", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-17T08:08:07.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:08:06.521218+0000 mon.a (mon.0) 546 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi187.yrrxta", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-09-17T08:08:07.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:08:06.525018+0000 mon.a (mon.0) 547 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:07.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:08:06.525676+0000 mon.a (mon.0) 548 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:08:07.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:08:06.346665+0000 mgr.y (mgr.14144) 240 : cluster [DBG] pgmap v220: 161 pgs: 161 active+clean; 27 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 208 B/s wr, 0 op/s 2024-09-17T08:08:07.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:08:06.517685+0000 mon.a (mon.0) 544 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:07.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:08:06.518460+0000 mon.a (mon.0) 545 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi187.yrrxta", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-17T08:08:07.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:08:06.521218+0000 mon.a (mon.0) 546 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi187.yrrxta", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-09-17T08:08:07.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:08:06.525018+0000 mon.a (mon.0) 547 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:07.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:08:06.525676+0000 mon.a (mon.0) 548 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:08:07.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:08:06.346665+0000 mgr.y (mgr.14144) 240 : cluster [DBG] pgmap v220: 161 pgs: 161 active+clean; 27 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 208 B/s wr, 0 op/s 2024-09-17T08:08:07.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:08:06.517685+0000 mon.a (mon.0) 544 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:07.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:08:06.518460+0000 mon.a (mon.0) 545 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi187.yrrxta", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-17T08:08:07.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:08:06.521218+0000 mon.a (mon.0) 546 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi187.yrrxta", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-09-17T08:08:07.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:08:06.525018+0000 mon.a (mon.0) 547 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:07.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:08:06.525676+0000 mon.a (mon.0) 548 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:08:08.403 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:08:06.526319+0000 mgr.y (mgr.14144) 241 : cephadm [INF] Deploying daemon rgw.foo.smithi187.yrrxta on smithi187 2024-09-17T08:08:08.403 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:08:08.226915+0000 mon.a (mon.0) 549 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2024-09-17T08:08:08.592 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:08 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:08:06.526319+0000 mgr.y (mgr.14144) 241 : cephadm [INF] Deploying daemon rgw.foo.smithi187.yrrxta on smithi187 2024-09-17T08:08:08.593 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:08 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:08:08.226915+0000 mon.a (mon.0) 549 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2024-09-17T08:08:08.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:08:06.526319+0000 mgr.y (mgr.14144) 241 : cephadm [INF] Deploying daemon rgw.foo.smithi187.yrrxta on smithi187 2024-09-17T08:08:08.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:08:08.226915+0000 mon.a (mon.0) 549 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2024-09-17T08:08:09.548 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:08:08.347134+0000 mgr.y (mgr.14144) 242 : cluster [DBG] pgmap v222: 161 pgs: 161 active+clean; 27 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 204 B/s wr, 39 op/s 2024-09-17T08:08:09.548 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:08:08.918107+0000 mon.a (mon.0) 550 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:09.548 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:08:08.924847+0000 mon.a (mon.0) 551 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi187.kgegfj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-17T08:08:09.548 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:08:08.931481+0000 mon.a (mon.0) 552 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi187.kgegfj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]': finished 2024-09-17T08:08:09.548 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:08:08.935669+0000 mon.a (mon.0) 553 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:08:09.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:08:08.347134+0000 mgr.y (mgr.14144) 242 : cluster [DBG] pgmap v222: 161 pgs: 161 active+clean; 27 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 204 B/s wr, 39 op/s 2024-09-17T08:08:09.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:08:08.918107+0000 mon.a (mon.0) 550 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:09.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:08:08.924847+0000 mon.a (mon.0) 551 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi187.kgegfj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-17T08:08:09.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:08:08.931481+0000 mon.a (mon.0) 552 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi187.kgegfj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]': finished 2024-09-17T08:08:09.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:08:08.935669+0000 mon.a (mon.0) 553 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:08:09.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:08:08.347134+0000 mgr.y (mgr.14144) 242 : cluster [DBG] pgmap v222: 161 pgs: 161 active+clean; 27 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 204 B/s wr, 39 op/s 2024-09-17T08:08:09.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:08:08.918107+0000 mon.a (mon.0) 550 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:09.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:08:08.924847+0000 mon.a (mon.0) 551 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi187.kgegfj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-17T08:08:09.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:08:08.931481+0000 mon.a (mon.0) 552 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi187.kgegfj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]': finished 2024-09-17T08:08:09.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:08:08.935669+0000 mon.a (mon.0) 553 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:08:10.610 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:10 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:08:08.919132+0000 mgr.y (mgr.14144) 243 : cephadm [INF] Checking pool "foo" exists for service iscsi.foo 2024-09-17T08:08:10.610 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:10 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:08:08.936391+0000 mgr.y (mgr.14144) 244 : cephadm [INF] Deploying daemon iscsi.foo.smithi187.kgegfj on smithi187 2024-09-17T08:08:10.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:08:08.919132+0000 mgr.y (mgr.14144) 243 : cephadm [INF] Checking pool "foo" exists for service iscsi.foo 2024-09-17T08:08:10.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:08:08.936391+0000 mgr.y (mgr.14144) 244 : cephadm [INF] Deploying daemon iscsi.foo.smithi187.kgegfj on smithi187 2024-09-17T08:08:10.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:08:08.919132+0000 mgr.y (mgr.14144) 243 : cephadm [INF] Checking pool "foo" exists for service iscsi.foo 2024-09-17T08:08:10.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:08:08.936391+0000 mgr.y (mgr.14144) 244 : cephadm [INF] Deploying daemon iscsi.foo.smithi187.kgegfj on smithi187 2024-09-17T08:08:11.452 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:08:10.347971+0000 mgr.y (mgr.14144) 245 : cluster [DBG] pgmap v223: 161 pgs: 161 active+clean; 27 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 127 KiB/s rd, 204 B/s wr, 247 op/s 2024-09-17T08:08:11.452 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:08:10.415796+0000 mon.a (mon.0) 554 : cluster [DBG] mgrmap e15: y(active, since 5m), standbys: x 2024-09-17T08:08:11.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:08:10.347971+0000 mgr.y (mgr.14144) 245 : cluster [DBG] pgmap v223: 161 pgs: 161 active+clean; 27 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 127 KiB/s rd, 204 B/s wr, 247 op/s 2024-09-17T08:08:11.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:08:10.415796+0000 mon.a (mon.0) 554 : cluster [DBG] mgrmap e15: y(active, since 5m), standbys: x 2024-09-17T08:08:11.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:08:10.347971+0000 mgr.y (mgr.14144) 245 : cluster [DBG] pgmap v223: 161 pgs: 161 active+clean; 27 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 127 KiB/s rd, 204 B/s wr, 247 op/s 2024-09-17T08:08:11.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:08:10.415796+0000 mon.a (mon.0) 554 : cluster [DBG] mgrmap e15: y(active, since 5m), standbys: x 2024-09-17T08:08:12.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:08:11.607272+0000 mon.a (mon.0) 555 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:12.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:08:11.607947+0000 mon.a (mon.0) 556 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:08:12.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:08:12.014752+0000 mon.b (mon.2) 23 : audit [DBG] from='client.? 172.21.15.187:0/3504963862' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:08:12.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:08:12.348726+0000 mgr.y (mgr.14144) 246 : cluster [DBG] pgmap v224: 161 pgs: 161 active+clean; 27 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 156 KiB/s rd, 204 B/s wr, 304 op/s 2024-09-17T08:08:12.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:08:11.607272+0000 mon.a (mon.0) 555 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:12.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:08:11.607947+0000 mon.a (mon.0) 556 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:08:12.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:08:12.014752+0000 mon.b (mon.2) 23 : audit [DBG] from='client.? 172.21.15.187:0/3504963862' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:08:12.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:08:12.348726+0000 mgr.y (mgr.14144) 246 : cluster [DBG] pgmap v224: 161 pgs: 161 active+clean; 27 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 156 KiB/s rd, 204 B/s wr, 304 op/s 2024-09-17T08:08:12.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:08:11.607272+0000 mon.a (mon.0) 555 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:12.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:08:11.607947+0000 mon.a (mon.0) 556 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:08:12.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:08:12.014752+0000 mon.b (mon.2) 23 : audit [DBG] from='client.? 172.21.15.187:0/3504963862' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:08:12.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:08:12.348726+0000 mgr.y (mgr.14144) 246 : cluster [DBG] pgmap v224: 161 pgs: 161 active+clean; 27 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 156 KiB/s rd, 204 B/s wr, 304 op/s 2024-09-17T08:08:15.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:15 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:08:14.344195+0000 mon.a (mon.0) 557 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:15.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:15 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:08:14.349377+0000 mgr.y (mgr.14144) 247 : cluster [DBG] pgmap v225: 161 pgs: 161 active+clean; 27 KiB data, 57 MiB used, 715 GiB / 715 GiB avail; 213 KiB/s rd, 307 B/s wr, 404 op/s 2024-09-17T08:08:15.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:08:14.344195+0000 mon.a (mon.0) 557 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:15.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:08:14.349377+0000 mgr.y (mgr.14144) 247 : cluster [DBG] pgmap v225: 161 pgs: 161 active+clean; 27 KiB data, 57 MiB used, 715 GiB / 715 GiB avail; 213 KiB/s rd, 307 B/s wr, 404 op/s 2024-09-17T08:08:15.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:08:14.344195+0000 mon.a (mon.0) 557 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:15.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:08:14.349377+0000 mgr.y (mgr.14144) 247 : cluster [DBG] pgmap v225: 161 pgs: 161 active+clean; 27 KiB data, 57 MiB used, 715 GiB / 715 GiB avail; 213 KiB/s rd, 307 B/s wr, 404 op/s 2024-09-17T08:08:16.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:08:15.482369+0000 mon.a (mon.0) 558 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:16.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:08:15.486307+0000 mon.a (mon.0) 559 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:16.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:08:15.491810+0000 mon.a (mon.0) 560 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-17T08:08:16.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:08:15.492358+0000 mgr.y (mgr.14144) 248 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-17T08:08:16.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:08:15.494741+0000 mgr.y (mgr.14144) 249 : cephadm [INF] Adding iSCSI gateway http://:@172.21.15.187:5000 to Dashboard 2024-09-17T08:08:16.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:08:15.494986+0000 mon.a (mon.0) 561 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-17T08:08:16.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:08:15.495326+0000 mgr.y (mgr.14144) 250 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-17T08:08:16.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:08:15.499532+0000 mon.a (mon.0) 562 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:16.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:08:15.501894+0000 mon.a (mon.0) 563 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi187"}]: dispatch 2024-09-17T08:08:16.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:08:15.502523+0000 mgr.y (mgr.14144) 251 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi187"}]: dispatch 2024-09-17T08:08:16.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:08:15.509137+0000 mon.a (mon.0) 564 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:16.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:08:15.510294+0000 mon.a (mon.0) 565 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:08:16.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:08:16.349963+0000 mgr.y (mgr.14144) 252 : cluster [DBG] pgmap v226: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 214 KiB/s rd, 307 B/s wr, 405 op/s 2024-09-17T08:08:16.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:08:15.482369+0000 mon.a (mon.0) 558 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:16.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:08:15.486307+0000 mon.a (mon.0) 559 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:16.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:08:15.491810+0000 mon.a (mon.0) 560 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-17T08:08:16.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:08:15.492358+0000 mgr.y (mgr.14144) 248 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-17T08:08:16.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:08:15.494741+0000 mgr.y (mgr.14144) 249 : cephadm [INF] Adding iSCSI gateway http://:@172.21.15.187:5000 to Dashboard 2024-09-17T08:08:16.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:08:15.494986+0000 mon.a (mon.0) 561 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-17T08:08:16.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:08:15.495326+0000 mgr.y (mgr.14144) 250 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-17T08:08:16.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:08:15.499532+0000 mon.a (mon.0) 562 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:16.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:08:15.501894+0000 mon.a (mon.0) 563 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi187"}]: dispatch 2024-09-17T08:08:16.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:08:15.502523+0000 mgr.y (mgr.14144) 251 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi187"}]: dispatch 2024-09-17T08:08:16.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:08:15.509137+0000 mon.a (mon.0) 564 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:16.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:08:15.510294+0000 mon.a (mon.0) 565 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:08:16.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:08:16.349963+0000 mgr.y (mgr.14144) 252 : cluster [DBG] pgmap v226: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 214 KiB/s rd, 307 B/s wr, 405 op/s 2024-09-17T08:08:16.873 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:08:15.482369+0000 mon.a (mon.0) 558 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:16.873 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:08:15.486307+0000 mon.a (mon.0) 559 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:16.873 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:08:15.491810+0000 mon.a (mon.0) 560 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-17T08:08:16.873 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:08:15.492358+0000 mgr.y (mgr.14144) 248 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-17T08:08:16.873 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:08:15.494741+0000 mgr.y (mgr.14144) 249 : cephadm [INF] Adding iSCSI gateway http://:@172.21.15.187:5000 to Dashboard 2024-09-17T08:08:16.873 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:08:15.494986+0000 mon.a (mon.0) 561 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-17T08:08:16.874 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:08:15.495326+0000 mgr.y (mgr.14144) 250 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-17T08:08:16.874 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:08:15.499532+0000 mon.a (mon.0) 562 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:16.874 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:08:15.501894+0000 mon.a (mon.0) 563 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi187"}]: dispatch 2024-09-17T08:08:16.874 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:08:15.502523+0000 mgr.y (mgr.14144) 251 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi187"}]: dispatch 2024-09-17T08:08:16.874 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:08:15.509137+0000 mon.a (mon.0) 564 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:16.874 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:08:15.510294+0000 mon.a (mon.0) 565 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:08:16.874 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:08:16.349963+0000 mgr.y (mgr.14144) 252 : cluster [DBG] pgmap v226: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 214 KiB/s rd, 307 B/s wr, 405 op/s 2024-09-17T08:08:19.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:08:18.141768+0000 mon.a (mon.0) 566 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:19.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:08:18.350436+0000 mgr.y (mgr.14144) 253 : cluster [DBG] pgmap v227: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 193 KiB/s rd, 303 B/s wr, 361 op/s 2024-09-17T08:08:19.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:08:18.141768+0000 mon.a (mon.0) 566 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:19.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:08:18.350436+0000 mgr.y (mgr.14144) 253 : cluster [DBG] pgmap v227: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 193 KiB/s rd, 303 B/s wr, 361 op/s 2024-09-17T08:08:19.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:08:18.141768+0000 mon.a (mon.0) 566 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:19.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:08:18.350436+0000 mgr.y (mgr.14144) 253 : cluster [DBG] pgmap v227: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 193 KiB/s rd, 303 B/s wr, 361 op/s 2024-09-17T08:08:20.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:08:19.424276+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:20.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:08:19.429621+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:20.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:08:19.424276+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:20.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:08:19.429621+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:20.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:08:19.424276+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:20.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:08:19.429621+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:08:21.817 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:08:20.351327+0000 mgr.y (mgr.14144) 254 : cluster [DBG] pgmap v228: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 163 KiB/s rd, 255 B/s wr, 305 op/s 2024-09-17T08:08:21.817 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:08:20.351327+0000 mgr.y (mgr.14144) 254 : cluster [DBG] pgmap v228: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 163 KiB/s rd, 255 B/s wr, 305 op/s 2024-09-17T08:08:21.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:08:20.351327+0000 mgr.y (mgr.14144) 254 : cluster [DBG] pgmap v228: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 163 KiB/s rd, 255 B/s wr, 305 op/s 2024-09-17T08:08:22.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:08:22.351746+0000 mgr.y (mgr.14144) 255 : cluster [DBG] pgmap v229: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 85 B/s wr, 131 op/s 2024-09-17T08:08:22.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:08:22.351746+0000 mgr.y (mgr.14144) 255 : cluster [DBG] pgmap v229: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 85 B/s wr, 131 op/s 2024-09-17T08:08:22.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:08:22.351746+0000 mgr.y (mgr.14144) 255 : cluster [DBG] pgmap v229: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 85 B/s wr, 131 op/s 2024-09-17T08:08:25.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:08:24.352577+0000 mgr.y (mgr.14144) 256 : cluster [DBG] pgmap v230: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s rd, 85 B/s wr, 85 op/s 2024-09-17T08:08:25.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:08:24.352577+0000 mgr.y (mgr.14144) 256 : cluster [DBG] pgmap v230: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s rd, 85 B/s wr, 85 op/s 2024-09-17T08:08:25.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:08:24.352577+0000 mgr.y (mgr.14144) 256 : cluster [DBG] pgmap v230: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s rd, 85 B/s wr, 85 op/s 2024-09-17T08:08:27.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:08:26.353192+0000 mgr.y (mgr.14144) 257 : cluster [DBG] pgmap v231: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 0 B/s wr, 1 op/s 2024-09-17T08:08:27.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:08:26.353192+0000 mgr.y (mgr.14144) 257 : cluster [DBG] pgmap v231: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 0 B/s wr, 1 op/s 2024-09-17T08:08:27.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:27 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:08:26.353192+0000 mgr.y (mgr.14144) 257 : cluster [DBG] pgmap v231: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 0 B/s wr, 1 op/s 2024-09-17T08:08:29.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:29 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:08:28.353764+0000 mgr.y (mgr.14144) 258 : cluster [DBG] pgmap v232: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:08:29.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:08:28.353764+0000 mgr.y (mgr.14144) 258 : cluster [DBG] pgmap v232: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:08:29.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:08:28.353764+0000 mgr.y (mgr.14144) 258 : cluster [DBG] pgmap v232: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:08:31.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:08:30.354592+0000 mgr.y (mgr.14144) 259 : cluster [DBG] pgmap v233: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:08:31.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:08:30.354592+0000 mgr.y (mgr.14144) 259 : cluster [DBG] pgmap v233: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:08:31.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:31 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:08:30.354592+0000 mgr.y (mgr.14144) 259 : cluster [DBG] pgmap v233: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:08:33.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:33 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:08:32.355062+0000 mgr.y (mgr.14144) 260 : cluster [DBG] pgmap v234: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:08:33.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:33 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:08:32.355062+0000 mgr.y (mgr.14144) 260 : cluster [DBG] pgmap v234: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:08:33.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:33 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:08:32.355062+0000 mgr.y (mgr.14144) 260 : cluster [DBG] pgmap v234: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:08:35.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:08:34.355767+0000 mgr.y (mgr.14144) 261 : cluster [DBG] pgmap v235: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:08:35.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:08:34.355767+0000 mgr.y (mgr.14144) 261 : cluster [DBG] pgmap v235: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:08:35.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:08:34.355767+0000 mgr.y (mgr.14144) 261 : cluster [DBG] pgmap v235: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:08:37.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:08:36.356419+0000 mgr.y (mgr.14144) 262 : cluster [DBG] pgmap v236: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:08:37.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:08:36.356419+0000 mgr.y (mgr.14144) 262 : cluster [DBG] pgmap v236: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:08:37.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:08:36.356419+0000 mgr.y (mgr.14144) 262 : cluster [DBG] pgmap v236: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:08:39.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:08:38.357094+0000 mgr.y (mgr.14144) 263 : cluster [DBG] pgmap v237: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:08:39.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:08:38.357094+0000 mgr.y (mgr.14144) 263 : cluster [DBG] pgmap v237: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:08:39.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:08:38.357094+0000 mgr.y (mgr.14144) 263 : cluster [DBG] pgmap v237: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:08:40.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:08:40.302385+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 4]}]: dispatch 2024-09-17T08:08:40.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:08:40.302616+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2024-09-17T08:08:40.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:08:40.302790+0000 mon.a (mon.0) 571 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2024-09-17T08:08:40.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:08:40.302959+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]: dispatch 2024-09-17T08:08:40.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:08:40.302385+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 4]}]: dispatch 2024-09-17T08:08:40.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:08:40.302616+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2024-09-17T08:08:40.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:08:40.302790+0000 mon.a (mon.0) 571 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2024-09-17T08:08:40.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:08:40.302959+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]: dispatch 2024-09-17T08:08:40.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:08:40.302385+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 4]}]: dispatch 2024-09-17T08:08:40.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:08:40.302616+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2024-09-17T08:08:40.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:08:40.302790+0000 mon.a (mon.0) 571 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2024-09-17T08:08:40.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:08:40.302959+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]: dispatch 2024-09-17T08:08:41.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:08:40.357862+0000 mgr.y (mgr.14144) 264 : cluster [DBG] pgmap v238: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:08:41.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:08:40.360895+0000 mon.a (mon.0) 573 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 4]}]': finished 2024-09-17T08:08:41.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:08:40.361011+0000 mon.a (mon.0) 574 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]': finished 2024-09-17T08:08:41.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:08:40.361075+0000 mon.a (mon.0) 575 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]': finished 2024-09-17T08:08:41.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:08:40.361130+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]': finished 2024-09-17T08:08:41.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:08:40.361188+0000 mon.a (mon.0) 577 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2024-09-17T08:08:41.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:08:40.421152+0000 mon.a (mon.0) 578 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:08:41.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:08:40.422277+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:08:41.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:08:40.357862+0000 mgr.y (mgr.14144) 264 : cluster [DBG] pgmap v238: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:08:41.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:08:40.360895+0000 mon.a (mon.0) 573 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 4]}]': finished 2024-09-17T08:08:41.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:08:40.361011+0000 mon.a (mon.0) 574 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]': finished 2024-09-17T08:08:41.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:08:40.361075+0000 mon.a (mon.0) 575 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]': finished 2024-09-17T08:08:41.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:08:40.361130+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]': finished 2024-09-17T08:08:41.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:08:40.361188+0000 mon.a (mon.0) 577 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2024-09-17T08:08:41.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:08:40.421152+0000 mon.a (mon.0) 578 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:08:41.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:08:40.422277+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:08:41.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:08:40.357862+0000 mgr.y (mgr.14144) 264 : cluster [DBG] pgmap v238: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:08:41.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:08:40.360895+0000 mon.a (mon.0) 573 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 4]}]': finished 2024-09-17T08:08:41.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:08:40.361011+0000 mon.a (mon.0) 574 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]': finished 2024-09-17T08:08:41.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:08:40.361075+0000 mon.a (mon.0) 575 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]': finished 2024-09-17T08:08:41.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:08:40.361130+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]': finished 2024-09-17T08:08:41.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:08:40.361188+0000 mon.a (mon.0) 577 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2024-09-17T08:08:41.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:08:40.421152+0000 mon.a (mon.0) 578 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:08:41.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:08:40.422277+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:08:42.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:08:41.373348+0000 mon.a (mon.0) 580 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2024-09-17T08:08:42.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:08:41.373348+0000 mon.a (mon.0) 580 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2024-09-17T08:08:42.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:42 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:08:41.373348+0000 mon.a (mon.0) 580 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2024-09-17T08:08:43.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:08:42.358501+0000 mgr.y (mgr.14144) 265 : cluster [DBG] pgmap v241: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-17T08:08:43.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:08:42.358501+0000 mgr.y (mgr.14144) 265 : cluster [DBG] pgmap v241: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-17T08:08:43.699 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:08:42.358501+0000 mgr.y (mgr.14144) 265 : cluster [DBG] pgmap v241: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-17T08:08:45.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:08:44.359200+0000 mgr.y (mgr.14144) 266 : cluster [DBG] pgmap v242: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:08:45.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:08:44.359200+0000 mgr.y (mgr.14144) 266 : cluster [DBG] pgmap v242: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:08:45.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:08:44.359200+0000 mgr.y (mgr.14144) 266 : cluster [DBG] pgmap v242: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:08:47.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:08:46.359814+0000 mgr.y (mgr.14144) 267 : cluster [DBG] pgmap v243: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-17T08:08:47.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:08:46.359814+0000 mgr.y (mgr.14144) 267 : cluster [DBG] pgmap v243: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-17T08:08:47.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:08:46.359814+0000 mgr.y (mgr.14144) 267 : cluster [DBG] pgmap v243: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-17T08:08:49.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:08:48.360462+0000 mgr.y (mgr.14144) 268 : cluster [DBG] pgmap v244: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:08:49.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:08:48.360462+0000 mgr.y (mgr.14144) 268 : cluster [DBG] pgmap v244: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:08:49.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:08:48.360462+0000 mgr.y (mgr.14144) 268 : cluster [DBG] pgmap v244: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:08:51.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:08:50.361327+0000 mgr.y (mgr.14144) 269 : cluster [DBG] pgmap v245: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-17T08:08:51.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:08:50.361327+0000 mgr.y (mgr.14144) 269 : cluster [DBG] pgmap v245: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-17T08:08:51.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:08:50.361327+0000 mgr.y (mgr.14144) 269 : cluster [DBG] pgmap v245: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-17T08:08:53.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:53 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:08:52.361909+0000 mgr.y (mgr.14144) 270 : cluster [DBG] pgmap v246: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 931 B/s rd, 0 op/s 2024-09-17T08:08:53.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:08:52.361909+0000 mgr.y (mgr.14144) 270 : cluster [DBG] pgmap v246: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 931 B/s rd, 0 op/s 2024-09-17T08:08:53.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:08:52.361909+0000 mgr.y (mgr.14144) 270 : cluster [DBG] pgmap v246: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 931 B/s rd, 0 op/s 2024-09-17T08:08:55.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:08:54.362578+0000 mgr.y (mgr.14144) 271 : cluster [DBG] pgmap v247: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:08:55.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:08:54.362578+0000 mgr.y (mgr.14144) 271 : cluster [DBG] pgmap v247: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:08:55.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:08:54.362578+0000 mgr.y (mgr.14144) 271 : cluster [DBG] pgmap v247: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:08:57.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:08:56.363160+0000 mgr.y (mgr.14144) 272 : cluster [DBG] pgmap v248: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:08:57.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:08:56.363160+0000 mgr.y (mgr.14144) 272 : cluster [DBG] pgmap v248: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:08:57.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:08:56.363160+0000 mgr.y (mgr.14144) 272 : cluster [DBG] pgmap v248: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:08:59.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:08:59 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:08:58.363689+0000 mgr.y (mgr.14144) 273 : cluster [DBG] pgmap v249: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:08:59.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:08:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:08:58.363689+0000 mgr.y (mgr.14144) 273 : cluster [DBG] pgmap v249: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:08:59.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:08:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:08:58.363689+0000 mgr.y (mgr.14144) 273 : cluster [DBG] pgmap v249: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:09:01.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:09:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:09:00.364452+0000 mgr.y (mgr.14144) 274 : cluster [DBG] pgmap v250: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:09:01.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:09:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:09:00.364452+0000 mgr.y (mgr.14144) 274 : cluster [DBG] pgmap v250: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:09:01.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:09:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:09:00.364452+0000 mgr.y (mgr.14144) 274 : cluster [DBG] pgmap v250: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:09:03.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:09:03 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:09:02.364899+0000 mgr.y (mgr.14144) 275 : cluster [DBG] pgmap v251: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:09:03.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:09:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:09:02.364899+0000 mgr.y (mgr.14144) 275 : cluster [DBG] pgmap v251: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:09:03.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:09:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:09:02.364899+0000 mgr.y (mgr.14144) 275 : cluster [DBG] pgmap v251: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:09:05.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:09:05 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:09:04.365643+0000 mgr.y (mgr.14144) 276 : cluster [DBG] pgmap v252: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:09:05.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:09:05 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:09:04.365643+0000 mgr.y (mgr.14144) 276 : cluster [DBG] pgmap v252: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:09:05.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:09:05 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:09:04.365643+0000 mgr.y (mgr.14144) 276 : cluster [DBG] pgmap v252: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:09:07.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:09:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:09:06.366245+0000 mgr.y (mgr.14144) 277 : cluster [DBG] pgmap v253: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:09:07.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:09:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:09:06.366245+0000 mgr.y (mgr.14144) 277 : cluster [DBG] pgmap v253: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:09:07.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:09:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:09:06.366245+0000 mgr.y (mgr.14144) 277 : cluster [DBG] pgmap v253: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:09:09.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:09:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:09:08.366926+0000 mgr.y (mgr.14144) 278 : cluster [DBG] pgmap v254: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:09:09.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:09:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:09:08.366926+0000 mgr.y (mgr.14144) 278 : cluster [DBG] pgmap v254: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:09:09.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:09:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:09:08.366926+0000 mgr.y (mgr.14144) 278 : cluster [DBG] pgmap v254: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:09:11.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:09:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:09:10.367604+0000 mgr.y (mgr.14144) 279 : cluster [DBG] pgmap v255: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:09:11.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:09:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:09:10.367604+0000 mgr.y (mgr.14144) 279 : cluster [DBG] pgmap v255: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:09:11.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:09:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:09:10.367604+0000 mgr.y (mgr.14144) 279 : cluster [DBG] pgmap v255: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:09:13.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:09:13 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:09:12.368198+0000 mgr.y (mgr.14144) 280 : cluster [DBG] pgmap v256: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:09:13.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:09:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:09:12.368198+0000 mgr.y (mgr.14144) 280 : cluster [DBG] pgmap v256: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:09:13.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:09:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:09:12.368198+0000 mgr.y (mgr.14144) 280 : cluster [DBG] pgmap v256: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:09:15.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:09:15 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:09:14.368858+0000 mgr.y (mgr.14144) 281 : cluster [DBG] pgmap v257: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:09:15.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:09:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:09:14.368858+0000 mgr.y (mgr.14144) 281 : cluster [DBG] pgmap v257: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:09:15.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:09:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:09:14.368858+0000 mgr.y (mgr.14144) 281 : cluster [DBG] pgmap v257: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:09:17.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:09:17 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:09:16.369477+0000 mgr.y (mgr.14144) 282 : cluster [DBG] pgmap v258: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:09:17.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:09:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:09:16.369477+0000 mgr.y (mgr.14144) 282 : cluster [DBG] pgmap v258: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:09:17.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:09:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:09:16.369477+0000 mgr.y (mgr.14144) 282 : cluster [DBG] pgmap v258: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:09:19.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:09:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:09:18.370080+0000 mgr.y (mgr.14144) 283 : cluster [DBG] pgmap v259: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:09:19.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:09:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:09:18.370080+0000 mgr.y (mgr.14144) 283 : cluster [DBG] pgmap v259: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:09:19.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:09:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:09:18.370080+0000 mgr.y (mgr.14144) 283 : cluster [DBG] pgmap v259: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:09:20.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:09:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:09:19.432926+0000 mon.a (mon.0) 581 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:09:20.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:09:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:09:19.432926+0000 mon.a (mon.0) 581 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:09:20.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:09:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:09:19.432926+0000 mon.a (mon.0) 581 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:09:21.527 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:09:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:09:20.370956+0000 mgr.y (mgr.14144) 284 : cluster [DBG] pgmap v260: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:09:21.566 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:09:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:09:20.370956+0000 mgr.y (mgr.14144) 284 : cluster [DBG] pgmap v260: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:09:21.566 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:09:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:09:20.370956+0000 mgr.y (mgr.14144) 284 : cluster [DBG] pgmap v260: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:09:23.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:09:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:09:22.371703+0000 mgr.y (mgr.14144) 285 : cluster [DBG] pgmap v261: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:09:23.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:09:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:09:23.208131+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:09:23.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:09:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:09:23.422849+0000 mon.a (mon.0) 583 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:09:23.752 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:09:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:09:22.371703+0000 mgr.y (mgr.14144) 285 : cluster [DBG] pgmap v261: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:09:23.752 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:09:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:09:23.208131+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:09:23.752 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:09:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:09:23.422849+0000 mon.a (mon.0) 583 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:09:23.752 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:09:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:09:22.371703+0000 mgr.y (mgr.14144) 285 : cluster [DBG] pgmap v261: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:09:23.752 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:09:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:09:23.208131+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:09:23.752 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:09:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:09:23.422849+0000 mon.a (mon.0) 583 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:09:25.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:09:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:09:24.372528+0000 mgr.y (mgr.14144) 286 : cluster [DBG] pgmap v262: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:09:25.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:09:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:09:24.372528+0000 mgr.y (mgr.14144) 286 : cluster [DBG] pgmap v262: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:09:25.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:09:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:09:24.372528+0000 mgr.y (mgr.14144) 286 : cluster [DBG] pgmap v262: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:09:27.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:09:27 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:09:26.373304+0000 mgr.y (mgr.14144) 287 : cluster [DBG] pgmap v263: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:09:27.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:09:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:09:26.373304+0000 mgr.y (mgr.14144) 287 : cluster [DBG] pgmap v263: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:09:27.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:09:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:09:26.373304+0000 mgr.y (mgr.14144) 287 : cluster [DBG] pgmap v263: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:09:29.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:09:29 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:09:28.374141+0000 mgr.y (mgr.14144) 288 : cluster [DBG] pgmap v264: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:09:29.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:09:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:09:28.374141+0000 mgr.y (mgr.14144) 288 : cluster [DBG] pgmap v264: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:09:29.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:09:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:09:28.374141+0000 mgr.y (mgr.14144) 288 : cluster [DBG] pgmap v264: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:09:31.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:09:31 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:09:30.375056+0000 mgr.y (mgr.14144) 289 : cluster [DBG] pgmap v265: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:09:31.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:09:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:09:30.375056+0000 mgr.y (mgr.14144) 289 : cluster [DBG] pgmap v265: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:09:31.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:09:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:09:30.375056+0000 mgr.y (mgr.14144) 289 : cluster [DBG] pgmap v265: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:09:33.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:09:33 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:09:32.375532+0000 mgr.y (mgr.14144) 290 : cluster [DBG] pgmap v266: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-17T08:09:33.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:09:33 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:09:32.375532+0000 mgr.y (mgr.14144) 290 : cluster [DBG] pgmap v266: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-17T08:09:33.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:09:33 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:09:32.375532+0000 mgr.y (mgr.14144) 290 : cluster [DBG] pgmap v266: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-17T08:09:35.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:09:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:09:34.376417+0000 mgr.y (mgr.14144) 291 : cluster [DBG] pgmap v267: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:09:35.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:09:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:09:34.376417+0000 mgr.y (mgr.14144) 291 : cluster [DBG] pgmap v267: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:09:35.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:09:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:09:34.376417+0000 mgr.y (mgr.14144) 291 : cluster [DBG] pgmap v267: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:09:36.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:09:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:09:36.377115+0000 mgr.y (mgr.14144) 292 : cluster [DBG] pgmap v268: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-17T08:09:36.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:09:36 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:09:36.377115+0000 mgr.y (mgr.14144) 292 : cluster [DBG] pgmap v268: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-17T08:09:36.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:09:36 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:09:36.377115+0000 mgr.y (mgr.14144) 292 : cluster [DBG] pgmap v268: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-17T08:09:39.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:09:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:09:38.377658+0000 mgr.y (mgr.14144) 293 : cluster [DBG] pgmap v269: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:09:39.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:09:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:09:38.377658+0000 mgr.y (mgr.14144) 293 : cluster [DBG] pgmap v269: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:09:39.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:09:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:09:38.377658+0000 mgr.y (mgr.14144) 293 : cluster [DBG] pgmap v269: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:09:40.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:09:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:09:40.378342+0000 mgr.y (mgr.14144) 294 : cluster [DBG] pgmap v270: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:09:40.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:09:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:09:40.426007+0000 mon.a (mon.0) 584 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:09:40.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:09:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:09:40.426285+0000 mon.a (mon.0) 585 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:09:40.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:09:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:09:40.378342+0000 mgr.y (mgr.14144) 294 : cluster [DBG] pgmap v270: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:09:40.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:09:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:09:40.426007+0000 mon.a (mon.0) 584 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:09:40.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:09:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:09:40.426285+0000 mon.a (mon.0) 585 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:09:40.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:09:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:09:40.378342+0000 mgr.y (mgr.14144) 294 : cluster [DBG] pgmap v270: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:09:40.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:09:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:09:40.426007+0000 mon.a (mon.0) 584 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:09:40.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:09:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:09:40.426285+0000 mon.a (mon.0) 585 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:09:43.692 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:09:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:09:42.378949+0000 mgr.y (mgr.14144) 295 : cluster [DBG] pgmap v271: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:09:43.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:09:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:09:42.378949+0000 mgr.y (mgr.14144) 295 : cluster [DBG] pgmap v271: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:09:43.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:09:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:09:42.378949+0000 mgr.y (mgr.14144) 295 : cluster [DBG] pgmap v271: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:09:45.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:09:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:09:44.379620+0000 mgr.y (mgr.14144) 296 : cluster [DBG] pgmap v272: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:09:45.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:09:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:09:44.379620+0000 mgr.y (mgr.14144) 296 : cluster [DBG] pgmap v272: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:09:45.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:09:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:09:44.379620+0000 mgr.y (mgr.14144) 296 : cluster [DBG] pgmap v272: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:09:46.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:09:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:09:46.380390+0000 mgr.y (mgr.14144) 297 : cluster [DBG] pgmap v273: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:09:46.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:09:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:09:46.380390+0000 mgr.y (mgr.14144) 297 : cluster [DBG] pgmap v273: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:09:46.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:09:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:09:46.380390+0000 mgr.y (mgr.14144) 297 : cluster [DBG] pgmap v273: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:09:49.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:09:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:09:48.380962+0000 mgr.y (mgr.14144) 298 : cluster [DBG] pgmap v274: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:09:49.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:09:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:09:48.380962+0000 mgr.y (mgr.14144) 298 : cluster [DBG] pgmap v274: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:09:49.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:09:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:09:48.380962+0000 mgr.y (mgr.14144) 298 : cluster [DBG] pgmap v274: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:09:51.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:09:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:09:50.381652+0000 mgr.y (mgr.14144) 299 : cluster [DBG] pgmap v275: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:09:51.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:09:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:09:50.381652+0000 mgr.y (mgr.14144) 299 : cluster [DBG] pgmap v275: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:09:51.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:09:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:09:50.381652+0000 mgr.y (mgr.14144) 299 : cluster [DBG] pgmap v275: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:09:53.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:09:53 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:09:52.382186+0000 mgr.y (mgr.14144) 300 : cluster [DBG] pgmap v276: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:09:53.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:09:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:09:52.382186+0000 mgr.y (mgr.14144) 300 : cluster [DBG] pgmap v276: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:09:53.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:09:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:09:52.382186+0000 mgr.y (mgr.14144) 300 : cluster [DBG] pgmap v276: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:09:55.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:09:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:09:54.382891+0000 mgr.y (mgr.14144) 301 : cluster [DBG] pgmap v277: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:09:55.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:09:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:09:54.382891+0000 mgr.y (mgr.14144) 301 : cluster [DBG] pgmap v277: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:09:55.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:09:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:09:54.382891+0000 mgr.y (mgr.14144) 301 : cluster [DBG] pgmap v277: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:09:56.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:09:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:09:56.383593+0000 mgr.y (mgr.14144) 302 : cluster [DBG] pgmap v278: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:09:56.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:09:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:09:56.383593+0000 mgr.y (mgr.14144) 302 : cluster [DBG] pgmap v278: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:09:56.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:09:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:09:56.383593+0000 mgr.y (mgr.14144) 302 : cluster [DBG] pgmap v278: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:09:59.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:09:59 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:09:58.384158+0000 mgr.y (mgr.14144) 303 : cluster [DBG] pgmap v279: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:09:59.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:09:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:09:58.384158+0000 mgr.y (mgr.14144) 303 : cluster [DBG] pgmap v279: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:09:59.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:09:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:09:58.384158+0000 mgr.y (mgr.14144) 303 : cluster [DBG] pgmap v279: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:10:00.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:10:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:10:00.000156+0000 mon.a (mon.0) 586 : cluster [INF] overall HEALTH_OK 2024-09-17T08:10:00.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:10:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:10:00.000156+0000 mon.a (mon.0) 586 : cluster [INF] overall HEALTH_OK 2024-09-17T08:10:00.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:10:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:10:00.000156+0000 mon.a (mon.0) 586 : cluster [INF] overall HEALTH_OK 2024-09-17T08:10:01.548 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:10:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:10:00.384926+0000 mgr.y (mgr.14144) 304 : cluster [DBG] pgmap v280: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:10:01.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:10:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:10:00.384926+0000 mgr.y (mgr.14144) 304 : cluster [DBG] pgmap v280: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:10:01.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:10:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:10:00.384926+0000 mgr.y (mgr.14144) 304 : cluster [DBG] pgmap v280: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:10:03.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:10:03 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:10:02.385445+0000 mgr.y (mgr.14144) 305 : cluster [DBG] pgmap v281: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:10:03.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:10:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:10:02.385445+0000 mgr.y (mgr.14144) 305 : cluster [DBG] pgmap v281: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:10:03.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:10:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:10:02.385445+0000 mgr.y (mgr.14144) 305 : cluster [DBG] pgmap v281: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:10:04.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:10:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:10:04.386365+0000 mgr.y (mgr.14144) 306 : cluster [DBG] pgmap v282: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:10:04.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:10:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:10:04.386365+0000 mgr.y (mgr.14144) 306 : cluster [DBG] pgmap v282: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:10:04.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:10:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:10:04.386365+0000 mgr.y (mgr.14144) 306 : cluster [DBG] pgmap v282: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:10:07.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:10:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:10:06.386890+0000 mgr.y (mgr.14144) 307 : cluster [DBG] pgmap v283: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:10:07.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:10:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:10:06.386890+0000 mgr.y (mgr.14144) 307 : cluster [DBG] pgmap v283: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:10:07.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:10:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:10:06.386890+0000 mgr.y (mgr.14144) 307 : cluster [DBG] pgmap v283: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:10:09.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:10:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:10:08.387450+0000 mgr.y (mgr.14144) 308 : cluster [DBG] pgmap v284: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:10:09.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:10:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:10:08.387450+0000 mgr.y (mgr.14144) 308 : cluster [DBG] pgmap v284: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:10:09.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:10:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:10:08.387450+0000 mgr.y (mgr.14144) 308 : cluster [DBG] pgmap v284: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:10:11.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:10:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:10:10.388162+0000 mgr.y (mgr.14144) 309 : cluster [DBG] pgmap v285: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:10:11.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:10:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:10:10.388162+0000 mgr.y (mgr.14144) 309 : cluster [DBG] pgmap v285: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:10:11.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:10:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:10:10.388162+0000 mgr.y (mgr.14144) 309 : cluster [DBG] pgmap v285: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:10:12.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:10:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:10:12.388700+0000 mgr.y (mgr.14144) 310 : cluster [DBG] pgmap v286: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:10:12.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:10:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:10:12.388700+0000 mgr.y (mgr.14144) 310 : cluster [DBG] pgmap v286: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:10:12.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:10:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:10:12.388700+0000 mgr.y (mgr.14144) 310 : cluster [DBG] pgmap v286: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:10:15.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:10:15 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:10:14.389377+0000 mgr.y (mgr.14144) 311 : cluster [DBG] pgmap v287: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:10:15.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:10:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:10:14.389377+0000 mgr.y (mgr.14144) 311 : cluster [DBG] pgmap v287: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:10:15.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:10:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:10:14.389377+0000 mgr.y (mgr.14144) 311 : cluster [DBG] pgmap v287: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:10:16.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:10:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:10:16.389915+0000 mgr.y (mgr.14144) 312 : cluster [DBG] pgmap v288: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:10:16.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:10:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:10:16.389915+0000 mgr.y (mgr.14144) 312 : cluster [DBG] pgmap v288: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:10:16.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:10:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:10:16.389915+0000 mgr.y (mgr.14144) 312 : cluster [DBG] pgmap v288: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:10:19.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:10:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:10:18.390565+0000 mgr.y (mgr.14144) 313 : cluster [DBG] pgmap v289: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:10:19.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:10:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:10:18.390565+0000 mgr.y (mgr.14144) 313 : cluster [DBG] pgmap v289: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:10:19.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:10:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:10:18.390565+0000 mgr.y (mgr.14144) 313 : cluster [DBG] pgmap v289: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:10:20.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:10:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:10:20.391468+0000 mgr.y (mgr.14144) 314 : cluster [DBG] pgmap v290: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:10:20.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:10:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:10:20.391468+0000 mgr.y (mgr.14144) 314 : cluster [DBG] pgmap v290: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:10:20.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:10:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:10:20.391468+0000 mgr.y (mgr.14144) 314 : cluster [DBG] pgmap v290: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:10:22.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:10:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:10:22.391982+0000 mgr.y (mgr.14144) 315 : cluster [DBG] pgmap v291: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:10:22.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:10:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:10:22.391982+0000 mgr.y (mgr.14144) 315 : cluster [DBG] pgmap v291: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:10:22.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:10:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:10:22.391982+0000 mgr.y (mgr.14144) 315 : cluster [DBG] pgmap v291: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:10:24.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:10:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:10:23.426096+0000 mon.a (mon.0) 587 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:10:24.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:10:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:10:23.651155+0000 mon.a (mon.0) 588 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:10:24.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:10:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:10:23.426096+0000 mon.a (mon.0) 587 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:10:24.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:10:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:10:23.651155+0000 mon.a (mon.0) 588 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:10:24.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:10:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:10:23.426096+0000 mon.a (mon.0) 587 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:10:24.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:10:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:10:23.651155+0000 mon.a (mon.0) 588 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:10:25.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:10:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:10:24.392586+0000 mgr.y (mgr.14144) 316 : cluster [DBG] pgmap v292: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:10:25.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:10:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:10:24.392586+0000 mgr.y (mgr.14144) 316 : cluster [DBG] pgmap v292: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:10:25.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:10:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:10:24.392586+0000 mgr.y (mgr.14144) 316 : cluster [DBG] pgmap v292: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:10:26.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:10:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:10:26.393229+0000 mgr.y (mgr.14144) 317 : cluster [DBG] pgmap v293: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:10:26.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:10:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:10:26.393229+0000 mgr.y (mgr.14144) 317 : cluster [DBG] pgmap v293: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:10:26.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:10:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:10:26.393229+0000 mgr.y (mgr.14144) 317 : cluster [DBG] pgmap v293: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:10:29.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:10:29 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:10:28.393856+0000 mgr.y (mgr.14144) 318 : cluster [DBG] pgmap v294: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:10:29.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:10:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:10:28.393856+0000 mgr.y (mgr.14144) 318 : cluster [DBG] pgmap v294: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:10:29.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:10:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:10:28.393856+0000 mgr.y (mgr.14144) 318 : cluster [DBG] pgmap v294: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:10:30.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:10:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:10:30.394630+0000 mgr.y (mgr.14144) 319 : cluster [DBG] pgmap v295: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:10:30.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:10:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:10:30.394630+0000 mgr.y (mgr.14144) 319 : cluster [DBG] pgmap v295: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:10:30.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:10:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:10:30.394630+0000 mgr.y (mgr.14144) 319 : cluster [DBG] pgmap v295: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:10:32.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:10:32 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:10:32.395263+0000 mgr.y (mgr.14144) 320 : cluster [DBG] pgmap v296: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:10:32.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:10:32 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:10:32.395263+0000 mgr.y (mgr.14144) 320 : cluster [DBG] pgmap v296: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:10:32.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:10:32 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:10:32.395263+0000 mgr.y (mgr.14144) 320 : cluster [DBG] pgmap v296: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:10:34.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:10:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:10:34.395940+0000 mgr.y (mgr.14144) 321 : cluster [DBG] pgmap v297: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:10:34.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:10:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:10:34.395940+0000 mgr.y (mgr.14144) 321 : cluster [DBG] pgmap v297: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:10:34.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:10:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:10:34.395940+0000 mgr.y (mgr.14144) 321 : cluster [DBG] pgmap v297: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:10:36.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:10:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:10:36.396506+0000 mgr.y (mgr.14144) 322 : cluster [DBG] pgmap v298: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:10:36.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:10:36 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:10:36.396506+0000 mgr.y (mgr.14144) 322 : cluster [DBG] pgmap v298: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:10:36.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:10:36 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:10:36.396506+0000 mgr.y (mgr.14144) 322 : cluster [DBG] pgmap v298: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:10:39.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:10:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:10:38.397237+0000 mgr.y (mgr.14144) 323 : cluster [DBG] pgmap v299: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:10:39.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:10:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:10:38.397237+0000 mgr.y (mgr.14144) 323 : cluster [DBG] pgmap v299: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:10:39.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:10:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:10:38.397237+0000 mgr.y (mgr.14144) 323 : cluster [DBG] pgmap v299: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:10:40.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:10:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:10:40.397957+0000 mgr.y (mgr.14144) 324 : cluster [DBG] pgmap v300: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:10:40.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:10:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:10:40.429526+0000 mon.a (mon.0) 589 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:10:40.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:10:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:10:40.429806+0000 mon.a (mon.0) 590 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:10:40.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:10:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:10:40.397957+0000 mgr.y (mgr.14144) 324 : cluster [DBG] pgmap v300: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:10:40.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:10:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:10:40.429526+0000 mon.a (mon.0) 589 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:10:40.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:10:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:10:40.429806+0000 mon.a (mon.0) 590 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:10:40.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:10:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:10:40.397957+0000 mgr.y (mgr.14144) 324 : cluster [DBG] pgmap v300: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:10:40.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:10:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:10:40.429526+0000 mon.a (mon.0) 589 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:10:40.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:10:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:10:40.429806+0000 mon.a (mon.0) 590 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:10:42.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:10:42 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:10:42.398610+0000 mgr.y (mgr.14144) 325 : cluster [DBG] pgmap v301: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:10:42.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:10:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:10:42.398610+0000 mgr.y (mgr.14144) 325 : cluster [DBG] pgmap v301: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:10:42.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:10:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:10:42.398610+0000 mgr.y (mgr.14144) 325 : cluster [DBG] pgmap v301: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:10:44.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:10:44 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:10:44.399483+0000 mgr.y (mgr.14144) 326 : cluster [DBG] pgmap v302: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:10:44.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:10:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:10:44.399483+0000 mgr.y (mgr.14144) 326 : cluster [DBG] pgmap v302: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:10:44.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:10:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:10:44.399483+0000 mgr.y (mgr.14144) 326 : cluster [DBG] pgmap v302: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:10:46.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:10:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:10:46.400081+0000 mgr.y (mgr.14144) 327 : cluster [DBG] pgmap v303: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:10:46.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:10:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:10:46.400081+0000 mgr.y (mgr.14144) 327 : cluster [DBG] pgmap v303: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:10:46.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:10:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:10:46.400081+0000 mgr.y (mgr.14144) 327 : cluster [DBG] pgmap v303: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:10:49.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:10:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:10:48.400781+0000 mgr.y (mgr.14144) 328 : cluster [DBG] pgmap v304: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:10:49.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:10:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:10:48.400781+0000 mgr.y (mgr.14144) 328 : cluster [DBG] pgmap v304: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:10:49.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:10:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:10:48.400781+0000 mgr.y (mgr.14144) 328 : cluster [DBG] pgmap v304: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:10:50.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:10:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:10:50.401475+0000 mgr.y (mgr.14144) 329 : cluster [DBG] pgmap v305: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:10:50.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:10:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:10:50.401475+0000 mgr.y (mgr.14144) 329 : cluster [DBG] pgmap v305: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:10:50.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:10:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:10:50.401475+0000 mgr.y (mgr.14144) 329 : cluster [DBG] pgmap v305: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:10:52.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:10:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:10:52.402029+0000 mgr.y (mgr.14144) 330 : cluster [DBG] pgmap v306: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:10:52.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:10:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:10:52.402029+0000 mgr.y (mgr.14144) 330 : cluster [DBG] pgmap v306: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:10:52.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:10:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:10:52.402029+0000 mgr.y (mgr.14144) 330 : cluster [DBG] pgmap v306: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:10:54.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:10:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:10:54.402751+0000 mgr.y (mgr.14144) 331 : cluster [DBG] pgmap v307: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:10:54.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:10:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:10:54.402751+0000 mgr.y (mgr.14144) 331 : cluster [DBG] pgmap v307: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:10:54.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:10:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:10:54.402751+0000 mgr.y (mgr.14144) 331 : cluster [DBG] pgmap v307: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:10:56.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:10:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:10:56.403450+0000 mgr.y (mgr.14144) 332 : cluster [DBG] pgmap v308: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:10:56.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:10:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:10:56.403450+0000 mgr.y (mgr.14144) 332 : cluster [DBG] pgmap v308: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:10:56.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:10:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:10:56.403450+0000 mgr.y (mgr.14144) 332 : cluster [DBG] pgmap v308: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:10:59.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:10:59 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:10:58.404137+0000 mgr.y (mgr.14144) 333 : cluster [DBG] pgmap v309: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:10:59.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:10:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:10:58.404137+0000 mgr.y (mgr.14144) 333 : cluster [DBG] pgmap v309: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:10:59.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:10:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:10:58.404137+0000 mgr.y (mgr.14144) 333 : cluster [DBG] pgmap v309: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:11:00.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:11:00.404896+0000 mgr.y (mgr.14144) 334 : cluster [DBG] pgmap v310: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:11:00.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:11:00.404896+0000 mgr.y (mgr.14144) 334 : cluster [DBG] pgmap v310: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:11:00.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:11:00.404896+0000 mgr.y (mgr.14144) 334 : cluster [DBG] pgmap v310: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:11:02.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:11:02.405418+0000 mgr.y (mgr.14144) 335 : cluster [DBG] pgmap v311: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:11:02.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:11:02.405418+0000 mgr.y (mgr.14144) 335 : cluster [DBG] pgmap v311: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:11:02.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:11:02.405418+0000 mgr.y (mgr.14144) 335 : cluster [DBG] pgmap v311: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:11:04.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:11:04.406078+0000 mgr.y (mgr.14144) 336 : cluster [DBG] pgmap v312: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:11:04.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:11:04.406078+0000 mgr.y (mgr.14144) 336 : cluster [DBG] pgmap v312: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:11:04.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:11:04.406078+0000 mgr.y (mgr.14144) 336 : cluster [DBG] pgmap v312: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:11:05.216 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force' 2024-09-17T08:11:06.751 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:11:06.406544+0000 mgr.y (mgr.14144) 337 : cluster [DBG] pgmap v313: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:11:06.751 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:11:06.406544+0000 mgr.y (mgr.14144) 337 : cluster [DBG] pgmap v313: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:11:06.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:06 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:11:06.406544+0000 mgr.y (mgr.14144) 337 : cluster [DBG] pgmap v313: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:11:07.916 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force' 2024-09-17T08:11:08.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:11:07.129668+0000 mon.a (mon.0) 591 : audit [INF] from='client.? ' entity='client.admin' 2024-09-17T08:11:08.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:11:07.129668+0000 mon.a (mon.0) 591 : audit [INF] from='client.? ' entity='client.admin' 2024-09-17T08:11:08.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:08 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:11:07.129668+0000 mon.a (mon.0) 591 : audit [INF] from='client.? ' entity='client.admin' 2024-09-17T08:11:09.433 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:11:08.407101+0000 mgr.y (mgr.14144) 338 : cluster [DBG] pgmap v314: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:11:09.434 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:11:08.407101+0000 mgr.y (mgr.14144) 338 : cluster [DBG] pgmap v314: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:11:09.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:11:08.407101+0000 mgr.y (mgr.14144) 338 : cluster [DBG] pgmap v314: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:11:10.456 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph config set global log_to_journald false --force' 2024-09-17T08:11:11.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:11:09.827806+0000 mon.a (mon.0) 592 : audit [INF] from='client.? 172.21.15.88:0/4260267769' entity='client.admin' 2024-09-17T08:11:11.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:11:10.407639+0000 mgr.y (mgr.14144) 339 : cluster [DBG] pgmap v315: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:11:11.036 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:11:09.827806+0000 mon.a (mon.0) 592 : audit [INF] from='client.? 172.21.15.88:0/4260267769' entity='client.admin' 2024-09-17T08:11:11.036 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:11:10.407639+0000 mgr.y (mgr.14144) 339 : cluster [DBG] pgmap v315: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:11:11.146 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:10 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:11:09.827806+0000 mon.a (mon.0) 592 : audit [INF] from='client.? 172.21.15.88:0/4260267769' entity='client.admin' 2024-09-17T08:11:11.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:10 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:11:10.407639+0000 mgr.y (mgr.14144) 339 : cluster [DBG] pgmap v315: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:11:12.911 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph orch ps' 2024-09-17T08:11:13.485 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:11:12.336638+0000 mon.a (mon.0) 593 : audit [INF] from='client.? 172.21.15.88:0/2305556864' entity='client.admin' 2024-09-17T08:11:13.485 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:11:12.340057+0000 mon.a (mon.0) 594 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:11:13.485 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:11:12.347169+0000 mon.a (mon.0) 595 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:11:13.485 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:11:12.407989+0000 mgr.y (mgr.14144) 340 : cluster [DBG] pgmap v316: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:11:13.486 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:11:12.336638+0000 mon.a (mon.0) 593 : audit [INF] from='client.? 172.21.15.88:0/2305556864' entity='client.admin' 2024-09-17T08:11:13.486 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:11:12.340057+0000 mon.a (mon.0) 594 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:11:13.486 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:11:12.347169+0000 mon.a (mon.0) 595 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:11:13.486 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:11:12.407989+0000 mgr.y (mgr.14144) 340 : cluster [DBG] pgmap v316: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:11:13.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:13 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:11:12.336638+0000 mon.a (mon.0) 593 : audit [INF] from='client.? 172.21.15.88:0/2305556864' entity='client.admin' 2024-09-17T08:11:13.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:13 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:11:12.340057+0000 mon.a (mon.0) 594 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:11:13.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:13 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:11:12.347169+0000 mon.a (mon.0) 595 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:11:13.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:13 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:11:12.407989+0000 mgr.y (mgr.14144) 340 : cluster [DBG] pgmap v316: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:11:14.874 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:14 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:11:14.408597+0000 mgr.y (mgr.14144) 341 : cluster [DBG] pgmap v317: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:11:14.874 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:14 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:11:14.408597+0000 mgr.y (mgr.14144) 341 : cluster [DBG] pgmap v317: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:11:14.875 INFO:teuthology.orchestra.run.smithi088.stdout:NAME HOST STATUS REFRESHED AGE PORTS VERSION IMAGE ID CONTAINER ID 2024-09-17T08:11:14.875 INFO:teuthology.orchestra.run.smithi088.stdout:alertmanager.a smithi088 running (3m) 2m ago 3m *:9093 *:9094 0.20.0 0881eb8f169f d9726ff7d740 2024-09-17T08:11:14.875 INFO:teuthology.orchestra.run.smithi088.stdout:grafana.a smithi187 running (3m) 111s ago 3m *:3000 6.7.4 557c83e11646 ed6fc23647a7 2024-09-17T08:11:14.875 INFO:teuthology.orchestra.run.smithi088.stdout:iscsi.foo.smithi187.kgegfj smithi187 running (3m) 111s ago 3m - 3.4 24ecd6d5f14c 683e20ae8333 2024-09-17T08:11:14.875 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.x smithi187 running (7m) 111s ago 7m *:8443 16.2.0 24ecd6d5f14c 43835774dfe0 2024-09-17T08:11:14.875 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.y smithi088 running (9m) 2m ago 9m *:9283 16.2.0 24ecd6d5f14c 3c3a908afdcd 2024-09-17T08:11:14.875 INFO:teuthology.orchestra.run.smithi088.stdout:mon.a smithi088 running (9m) 2m ago 9m - 16.2.0 24ecd6d5f14c 2454e1e9e408 2024-09-17T08:11:14.875 INFO:teuthology.orchestra.run.smithi088.stdout:mon.b smithi187 running (8m) 111s ago 8m - 16.2.0 24ecd6d5f14c 443ac3d93fd1 2024-09-17T08:11:14.875 INFO:teuthology.orchestra.run.smithi088.stdout:mon.c smithi088 running (8m) 2m ago 8m - 16.2.0 24ecd6d5f14c 02dbf1ac3f13 2024-09-17T08:11:14.875 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.a smithi088 running (4m) 2m ago 4m *:9100 0.18.1 e5a616e4b9cf fe31d55b4b89 2024-09-17T08:11:14.875 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.b smithi187 running (4m) 111s ago 4m *:9100 0.18.1 e5a616e4b9cf 4355833ecd02 2024-09-17T08:11:14.876 INFO:teuthology.orchestra.run.smithi088.stdout:osd.0 smithi088 running (7m) 2m ago 7m - 16.2.0 24ecd6d5f14c 999284c446e9 2024-09-17T08:11:14.876 INFO:teuthology.orchestra.run.smithi088.stdout:osd.1 smithi088 running (7m) 2m ago 7m - 16.2.0 24ecd6d5f14c 76ee60c1a08d 2024-09-17T08:11:14.876 INFO:teuthology.orchestra.run.smithi088.stdout:osd.2 smithi088 running (6m) 2m ago 6m - 16.2.0 24ecd6d5f14c 2503783cc013 2024-09-17T08:11:14.876 INFO:teuthology.orchestra.run.smithi088.stdout:osd.3 smithi088 running (6m) 2m ago 6m - 16.2.0 24ecd6d5f14c bf680a19cb5a 2024-09-17T08:11:14.876 INFO:teuthology.orchestra.run.smithi088.stdout:osd.4 smithi187 running (6m) 111s ago 6m - 16.2.0 24ecd6d5f14c a8462272aa51 2024-09-17T08:11:14.876 INFO:teuthology.orchestra.run.smithi088.stdout:osd.5 smithi187 running (5m) 111s ago 5m - 16.2.0 24ecd6d5f14c c3463f9a8b7e 2024-09-17T08:11:14.876 INFO:teuthology.orchestra.run.smithi088.stdout:osd.6 smithi187 running (5m) 111s ago 5m - 16.2.0 24ecd6d5f14c 53d9ca2fb095 2024-09-17T08:11:14.876 INFO:teuthology.orchestra.run.smithi088.stdout:osd.7 smithi187 running (5m) 111s ago 5m - 16.2.0 24ecd6d5f14c 61f8b7fae59c 2024-09-17T08:11:14.876 INFO:teuthology.orchestra.run.smithi088.stdout:prometheus.a smithi187 running (3m) 111s ago 4m *:9095 2.18.1 de242295e225 fad1a6f2d1de 2024-09-17T08:11:14.876 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi088.pybyat smithi088 running (3m) 2m ago 3m *:8000 16.2.0 24ecd6d5f14c 1e03127137af 2024-09-17T08:11:14.876 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi187.yrrxta smithi187 running (3m) 111s ago 3m *:8000 16.2.0 24ecd6d5f14c 304f0f2cb409 2024-09-17T08:11:14.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:14 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:11:14.408597+0000 mgr.y (mgr.14144) 341 : cluster [DBG] pgmap v317: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:11:15.527 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph versions' 2024-09-17T08:11:15.813 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:11:14.866896+0000 mgr.y (mgr.14144) 342 : audit [DBG] from='client.14700 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:11:15.813 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:11:14.866896+0000 mgr.y (mgr.14144) 342 : audit [DBG] from='client.14700 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:11:15.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:15 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:11:14.866896+0000 mgr.y (mgr.14144) 342 : audit [DBG] from='client.14700 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:11:16.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:11:16.409115+0000 mgr.y (mgr.14144) 343 : cluster [DBG] pgmap v318: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:11:16.904 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:11:16.409115+0000 mgr.y (mgr.14144) 343 : cluster [DBG] pgmap v318: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:11:16.904 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:11:16.409115+0000 mgr.y (mgr.14144) 343 : cluster [DBG] pgmap v318: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:11:17.572 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:11:17.572 INFO:teuthology.orchestra.run.smithi088.stdout: "mon": { 2024-09-17T08:11:17.572 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 3 2024-09-17T08:11:17.572 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:11:17.572 INFO:teuthology.orchestra.run.smithi088.stdout: "mgr": { 2024-09-17T08:11:17.572 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 2 2024-09-17T08:11:17.572 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:11:17.572 INFO:teuthology.orchestra.run.smithi088.stdout: "osd": { 2024-09-17T08:11:17.572 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 8 2024-09-17T08:11:17.572 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:11:17.573 INFO:teuthology.orchestra.run.smithi088.stdout: "mds": {}, 2024-09-17T08:11:17.573 INFO:teuthology.orchestra.run.smithi088.stdout: "rgw": { 2024-09-17T08:11:17.573 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 2 2024-09-17T08:11:17.573 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:11:17.573 INFO:teuthology.orchestra.run.smithi088.stdout: "overall": { 2024-09-17T08:11:17.573 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 15 2024-09-17T08:11:17.573 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-09-17T08:11:17.573 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:11:17.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:17 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:11:17.571834+0000 mon.a (mon.0) 596 : audit [DBG] from='client.? 172.21.15.88:0/2363750463' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:11:17.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:11:17.571834+0000 mon.a (mon.0) 596 : audit [DBG] from='client.? 172.21.15.88:0/2363750463' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:11:17.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:11:17.571834+0000 mon.a (mon.0) 596 : audit [DBG] from='client.? 172.21.15.88:0/2363750463' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:11:18.316 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph -s' 2024-09-17T08:11:19.617 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:11:18.409561+0000 mgr.y (mgr.14144) 344 : cluster [DBG] pgmap v319: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:11:19.618 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:11:18.409561+0000 mgr.y (mgr.14144) 344 : cluster [DBG] pgmap v319: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:11:19.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:11:18.409561+0000 mgr.y (mgr.14144) 344 : cluster [DBG] pgmap v319: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:11:20.358 INFO:teuthology.orchestra.run.smithi088.stdout: cluster: 2024-09-17T08:11:20.358 INFO:teuthology.orchestra.run.smithi088.stdout: id: 0975a5c8-74cb-11ef-bceb-c7b262605968 2024-09-17T08:11:20.358 INFO:teuthology.orchestra.run.smithi088.stdout: health: HEALTH_OK 2024-09-17T08:11:20.358 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-09-17T08:11:20.358 INFO:teuthology.orchestra.run.smithi088.stdout: services: 2024-09-17T08:11:20.359 INFO:teuthology.orchestra.run.smithi088.stdout: mon: 3 daemons, quorum a,c,b (age 8m) 2024-09-17T08:11:20.359 INFO:teuthology.orchestra.run.smithi088.stdout: mgr: y(active, since 8m), standbys: x 2024-09-17T08:11:20.359 INFO:teuthology.orchestra.run.smithi088.stdout: osd: 8 osds: 8 up (since 5m), 8 in (since 5m) 2024-09-17T08:11:20.359 INFO:teuthology.orchestra.run.smithi088.stdout: rgw: 2 daemons active (2 hosts, 1 zones) 2024-09-17T08:11:20.359 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-09-17T08:11:20.359 INFO:teuthology.orchestra.run.smithi088.stdout: data: 2024-09-17T08:11:20.359 INFO:teuthology.orchestra.run.smithi088.stdout: pools: 6 pools, 161 pgs 2024-09-17T08:11:20.359 INFO:teuthology.orchestra.run.smithi088.stdout: objects: 331 objects, 27 KiB 2024-09-17T08:11:20.359 INFO:teuthology.orchestra.run.smithi088.stdout: usage: 61 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:11:20.359 INFO:teuthology.orchestra.run.smithi088.stdout: pgs: 161 active+clean 2024-09-17T08:11:20.359 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-09-17T08:11:20.359 INFO:teuthology.orchestra.run.smithi088.stdout: io: 2024-09-17T08:11:20.359 INFO:teuthology.orchestra.run.smithi088.stdout: client: 1.2 KiB/s rd, 1 op/s rd, 0 op/s wr 2024-09-17T08:11:20.359 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-09-17T08:11:20.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:11:20.358061+0000 mon.a (mon.0) 597 : audit [DBG] from='client.? 172.21.15.88:0/155653818' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-17T08:11:20.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:11:20.358061+0000 mon.a (mon.0) 597 : audit [DBG] from='client.? 172.21.15.88:0/155653818' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-17T08:11:20.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:11:20.358061+0000 mon.a (mon.0) 597 : audit [DBG] from='client.? 172.21.15.88:0/155653818' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-17T08:11:20.990 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph orch ls' 2024-09-17T08:11:21.620 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:11:20.410137+0000 mgr.y (mgr.14144) 345 : cluster [DBG] pgmap v320: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:11:21.620 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:11:20.410137+0000 mgr.y (mgr.14144) 345 : cluster [DBG] pgmap v320: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:11:21.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:11:20.410137+0000 mgr.y (mgr.14144) 345 : cluster [DBG] pgmap v320: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:11:22.931 INFO:teuthology.orchestra.run.smithi088.stdout:NAME RUNNING REFRESHED AGE PLACEMENT IMAGE ID 2024-09-17T08:11:22.932 INFO:teuthology.orchestra.run.smithi088.stdout:alertmanager 1/1 3m ago 5m smithi088=a;count:1 0881eb8f169f 2024-09-17T08:11:22.932 INFO:teuthology.orchestra.run.smithi088.stdout:grafana 1/1 119s ago 5m smithi187=a;count:1 557c83e11646 2024-09-17T08:11:22.932 INFO:teuthology.orchestra.run.smithi088.stdout:iscsi.foo 1/1 119s ago 3m count:1 24ecd6d5f14c 2024-09-17T08:11:22.932 INFO:teuthology.orchestra.run.smithi088.stdout:mgr 2/2 3m ago 7m smithi088=y;smithi187=x;count:2 24ecd6d5f14c 2024-09-17T08:11:22.932 INFO:teuthology.orchestra.run.smithi088.stdout:mon 3/3 3m ago 8m smithi088:172.21.15.88=a;smithi088:[v2:172.21.15.88:3301,v1:172.21.15.88:6790]=c;smithi187:172.21.15.187=b;count:3 24ecd6d5f14c 2024-09-17T08:11:22.932 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter 2/2 3m ago 5m smithi088=a;smithi187=b;count:2 e5a616e4b9cf 2024-09-17T08:11:22.932 INFO:teuthology.orchestra.run.smithi088.stdout:osd.None 8/0 3m ago - 24ecd6d5f14c 2024-09-17T08:11:22.932 INFO:teuthology.orchestra.run.smithi088.stdout:prometheus 1/1 119s ago 5m smithi187=a;count:1 de242295e225 2024-09-17T08:11:22.932 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo 2/2 3m ago 3m count:2 24ecd6d5f14c 2024-09-17T08:11:23.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:11:22.410680+0000 mgr.y (mgr.14144) 346 : cluster [DBG] pgmap v321: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:11:23.531 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:11:22.410680+0000 mgr.y (mgr.14144) 346 : cluster [DBG] pgmap v321: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:11:23.553 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-09-17T08:11:23.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:11:22.410680+0000 mgr.y (mgr.14144) 346 : cluster [DBG] pgmap v321: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:11:24.740 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:11:22.927405+0000 mgr.y (mgr.14144) 347 : audit [DBG] from='client.14718 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:11:24.740 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:11:22.927405+0000 mgr.y (mgr.14144) 347 : audit [DBG] from='client.14718 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:11:24.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:11:22.927405+0000 mgr.y (mgr.14144) 347 : audit [DBG] from='client.14718 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:11:25.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:11:24.411228+0000 mgr.y (mgr.14144) 348 : cluster [DBG] pgmap v322: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:11:25.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:11:24.411228+0000 mgr.y (mgr.14144) 348 : cluster [DBG] pgmap v322: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:11:25.829 INFO:teuthology.orchestra.run.smithi088.stdout:Scheduled to redeploy mgr.x on host 'smithi187' 2024-09-17T08:11:25.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:11:24.411228+0000 mgr.y (mgr.14144) 348 : cluster [DBG] pgmap v322: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:11:26.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:11:25.520092+0000 mon.c (mon.1) 25 : audit [DBG] from='client.? 172.21.15.88:0/429951885' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-17T08:11:26.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:11:25.829276+0000 mon.a (mon.0) 598 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:11:26.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:11:25.830100+0000 mon.a (mon.0) 599 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:11:26.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:11:25.520092+0000 mon.c (mon.1) 25 : audit [DBG] from='client.? 172.21.15.88:0/429951885' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-17T08:11:26.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:11:25.829276+0000 mon.a (mon.0) 598 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:11:26.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:11:25.830100+0000 mon.a (mon.0) 599 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:11:26.797 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph orch ps --refresh' 2024-09-17T08:11:26.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:11:25.520092+0000 mon.c (mon.1) 25 : audit [DBG] from='client.? 172.21.15.88:0/429951885' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-17T08:11:26.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:11:25.829276+0000 mon.a (mon.0) 598 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:11:26.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:11:25.830100+0000 mon.a (mon.0) 599 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:11:27.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:11:25.824989+0000 mgr.y (mgr.14144) 349 : audit [DBG] from='client.24655 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.x", "image": "quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:11:27.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:11:25.829763+0000 mgr.y (mgr.14144) 350 : cephadm [INF] Schedule redeploy daemon mgr.x 2024-09-17T08:11:27.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:11:26.411665+0000 mgr.y (mgr.14144) 351 : cluster [DBG] pgmap v323: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:11:27.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:11:25.824989+0000 mgr.y (mgr.14144) 349 : audit [DBG] from='client.24655 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.x", "image": "quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:11:27.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:11:25.829763+0000 mgr.y (mgr.14144) 350 : cephadm [INF] Schedule redeploy daemon mgr.x 2024-09-17T08:11:27.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:11:26.411665+0000 mgr.y (mgr.14144) 351 : cluster [DBG] pgmap v323: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:11:27.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:27 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:11:25.824989+0000 mgr.y (mgr.14144) 349 : audit [DBG] from='client.24655 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.x", "image": "quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:11:27.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:27 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:11:25.829763+0000 mgr.y (mgr.14144) 350 : cephadm [INF] Schedule redeploy daemon mgr.x 2024-09-17T08:11:27.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:27 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:11:26.411665+0000 mgr.y (mgr.14144) 351 : cluster [DBG] pgmap v323: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:11:28.994 INFO:teuthology.orchestra.run.smithi088.stdout:NAME HOST STATUS REFRESHED AGE PORTS VERSION IMAGE ID CONTAINER ID 2024-09-17T08:11:28.994 INFO:teuthology.orchestra.run.smithi088.stdout:alertmanager.a smithi088 running (3m) 3m ago 4m *:9093 *:9094 0.20.0 0881eb8f169f d9726ff7d740 2024-09-17T08:11:28.994 INFO:teuthology.orchestra.run.smithi088.stdout:grafana.a smithi187 running (3m) 2m ago 3m *:3000 6.7.4 557c83e11646 ed6fc23647a7 2024-09-17T08:11:28.994 INFO:teuthology.orchestra.run.smithi088.stdout:iscsi.foo.smithi187.kgegfj smithi187 running (3m) 2m ago 3m - 3.4 24ecd6d5f14c 683e20ae8333 2024-09-17T08:11:28.994 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.x smithi187 running (8m) 2m ago 8m *:8443 16.2.0 24ecd6d5f14c 43835774dfe0 2024-09-17T08:11:28.994 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.y smithi088 running (9m) 3m ago 9m *:9283 16.2.0 24ecd6d5f14c 3c3a908afdcd 2024-09-17T08:11:28.994 INFO:teuthology.orchestra.run.smithi088.stdout:mon.a smithi088 running (9m) 3m ago 9m - 16.2.0 24ecd6d5f14c 2454e1e9e408 2024-09-17T08:11:28.994 INFO:teuthology.orchestra.run.smithi088.stdout:mon.b smithi187 running (8m) 2m ago 8m - 16.2.0 24ecd6d5f14c 443ac3d93fd1 2024-09-17T08:11:28.995 INFO:teuthology.orchestra.run.smithi088.stdout:mon.c smithi088 running (8m) 3m ago 8m - 16.2.0 24ecd6d5f14c 02dbf1ac3f13 2024-09-17T08:11:28.995 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.a smithi088 running (4m) 3m ago 4m *:9100 0.18.1 e5a616e4b9cf fe31d55b4b89 2024-09-17T08:11:28.995 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.b smithi187 running (4m) 2m ago 4m *:9100 0.18.1 e5a616e4b9cf 4355833ecd02 2024-09-17T08:11:28.995 INFO:teuthology.orchestra.run.smithi088.stdout:osd.0 smithi088 running (7m) 3m ago 7m - 16.2.0 24ecd6d5f14c 999284c446e9 2024-09-17T08:11:28.995 INFO:teuthology.orchestra.run.smithi088.stdout:osd.1 smithi088 running (7m) 3m ago 7m - 16.2.0 24ecd6d5f14c 76ee60c1a08d 2024-09-17T08:11:28.995 INFO:teuthology.orchestra.run.smithi088.stdout:osd.2 smithi088 running (7m) 3m ago 7m - 16.2.0 24ecd6d5f14c 2503783cc013 2024-09-17T08:11:28.995 INFO:teuthology.orchestra.run.smithi088.stdout:osd.3 smithi088 running (6m) 3m ago 6m - 16.2.0 24ecd6d5f14c bf680a19cb5a 2024-09-17T08:11:28.995 INFO:teuthology.orchestra.run.smithi088.stdout:osd.4 smithi187 running (6m) 2m ago 6m - 16.2.0 24ecd6d5f14c a8462272aa51 2024-09-17T08:11:28.995 INFO:teuthology.orchestra.run.smithi088.stdout:osd.5 smithi187 running (6m) 2m ago 6m - 16.2.0 24ecd6d5f14c c3463f9a8b7e 2024-09-17T08:11:28.995 INFO:teuthology.orchestra.run.smithi088.stdout:osd.6 smithi187 running (5m) 2m ago 5m - 16.2.0 24ecd6d5f14c 53d9ca2fb095 2024-09-17T08:11:28.995 INFO:teuthology.orchestra.run.smithi088.stdout:osd.7 smithi187 running (5m) 2m ago 5m - 16.2.0 24ecd6d5f14c 61f8b7fae59c 2024-09-17T08:11:28.996 INFO:teuthology.orchestra.run.smithi088.stdout:prometheus.a smithi187 running (3m) 2m ago 5m *:9095 2.18.1 de242295e225 fad1a6f2d1de 2024-09-17T08:11:28.996 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi088.pybyat smithi088 running (3m) 3m ago 3m *:8000 16.2.0 24ecd6d5f14c 1e03127137af 2024-09-17T08:11:28.996 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi187.yrrxta smithi187 running (3m) 2m ago 3m *:8000 16.2.0 24ecd6d5f14c 304f0f2cb409 2024-09-17T08:11:29.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:29 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:11:28.412141+0000 mgr.y (mgr.14144) 352 : cluster [DBG] pgmap v324: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:11:29.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:11:28.412141+0000 mgr.y (mgr.14144) 352 : cluster [DBG] pgmap v324: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:11:29.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:11:28.412141+0000 mgr.y (mgr.14144) 352 : cluster [DBG] pgmap v324: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:11:30.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:11:28.984406+0000 mgr.y (mgr.14144) 353 : audit [DBG] from='client.14736 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:11:30.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:11:28.984844+0000 mgr.y (mgr.14144) 354 : cephadm [INF] Kicked serve() loop to refresh all daemons 2024-09-17T08:11:30.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:11:28.984406+0000 mgr.y (mgr.14144) 353 : audit [DBG] from='client.14736 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:11:30.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:11:28.984844+0000 mgr.y (mgr.14144) 354 : cephadm [INF] Kicked serve() loop to refresh all daemons 2024-09-17T08:11:30.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:11:28.984406+0000 mgr.y (mgr.14144) 353 : audit [DBG] from='client.14736 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:11:30.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:11:28.984844+0000 mgr.y (mgr.14144) 354 : cephadm [INF] Kicked serve() loop to refresh all daemons 2024-09-17T08:11:30.897 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'sleep 180' 2024-09-17T08:11:31.512 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:11:30.412608+0000 mgr.y (mgr.14144) 355 : cluster [DBG] pgmap v325: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:11:31.513 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:11:30.412608+0000 mgr.y (mgr.14144) 355 : cluster [DBG] pgmap v325: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:11:31.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:31 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:11:30.412608+0000 mgr.y (mgr.14144) 355 : cluster [DBG] pgmap v325: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:11:32.649 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:32 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:11:32.413017+0000 mgr.y (mgr.14144) 356 : cluster [DBG] pgmap v326: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:11:32.649 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:32 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:11:32.413017+0000 mgr.y (mgr.14144) 356 : cluster [DBG] pgmap v326: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:11:32.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:32 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:11:32.413017+0000 mgr.y (mgr.14144) 356 : cluster [DBG] pgmap v326: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:11:34.805 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:11:34.413530+0000 mgr.y (mgr.14144) 357 : cluster [DBG] pgmap v327: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:11:34.805 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:11:34.413530+0000 mgr.y (mgr.14144) 357 : cluster [DBG] pgmap v327: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:11:34.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:11:34.413530+0000 mgr.y (mgr.14144) 357 : cluster [DBG] pgmap v327: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:11:36.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:11:36.413977+0000 mgr.y (mgr.14144) 358 : cluster [DBG] pgmap v328: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:11:36.914 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:36 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:11:36.413977+0000 mgr.y (mgr.14144) 358 : cluster [DBG] pgmap v328: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:11:36.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:36 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:11:36.413977+0000 mgr.y (mgr.14144) 358 : cluster [DBG] pgmap v328: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:11:39.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:11:38.414435+0000 mgr.y (mgr.14144) 359 : cluster [DBG] pgmap v329: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:11:39.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:11:38.414435+0000 mgr.y (mgr.14144) 359 : cluster [DBG] pgmap v329: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:11:39.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:11:38.414435+0000 mgr.y (mgr.14144) 359 : cluster [DBG] pgmap v329: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:11:40.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:11:40.414962+0000 mgr.y (mgr.14144) 360 : cluster [DBG] pgmap v330: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:11:40.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:11:40.432774+0000 mon.a (mon.0) 600 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:11:40.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:11:40.433056+0000 mon.a (mon.0) 601 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:11:40.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:11:40.414962+0000 mgr.y (mgr.14144) 360 : cluster [DBG] pgmap v330: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:11:40.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:11:40.432774+0000 mon.a (mon.0) 600 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:11:40.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:11:40.433056+0000 mon.a (mon.0) 601 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:11:40.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:11:40.414962+0000 mgr.y (mgr.14144) 360 : cluster [DBG] pgmap v330: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:11:40.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:11:40.432774+0000 mon.a (mon.0) 600 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:11:40.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:11:40.433056+0000 mon.a (mon.0) 601 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:11:42.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:42 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:11:42.415344+0000 mgr.y (mgr.14144) 361 : cluster [DBG] pgmap v331: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:11:42.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:11:42.415344+0000 mgr.y (mgr.14144) 361 : cluster [DBG] pgmap v331: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:11:42.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:11:42.415344+0000 mgr.y (mgr.14144) 361 : cluster [DBG] pgmap v331: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:11:44.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:44 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:11:44.415925+0000 mgr.y (mgr.14144) 362 : cluster [DBG] pgmap v332: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:11:44.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:11:44.415925+0000 mgr.y (mgr.14144) 362 : cluster [DBG] pgmap v332: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:11:44.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:11:44.415925+0000 mgr.y (mgr.14144) 362 : cluster [DBG] pgmap v332: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:11:46.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:11:46.416325+0000 mgr.y (mgr.14144) 363 : cluster [DBG] pgmap v333: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:11:46.914 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:11:46.416325+0000 mgr.y (mgr.14144) 363 : cluster [DBG] pgmap v333: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:11:46.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:11:46.416325+0000 mgr.y (mgr.14144) 363 : cluster [DBG] pgmap v333: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:11:49.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:11:48.416815+0000 mgr.y (mgr.14144) 364 : cluster [DBG] pgmap v334: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:11:49.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:11:48.416815+0000 mgr.y (mgr.14144) 364 : cluster [DBG] pgmap v334: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:11:49.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:11:48.416815+0000 mgr.y (mgr.14144) 364 : cluster [DBG] pgmap v334: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:11:50.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:11:50.417438+0000 mgr.y (mgr.14144) 365 : cluster [DBG] pgmap v335: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:11:50.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:11:50.417438+0000 mgr.y (mgr.14144) 365 : cluster [DBG] pgmap v335: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:11:50.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:11:50.417438+0000 mgr.y (mgr.14144) 365 : cluster [DBG] pgmap v335: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:11:52.815 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:11:52.417900+0000 mgr.y (mgr.14144) 366 : cluster [DBG] pgmap v336: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:11:52.816 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:11:52.417900+0000 mgr.y (mgr.14144) 366 : cluster [DBG] pgmap v336: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:11:52.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:11:52.417900+0000 mgr.y (mgr.14144) 366 : cluster [DBG] pgmap v336: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:11:53.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:53 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:11:52.583398+0000 mon.a (mon.0) 602 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:11:53.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:11:52.583398+0000 mon.a (mon.0) 602 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:11:53.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:11:52.583398+0000 mon.a (mon.0) 602 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:11:54.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:11:54.418424+0000 mgr.y (mgr.14144) 367 : cluster [DBG] pgmap v337: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:11:54.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:11:54.418424+0000 mgr.y (mgr.14144) 367 : cluster [DBG] pgmap v337: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:11:54.846 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:11:54.418424+0000 mgr.y (mgr.14144) 367 : cluster [DBG] pgmap v337: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:11:56.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:11:55.502317+0000 mon.a (mon.0) 603 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:11:56.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:11:56.418971+0000 mgr.y (mgr.14144) 368 : cluster [DBG] pgmap v338: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:11:56.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:11:55.502317+0000 mon.a (mon.0) 603 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:11:56.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:11:56.418971+0000 mgr.y (mgr.14144) 368 : cluster [DBG] pgmap v338: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:11:56.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:11:55.502317+0000 mon.a (mon.0) 603 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:11:56.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:11:56.418971+0000 mgr.y (mgr.14144) 368 : cluster [DBG] pgmap v338: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:11:57.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:11:56.520074+0000 mon.a (mon.0) 604 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:11:57.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:11:56.736006+0000 mon.a (mon.0) 605 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:11:57.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:11:56.739168+0000 mon.a (mon.0) 606 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T08:11:57.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:11:56.740046+0000 mon.a (mon.0) 607 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-17T08:11:57.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:11:56.740735+0000 mon.a (mon.0) 608 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:11:57.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:11:56.741369+0000 mgr.y (mgr.14144) 369 : cephadm [INF] Deploying daemon mgr.x on smithi187 2024-09-17T08:11:57.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:11:56.520074+0000 mon.a (mon.0) 604 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:11:57.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:11:56.736006+0000 mon.a (mon.0) 605 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:11:57.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:11:56.739168+0000 mon.a (mon.0) 606 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T08:11:57.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:11:56.740046+0000 mon.a (mon.0) 607 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-17T08:11:57.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:11:56.740735+0000 mon.a (mon.0) 608 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:11:57.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:11:56.741369+0000 mgr.y (mgr.14144) 369 : cephadm [INF] Deploying daemon mgr.x on smithi187 2024-09-17T08:11:57.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:11:56.520074+0000 mon.a (mon.0) 604 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:11:57.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:11:56.736006+0000 mon.a (mon.0) 605 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:11:57.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:11:56.739168+0000 mon.a (mon.0) 606 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T08:11:57.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:11:56.740046+0000 mon.a (mon.0) 607 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-17T08:11:57.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:11:56.740735+0000 mon.a (mon.0) 608 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:11:57.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:11:56.741369+0000 mgr.y (mgr.14144) 369 : cephadm [INF] Deploying daemon mgr.x on smithi187 2024-09-17T08:11:59.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:11:59 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:11:58.419586+0000 mgr.y (mgr.14144) 370 : cluster [DBG] pgmap v339: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:11:59.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:11:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:11:58.419586+0000 mgr.y (mgr.14144) 370 : cluster [DBG] pgmap v339: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:11:59.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:11:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:11:58.419586+0000 mgr.y (mgr.14144) 370 : cluster [DBG] pgmap v339: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:12:00.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:12:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:12:00.420165+0000 mgr.y (mgr.14144) 371 : cluster [DBG] pgmap v340: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:12:00.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:12:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:12:00.420165+0000 mgr.y (mgr.14144) 371 : cluster [DBG] pgmap v340: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:12:00.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:12:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:12:00.420165+0000 mgr.y (mgr.14144) 371 : cluster [DBG] pgmap v340: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:12:02.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:12:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:12:02.420579+0000 mgr.y (mgr.14144) 372 : cluster [DBG] pgmap v341: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:12:02.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:12:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:12:02.420579+0000 mgr.y (mgr.14144) 372 : cluster [DBG] pgmap v341: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:12:02.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:12:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:12:02.420579+0000 mgr.y (mgr.14144) 372 : cluster [DBG] pgmap v341: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:12:04.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:12:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:12:04.421235+0000 mgr.y (mgr.14144) 373 : cluster [DBG] pgmap v342: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:12:04.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:12:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:12:04.421235+0000 mgr.y (mgr.14144) 373 : cluster [DBG] pgmap v342: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:12:04.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:12:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:12:04.421235+0000 mgr.y (mgr.14144) 373 : cluster [DBG] pgmap v342: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:12:06.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:12:06 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:12:06.421937+0000 mgr.y (mgr.14144) 374 : cluster [DBG] pgmap v343: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:12:06.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:12:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:12:06.421937+0000 mgr.y (mgr.14144) 374 : cluster [DBG] pgmap v343: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:12:06.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:12:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:12:06.421937+0000 mgr.y (mgr.14144) 374 : cluster [DBG] pgmap v343: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:12:09.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:12:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:12:08.422735+0000 mgr.y (mgr.14144) 375 : cluster [DBG] pgmap v344: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:12:09.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:12:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:12:08.422735+0000 mgr.y (mgr.14144) 375 : cluster [DBG] pgmap v344: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:12:09.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:12:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:12:08.422735+0000 mgr.y (mgr.14144) 375 : cluster [DBG] pgmap v344: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:12:10.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:12:10 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:12:10.423444+0000 mgr.y (mgr.14144) 376 : cluster [DBG] pgmap v345: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:12:10.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:12:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:12:10.423444+0000 mgr.y (mgr.14144) 376 : cluster [DBG] pgmap v345: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:12:10.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:12:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:12:10.423444+0000 mgr.y (mgr.14144) 376 : cluster [DBG] pgmap v345: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:12:12.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:12:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:12:12.423977+0000 mgr.y (mgr.14144) 377 : cluster [DBG] pgmap v346: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:12:12.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:12:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:12:12.423977+0000 mgr.y (mgr.14144) 377 : cluster [DBG] pgmap v346: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:12:12.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:12:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:12:12.423977+0000 mgr.y (mgr.14144) 377 : cluster [DBG] pgmap v346: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:12:14.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:12:14 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:12:14.424619+0000 mgr.y (mgr.14144) 378 : cluster [DBG] pgmap v347: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:12:14.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:12:14 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:12:14.424619+0000 mgr.y (mgr.14144) 378 : cluster [DBG] pgmap v347: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:12:14.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:12:14 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:12:14.424619+0000 mgr.y (mgr.14144) 378 : cluster [DBG] pgmap v347: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:12:16.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:12:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:12:16.425176+0000 mgr.y (mgr.14144) 379 : cluster [DBG] pgmap v348: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:12:16.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:12:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:12:16.425176+0000 mgr.y (mgr.14144) 379 : cluster [DBG] pgmap v348: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:12:16.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:12:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:12:16.425176+0000 mgr.y (mgr.14144) 379 : cluster [DBG] pgmap v348: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:12:19.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:12:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:12:18.425943+0000 mgr.y (mgr.14144) 380 : cluster [DBG] pgmap v349: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:12:19.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:12:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:12:18.425943+0000 mgr.y (mgr.14144) 380 : cluster [DBG] pgmap v349: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:12:19.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:12:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:12:18.425943+0000 mgr.y (mgr.14144) 380 : cluster [DBG] pgmap v349: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:12:20.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:12:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:12:20.426637+0000 mgr.y (mgr.14144) 381 : cluster [DBG] pgmap v350: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:12:20.914 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:12:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:12:20.426637+0000 mgr.y (mgr.14144) 381 : cluster [DBG] pgmap v350: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:12:20.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:12:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:12:20.426637+0000 mgr.y (mgr.14144) 381 : cluster [DBG] pgmap v350: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:12:22.857 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:12:22 smithi187 systemd[1]: Stopping Ceph mgr.x for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:12:22.857 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:12:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:12:22.427336+0000 mgr.y (mgr.14144) 382 : cluster [DBG] pgmap v351: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:12:22.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:12:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:12:22.427336+0000 mgr.y (mgr.14144) 382 : cluster [DBG] pgmap v351: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:12:22.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:12:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:12:22.427336+0000 mgr.y (mgr.14144) 382 : cluster [DBG] pgmap v351: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:12:23.134 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:12:22 smithi187 podman[40868]: 2024-09-17 08:12:22.862650192 +0000 UTC m=+0.105504200 container died 43835774dfe0b97cb332177daab9fba53048b790b0b3404a90176c35964089ee (image=quay.io/ceph/ceph@sha256:35b2786dc4cd535dd84f6a1a585503db4b43623ba6c43120b5e5e00951949000, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x, RELEASE=HEAD, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Base Image, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=-16.2.0, GIT_COMMIT=20cb635043d86d971f028e2bf2824446440b5557, maintainer=Dimitri Savineau , org.label-schema.build-date=20201204, org.label-schema.vendor=CentOS) 2024-09-17T08:12:23.396 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:12:23 smithi187 podman[40868]: 2024-09-17 08:12:23.217126515 +0000 UTC m=+0.459980518 container cleanup 43835774dfe0b97cb332177daab9fba53048b790b0b3404a90176c35964089ee (image=quay.io/ceph/ceph@sha256:35b2786dc4cd535dd84f6a1a585503db4b43623ba6c43120b5e5e00951949000, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x, org.label-schema.vendor=CentOS, maintainer=Dimitri Savineau , org.label-schema.build-date=20201204, org.label-schema.name=CentOS Base Image, GIT_COMMIT=20cb635043d86d971f028e2bf2824446440b5557, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=-16.2.0, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-09-17T08:12:23.397 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:12:23 smithi187 podman[40868]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x 2024-09-17T08:12:23.866 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:12:23 smithi187 podman[40882]: 2024-09-17 08:12:23.493539166 +0000 UTC m=+0.629435785 container remove 43835774dfe0b97cb332177daab9fba53048b790b0b3404a90176c35964089ee (image=quay.io/ceph/ceph@sha256:35b2786dc4cd535dd84f6a1a585503db4b43623ba6c43120b5e5e00951949000, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x, GIT_REPO=https://github.com/ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=-16.2.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Base Image, RELEASE=HEAD, ceph=True, GIT_COMMIT=20cb635043d86d971f028e2bf2824446440b5557, GIT_CLEAN=True, org.label-schema.build-date=20201204, org.label-schema.schema-version=1.0, maintainer=Dimitri Savineau ) 2024-09-17T08:12:23.866 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:12:23 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-09-17T08:12:23.866 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:12:23 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-09-17T08:12:23.866 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:12:23 smithi187 systemd[1]: Stopped Ceph mgr.x for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:12:23.867 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:12:23 smithi187 systemd[1]: Starting Ceph mgr.x for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:12:24.146 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:12:23 smithi187 podman[40962]: 2024-09-17 08:12:23.768762701 +0000 UTC m=+0.015605820 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-17T08:12:24.147 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:12:23 smithi187 podman[40962]: 2024-09-17 08:12:23.877839318 +0000 UTC m=+0.124682436 container create 6679bd206b7828a997e480e386bc78ca9d3d07ff125c5db0b13def5c6a5dbe7c (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x, RELEASE=reef-19e2a2b, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-09-17T08:12:24.147 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:12:24 smithi187 podman[40962]: 2024-09-17 08:12:24.071491053 +0000 UTC m=+0.318334171 container init 6679bd206b7828a997e480e386bc78ca9d3d07ff125c5db0b13def5c6a5dbe7c (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-19e2a2b, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-09-17T08:12:24.147 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:12:24 smithi187 podman[40962]: 2024-09-17 08:12:24.07430928 +0000 UTC m=+0.321152398 container start 6679bd206b7828a997e480e386bc78ca9d3d07ff125c5db0b13def5c6a5dbe7c (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, RELEASE=reef-19e2a2b, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-09-17T08:12:24.147 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:12:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:12:24.097+0000 7fe0872f1640 1 -- 172.21.15.187:0/1387710975 <== mon.2 v2:172.21.15.187:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x559edba2cd00 con 0x559edba01000 2024-09-17T08:12:24.422 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:12:24 smithi187 bash[40962]: 6679bd206b7828a997e480e386bc78ca9d3d07ff125c5db0b13def5c6a5dbe7c 2024-09-17T08:12:24.423 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:12:24 smithi187 systemd[1]: Started Ceph mgr.x for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:12:24.423 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:12:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:12:24.196+0000 7fe089b5a040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-17T08:12:24.423 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:12:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:12:24.262+0000 7fe089b5a040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-17T08:12:24.423 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:12:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:12:24.421+0000 7fe089b5a040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-17T08:12:24.711 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:12:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:12:24.504+0000 7fe089b5a040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-17T08:12:24.711 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:12:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:12:24.654+0000 7fe089b5a040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-17T08:12:25.124 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:12:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:12:24.805+0000 7fe089b5a040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-17T08:12:25.390 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:12:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:12:25.124+0000 7fe089b5a040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-17T08:12:25.390 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:12:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:12:25.195+0000 7fe089b5a040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-17T08:12:25.390 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:12:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:12:25.389+0000 7fe089b5a040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-17T08:12:25.390 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:12:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:12:24.226149+0000 mon.a (mon.0) 609 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:12:25.390 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:12:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:12:24.227211+0000 mon.a (mon.0) 610 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:12:25.390 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:12:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:12:24.427841+0000 mgr.y (mgr.14144) 383 : cluster [DBG] pgmap v352: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:12:25.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:12:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:12:24.226149+0000 mon.a (mon.0) 609 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:12:25.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:12:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:12:24.227211+0000 mon.a (mon.0) 610 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:12:25.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:12:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:12:24.427841+0000 mgr.y (mgr.14144) 383 : cluster [DBG] pgmap v352: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:12:25.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:12:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:12:24.226149+0000 mon.a (mon.0) 609 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:12:25.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:12:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:12:24.227211+0000 mon.a (mon.0) 610 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:12:25.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:12:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:12:24.427841+0000 mgr.y (mgr.14144) 383 : cluster [DBG] pgmap v352: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:12:26.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:12:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:12:26.428395+0000 mgr.y (mgr.14144) 384 : cluster [DBG] pgmap v353: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:12:26.647 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:12:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:12:26.381+0000 7fe089b5a040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-17T08:12:26.647 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:12:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:12:26.451+0000 7fe089b5a040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-17T08:12:26.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:12:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:12:26.428395+0000 mgr.y (mgr.14144) 384 : cluster [DBG] pgmap v353: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:12:26.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:12:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:12:26.428395+0000 mgr.y (mgr.14144) 384 : cluster [DBG] pgmap v353: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:12:27.317 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:12:27 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:12:27.200+0000 7fe089b5a040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-17T08:12:27.646 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:12:27 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:12:27.317+0000 7fe089b5a040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-17T08:12:27.646 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:12:27 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:12:27.461+0000 7fe089b5a040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-17T08:12:27.646 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:12:27 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:12:27.530+0000 7fe089b5a040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-17T08:12:27.958 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:12:27 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:12:27.678+0000 7fe089b5a040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-17T08:12:27.958 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:12:27 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:12:27.749+0000 7fe089b5a040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-17T08:12:27.958 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:12:27 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:12:27.812+0000 7fe089b5a040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-17T08:12:28.255 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:12:27 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:12:27.970+0000 7fe089b5a040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-17T08:12:28.255 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:12:28 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:12:28.035+0000 7fe089b5a040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-17T08:12:28.255 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:12:28 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:12:28.102+0000 7fe089b5a040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-17T08:12:28.255 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:12:28 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:12:28.189+0000 7fe089b5a040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-17T08:12:28.255 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:12:28 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:12:28.254+0000 7fe089b5a040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-17T08:12:28.616 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:12:28 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:12:28.315+0000 7fe089b5a040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-17T08:12:29.146 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:12:29 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:12:29.113+0000 7fe089b5a040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-17T08:12:29.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:12:29 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:12:28.429019+0000 mgr.y (mgr.14144) 385 : cluster [DBG] pgmap v354: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:12:29.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:12:29 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:12:28.871500+0000 mon.a (mon.0) 611 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:12:29.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:12:29 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:12:28.875662+0000 mon.a (mon.0) 612 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:12:29.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:12:29 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:12:29.117251+0000 mon.a (mon.0) 613 : cluster [DBG] Standby manager daemon x restarted 2024-09-17T08:12:29.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:12:29 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:12:29.117360+0000 mon.a (mon.0) 614 : cluster [DBG] Standby manager daemon x started 2024-09-17T08:12:29.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:12:29 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:12:29.117400+0000 mon.b (mon.2) 24 : audit [DBG] from='mgr.? 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-17T08:12:29.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:12:29 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:12:29.117726+0000 mon.b (mon.2) 25 : audit [DBG] from='mgr.? 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T08:12:29.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:12:29 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:12:29.118416+0000 mon.b (mon.2) 26 : audit [DBG] from='mgr.? 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-17T08:12:29.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:12:29 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:12:29.118649+0000 mon.b (mon.2) 27 : audit [DBG] from='mgr.? 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T08:12:29.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:12:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:12:28.429019+0000 mgr.y (mgr.14144) 385 : cluster [DBG] pgmap v354: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:12:29.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:12:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:12:28.871500+0000 mon.a (mon.0) 611 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:12:29.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:12:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:12:28.875662+0000 mon.a (mon.0) 612 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:12:29.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:12:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:12:29.117251+0000 mon.a (mon.0) 613 : cluster [DBG] Standby manager daemon x restarted 2024-09-17T08:12:29.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:12:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:12:29.117360+0000 mon.a (mon.0) 614 : cluster [DBG] Standby manager daemon x started 2024-09-17T08:12:29.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:12:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:12:29.117400+0000 mon.b (mon.2) 24 : audit [DBG] from='mgr.? 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-17T08:12:29.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:12:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:12:29.117726+0000 mon.b (mon.2) 25 : audit [DBG] from='mgr.? 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T08:12:29.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:12:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:12:29.118416+0000 mon.b (mon.2) 26 : audit [DBG] from='mgr.? 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-17T08:12:29.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:12:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:12:29.118649+0000 mon.b (mon.2) 27 : audit [DBG] from='mgr.? 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T08:12:29.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:12:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:12:28.429019+0000 mgr.y (mgr.14144) 385 : cluster [DBG] pgmap v354: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:12:29.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:12:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:12:28.871500+0000 mon.a (mon.0) 611 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:12:29.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:12:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:12:28.875662+0000 mon.a (mon.0) 612 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:12:29.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:12:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:12:29.117251+0000 mon.a (mon.0) 613 : cluster [DBG] Standby manager daemon x restarted 2024-09-17T08:12:29.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:12:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:12:29.117360+0000 mon.a (mon.0) 614 : cluster [DBG] Standby manager daemon x started 2024-09-17T08:12:29.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:12:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:12:29.117400+0000 mon.b (mon.2) 24 : audit [DBG] from='mgr.? 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-17T08:12:29.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:12:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:12:29.117726+0000 mon.b (mon.2) 25 : audit [DBG] from='mgr.? 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T08:12:29.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:12:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:12:29.118416+0000 mon.b (mon.2) 26 : audit [DBG] from='mgr.? 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-17T08:12:29.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:12:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:12:29.118649+0000 mon.b (mon.2) 27 : audit [DBG] from='mgr.? 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T08:12:31.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:12:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:12:29.883799+0000 mon.a (mon.0) 615 : cluster [DBG] mgrmap e16: y(active, since 9m), standbys: x 2024-09-17T08:12:31.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:12:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:12:30.429803+0000 mgr.y (mgr.14144) 386 : cluster [DBG] pgmap v355: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:12:31.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:12:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:12:29.883799+0000 mon.a (mon.0) 615 : cluster [DBG] mgrmap e16: y(active, since 9m), standbys: x 2024-09-17T08:12:31.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:12:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:12:30.429803+0000 mgr.y (mgr.14144) 386 : cluster [DBG] pgmap v355: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:12:31.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:12:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:12:29.883799+0000 mon.a (mon.0) 615 : cluster [DBG] mgrmap e16: y(active, since 9m), standbys: x 2024-09-17T08:12:31.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:12:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:12:30.429803+0000 mgr.y (mgr.14144) 386 : cluster [DBG] pgmap v355: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:12:32.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:12:32 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:12:32.430521+0000 mgr.y (mgr.14144) 387 : cluster [DBG] pgmap v356: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:12:32.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:12:32 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:12:32.430521+0000 mgr.y (mgr.14144) 387 : cluster [DBG] pgmap v356: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:12:32.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:12:32 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:12:32.430521+0000 mgr.y (mgr.14144) 387 : cluster [DBG] pgmap v356: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:12:34.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:12:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:12:34.431372+0000 mgr.y (mgr.14144) 388 : cluster [DBG] pgmap v357: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:12:34.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:12:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:12:34.431372+0000 mgr.y (mgr.14144) 388 : cluster [DBG] pgmap v357: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:12:34.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:12:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:12:34.431372+0000 mgr.y (mgr.14144) 388 : cluster [DBG] pgmap v357: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:12:36.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:12:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:12:36.431891+0000 mgr.y (mgr.14144) 389 : cluster [DBG] pgmap v358: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:12:36.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:12:36 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:12:36.431891+0000 mgr.y (mgr.14144) 389 : cluster [DBG] pgmap v358: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:12:36.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:12:36 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:12:36.431891+0000 mgr.y (mgr.14144) 389 : cluster [DBG] pgmap v358: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:12:39.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:12:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:12:38.432774+0000 mgr.y (mgr.14144) 390 : cluster [DBG] pgmap v359: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:12:39.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:12:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:12:38.432774+0000 mgr.y (mgr.14144) 390 : cluster [DBG] pgmap v359: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:12:39.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:12:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:12:38.432774+0000 mgr.y (mgr.14144) 390 : cluster [DBG] pgmap v359: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:12:40.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:12:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:12:40.433321+0000 mgr.y (mgr.14144) 391 : cluster [DBG] pgmap v360: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:12:40.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:12:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:12:40.435900+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:12:40.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:12:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:12:40.436199+0000 mon.a (mon.0) 617 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:12:40.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:12:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:12:40.433321+0000 mgr.y (mgr.14144) 391 : cluster [DBG] pgmap v360: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:12:40.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:12:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:12:40.435900+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:12:40.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:12:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:12:40.436199+0000 mon.a (mon.0) 617 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:12:40.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:12:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:12:40.433321+0000 mgr.y (mgr.14144) 391 : cluster [DBG] pgmap v360: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:12:40.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:12:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:12:40.435900+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:12:40.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:12:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:12:40.436199+0000 mon.a (mon.0) 617 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:12:42.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:12:42 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:12:42.434072+0000 mgr.y (mgr.14144) 392 : cluster [DBG] pgmap v361: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:12:42.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:12:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:12:42.434072+0000 mgr.y (mgr.14144) 392 : cluster [DBG] pgmap v361: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:12:42.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:12:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:12:42.434072+0000 mgr.y (mgr.14144) 392 : cluster [DBG] pgmap v361: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:12:44.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:12:44 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:12:44.434688+0000 mgr.y (mgr.14144) 393 : cluster [DBG] pgmap v362: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:12:44.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:12:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:12:44.434688+0000 mgr.y (mgr.14144) 393 : cluster [DBG] pgmap v362: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:12:44.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:12:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:12:44.434688+0000 mgr.y (mgr.14144) 393 : cluster [DBG] pgmap v362: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:12:46.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:12:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:12:46.435480+0000 mgr.y (mgr.14144) 394 : cluster [DBG] pgmap v363: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:12:46.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:12:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:12:46.435480+0000 mgr.y (mgr.14144) 394 : cluster [DBG] pgmap v363: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:12:46.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:12:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:12:46.435480+0000 mgr.y (mgr.14144) 394 : cluster [DBG] pgmap v363: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:12:49.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:12:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:12:48.436276+0000 mgr.y (mgr.14144) 395 : cluster [DBG] pgmap v364: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:12:49.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:12:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:12:48.436276+0000 mgr.y (mgr.14144) 395 : cluster [DBG] pgmap v364: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:12:49.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:12:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:12:48.436276+0000 mgr.y (mgr.14144) 395 : cluster [DBG] pgmap v364: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:12:50.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:12:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:12:50.437038+0000 mgr.y (mgr.14144) 396 : cluster [DBG] pgmap v365: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:12:50.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:12:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:12:50.437038+0000 mgr.y (mgr.14144) 396 : cluster [DBG] pgmap v365: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:12:50.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:12:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:12:50.437038+0000 mgr.y (mgr.14144) 396 : cluster [DBG] pgmap v365: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:12:52.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:12:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:12:52.437526+0000 mgr.y (mgr.14144) 397 : cluster [DBG] pgmap v366: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:12:52.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:12:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:12:52.437526+0000 mgr.y (mgr.14144) 397 : cluster [DBG] pgmap v366: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:12:52.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:12:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:12:52.437526+0000 mgr.y (mgr.14144) 397 : cluster [DBG] pgmap v366: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:12:54.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:12:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:12:54.438207+0000 mgr.y (mgr.14144) 398 : cluster [DBG] pgmap v367: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:12:54.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:12:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:12:54.438207+0000 mgr.y (mgr.14144) 398 : cluster [DBG] pgmap v367: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:12:54.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:12:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:12:54.438207+0000 mgr.y (mgr.14144) 398 : cluster [DBG] pgmap v367: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:12:56.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:12:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:12:56.438857+0000 mgr.y (mgr.14144) 399 : cluster [DBG] pgmap v368: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:12:56.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:12:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:12:56.438857+0000 mgr.y (mgr.14144) 399 : cluster [DBG] pgmap v368: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:12:56.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:12:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:12:56.438857+0000 mgr.y (mgr.14144) 399 : cluster [DBG] pgmap v368: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:12:59.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:12:59 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:12:58.439492+0000 mgr.y (mgr.14144) 400 : cluster [DBG] pgmap v369: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:12:59.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:12:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:12:58.439492+0000 mgr.y (mgr.14144) 400 : cluster [DBG] pgmap v369: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:12:59.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:12:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:12:58.439492+0000 mgr.y (mgr.14144) 400 : cluster [DBG] pgmap v369: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:13:00.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:13:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:13:00.440105+0000 mgr.y (mgr.14144) 401 : cluster [DBG] pgmap v370: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:13:00.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:13:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:13:00.440105+0000 mgr.y (mgr.14144) 401 : cluster [DBG] pgmap v370: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:13:00.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:13:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:13:00.440105+0000 mgr.y (mgr.14144) 401 : cluster [DBG] pgmap v370: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:13:02.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:13:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:13:02.440714+0000 mgr.y (mgr.14144) 402 : cluster [DBG] pgmap v371: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:13:02.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:13:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:13:02.440714+0000 mgr.y (mgr.14144) 402 : cluster [DBG] pgmap v371: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:13:02.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:13:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:13:02.440714+0000 mgr.y (mgr.14144) 402 : cluster [DBG] pgmap v371: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:13:04.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:13:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:13:04.441541+0000 mgr.y (mgr.14144) 403 : cluster [DBG] pgmap v372: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:13:04.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:13:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:13:04.441541+0000 mgr.y (mgr.14144) 403 : cluster [DBG] pgmap v372: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:13:04.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:13:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:13:04.441541+0000 mgr.y (mgr.14144) 403 : cluster [DBG] pgmap v372: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:13:06.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:13:06 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:13:06.442126+0000 mgr.y (mgr.14144) 404 : cluster [DBG] pgmap v373: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:13:06.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:13:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:13:06.442126+0000 mgr.y (mgr.14144) 404 : cluster [DBG] pgmap v373: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:13:06.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:13:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:13:06.442126+0000 mgr.y (mgr.14144) 404 : cluster [DBG] pgmap v373: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:13:09.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:13:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:13:08.442911+0000 mgr.y (mgr.14144) 405 : cluster [DBG] pgmap v374: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:13:09.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:13:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:13:08.442911+0000 mgr.y (mgr.14144) 405 : cluster [DBG] pgmap v374: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:13:09.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:13:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:13:08.442911+0000 mgr.y (mgr.14144) 405 : cluster [DBG] pgmap v374: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:13:10.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:13:10 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:13:10.443595+0000 mgr.y (mgr.14144) 406 : cluster [DBG] pgmap v375: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:13:10.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:13:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:13:10.443595+0000 mgr.y (mgr.14144) 406 : cluster [DBG] pgmap v375: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:13:10.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:13:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:13:10.443595+0000 mgr.y (mgr.14144) 406 : cluster [DBG] pgmap v375: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:13:12.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:13:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:13:12.444151+0000 mgr.y (mgr.14144) 407 : cluster [DBG] pgmap v376: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:13:12.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:13:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:13:12.444151+0000 mgr.y (mgr.14144) 407 : cluster [DBG] pgmap v376: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:13:12.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:13:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:13:12.444151+0000 mgr.y (mgr.14144) 407 : cluster [DBG] pgmap v376: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:13:14.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:13:14 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:13:14.444961+0000 mgr.y (mgr.14144) 408 : cluster [DBG] pgmap v377: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:13:14.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:13:14 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:13:14.444961+0000 mgr.y (mgr.14144) 408 : cluster [DBG] pgmap v377: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:13:14.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:13:14 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:13:14.444961+0000 mgr.y (mgr.14144) 408 : cluster [DBG] pgmap v377: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:13:16.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:13:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:13:16.445644+0000 mgr.y (mgr.14144) 409 : cluster [DBG] pgmap v378: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:13:16.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:13:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:13:16.445644+0000 mgr.y (mgr.14144) 409 : cluster [DBG] pgmap v378: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:13:16.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:13:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:13:16.445644+0000 mgr.y (mgr.14144) 409 : cluster [DBG] pgmap v378: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:13:19.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:13:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:13:18.446472+0000 mgr.y (mgr.14144) 410 : cluster [DBG] pgmap v379: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:13:19.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:13:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:13:18.446472+0000 mgr.y (mgr.14144) 410 : cluster [DBG] pgmap v379: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:13:19.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:13:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:13:18.446472+0000 mgr.y (mgr.14144) 410 : cluster [DBG] pgmap v379: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:13:20.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:13:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:13:20.446966+0000 mgr.y (mgr.14144) 411 : cluster [DBG] pgmap v380: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:13:20.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:13:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:13:20.446966+0000 mgr.y (mgr.14144) 411 : cluster [DBG] pgmap v380: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:13:20.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:13:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:13:20.446966+0000 mgr.y (mgr.14144) 411 : cluster [DBG] pgmap v380: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:13:22.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:13:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:13:22.447655+0000 mgr.y (mgr.14144) 412 : cluster [DBG] pgmap v381: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:13:22.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:13:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:13:22.447655+0000 mgr.y (mgr.14144) 412 : cluster [DBG] pgmap v381: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:13:22.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:13:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:13:22.447655+0000 mgr.y (mgr.14144) 412 : cluster [DBG] pgmap v381: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:13:24.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:13:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:13:24.448271+0000 mgr.y (mgr.14144) 413 : cluster [DBG] pgmap v382: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:13:24.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:13:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:13:24.448271+0000 mgr.y (mgr.14144) 413 : cluster [DBG] pgmap v382: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:13:24.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:13:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:13:24.448271+0000 mgr.y (mgr.14144) 413 : cluster [DBG] pgmap v382: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:13:26.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:13:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:13:26.448820+0000 mgr.y (mgr.14144) 414 : cluster [DBG] pgmap v383: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:13:26.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:13:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:13:26.448820+0000 mgr.y (mgr.14144) 414 : cluster [DBG] pgmap v383: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:13:26.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:13:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:13:26.448820+0000 mgr.y (mgr.14144) 414 : cluster [DBG] pgmap v383: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:13:29.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:13:29 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:13:28.449532+0000 mgr.y (mgr.14144) 415 : cluster [DBG] pgmap v384: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:13:29.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:13:29 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:13:28.879150+0000 mon.a (mon.0) 618 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:13:29.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:13:29 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:13:29.090744+0000 mon.a (mon.0) 619 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:13:29.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:13:29 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:13:29.094581+0000 mon.a (mon.0) 620 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:13:29.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:13:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:13:28.449532+0000 mgr.y (mgr.14144) 415 : cluster [DBG] pgmap v384: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:13:29.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:13:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:13:28.879150+0000 mon.a (mon.0) 618 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:13:29.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:13:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:13:29.090744+0000 mon.a (mon.0) 619 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:13:29.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:13:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:13:29.094581+0000 mon.a (mon.0) 620 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:13:29.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:13:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:13:28.449532+0000 mgr.y (mgr.14144) 415 : cluster [DBG] pgmap v384: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:13:29.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:13:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:13:28.879150+0000 mon.a (mon.0) 618 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:13:29.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:13:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:13:29.090744+0000 mon.a (mon.0) 619 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:13:29.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:13:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:13:29.094581+0000 mon.a (mon.0) 620 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:13:30.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:13:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:13:29.307183+0000 mon.a (mon.0) 621 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:13:30.664 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:13:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:13:29.307183+0000 mon.a (mon.0) 621 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:13:30.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:13:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:13:29.307183+0000 mon.a (mon.0) 621 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:13:31.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:13:31 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:13:30.450270+0000 mgr.y (mgr.14144) 416 : cluster [DBG] pgmap v385: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:13:31.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:13:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:13:30.450270+0000 mgr.y (mgr.14144) 416 : cluster [DBG] pgmap v385: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:13:31.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:13:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:13:30.450270+0000 mgr.y (mgr.14144) 416 : cluster [DBG] pgmap v385: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:13:32.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:13:32 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:13:32.450795+0000 mgr.y (mgr.14144) 417 : cluster [DBG] pgmap v386: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:13:32.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:13:32 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:13:32.450795+0000 mgr.y (mgr.14144) 417 : cluster [DBG] pgmap v386: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:13:32.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:13:32 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:13:32.450795+0000 mgr.y (mgr.14144) 417 : cluster [DBG] pgmap v386: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:13:34.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:13:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:13:34.451502+0000 mgr.y (mgr.14144) 418 : cluster [DBG] pgmap v387: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:13:34.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:13:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:13:34.451502+0000 mgr.y (mgr.14144) 418 : cluster [DBG] pgmap v387: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:13:34.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:13:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:13:34.451502+0000 mgr.y (mgr.14144) 418 : cluster [DBG] pgmap v387: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:13:36.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:13:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:13:36.452087+0000 mgr.y (mgr.14144) 419 : cluster [DBG] pgmap v388: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:13:36.914 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:13:36 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:13:36.452087+0000 mgr.y (mgr.14144) 419 : cluster [DBG] pgmap v388: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:13:36.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:13:36 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:13:36.452087+0000 mgr.y (mgr.14144) 419 : cluster [DBG] pgmap v388: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:13:39.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:13:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:13:38.452632+0000 mgr.y (mgr.14144) 420 : cluster [DBG] pgmap v389: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:13:39.664 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:13:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:13:38.452632+0000 mgr.y (mgr.14144) 420 : cluster [DBG] pgmap v389: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:13:39.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:13:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:13:38.452632+0000 mgr.y (mgr.14144) 420 : cluster [DBG] pgmap v389: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:13:40.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:13:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:13:40.440077+0000 mon.a (mon.0) 622 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:13:40.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:13:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:13:40.440282+0000 mon.a (mon.0) 623 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:13:40.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:13:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:13:40.453261+0000 mgr.y (mgr.14144) 421 : cluster [DBG] pgmap v390: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:13:40.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:13:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:13:40.440077+0000 mon.a (mon.0) 622 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:13:40.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:13:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:13:40.440282+0000 mon.a (mon.0) 623 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:13:40.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:13:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:13:40.453261+0000 mgr.y (mgr.14144) 421 : cluster [DBG] pgmap v390: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:13:40.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:13:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:13:40.440077+0000 mon.a (mon.0) 622 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:13:40.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:13:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:13:40.440282+0000 mon.a (mon.0) 623 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:13:40.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:13:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:13:40.453261+0000 mgr.y (mgr.14144) 421 : cluster [DBG] pgmap v390: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:13:42.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:13:42 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:13:42.453952+0000 mgr.y (mgr.14144) 422 : cluster [DBG] pgmap v391: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:13:42.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:13:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:13:42.453952+0000 mgr.y (mgr.14144) 422 : cluster [DBG] pgmap v391: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:13:42.914 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:13:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:13:42.453952+0000 mgr.y (mgr.14144) 422 : cluster [DBG] pgmap v391: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:13:44.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:13:44 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:13:44.454542+0000 mgr.y (mgr.14144) 423 : cluster [DBG] pgmap v392: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:13:44.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:13:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:13:44.454542+0000 mgr.y (mgr.14144) 423 : cluster [DBG] pgmap v392: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:13:44.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:13:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:13:44.454542+0000 mgr.y (mgr.14144) 423 : cluster [DBG] pgmap v392: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:13:46.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:13:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:13:46.455354+0000 mgr.y (mgr.14144) 424 : cluster [DBG] pgmap v393: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:13:46.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:13:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:13:46.455354+0000 mgr.y (mgr.14144) 424 : cluster [DBG] pgmap v393: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:13:46.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:13:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:13:46.455354+0000 mgr.y (mgr.14144) 424 : cluster [DBG] pgmap v393: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:13:49.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:13:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:13:48.455903+0000 mgr.y (mgr.14144) 425 : cluster [DBG] pgmap v394: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:13:49.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:13:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:13:48.455903+0000 mgr.y (mgr.14144) 425 : cluster [DBG] pgmap v394: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:13:49.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:13:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:13:48.455903+0000 mgr.y (mgr.14144) 425 : cluster [DBG] pgmap v394: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:13:50.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:13:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:13:50.456462+0000 mgr.y (mgr.14144) 426 : cluster [DBG] pgmap v395: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:13:50.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:13:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:13:50.456462+0000 mgr.y (mgr.14144) 426 : cluster [DBG] pgmap v395: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:13:50.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:13:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:13:50.456462+0000 mgr.y (mgr.14144) 426 : cluster [DBG] pgmap v395: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:13:52.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:13:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:13:52.457098+0000 mgr.y (mgr.14144) 427 : cluster [DBG] pgmap v396: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:13:52.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:13:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:13:52.457098+0000 mgr.y (mgr.14144) 427 : cluster [DBG] pgmap v396: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:13:52.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:13:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:13:52.457098+0000 mgr.y (mgr.14144) 427 : cluster [DBG] pgmap v396: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:13:54.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:13:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:13:54.457717+0000 mgr.y (mgr.14144) 428 : cluster [DBG] pgmap v397: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:13:54.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:13:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:13:54.457717+0000 mgr.y (mgr.14144) 428 : cluster [DBG] pgmap v397: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:13:54.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:13:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:13:54.457717+0000 mgr.y (mgr.14144) 428 : cluster [DBG] pgmap v397: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:13:56.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:13:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:13:56.458346+0000 mgr.y (mgr.14144) 429 : cluster [DBG] pgmap v398: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:13:56.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:13:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:13:56.458346+0000 mgr.y (mgr.14144) 429 : cluster [DBG] pgmap v398: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:13:56.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:13:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:13:56.458346+0000 mgr.y (mgr.14144) 429 : cluster [DBG] pgmap v398: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:13:59.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:13:59 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:13:58.459044+0000 mgr.y (mgr.14144) 430 : cluster [DBG] pgmap v399: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:13:59.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:13:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:13:58.459044+0000 mgr.y (mgr.14144) 430 : cluster [DBG] pgmap v399: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:13:59.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:13:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:13:58.459044+0000 mgr.y (mgr.14144) 430 : cluster [DBG] pgmap v399: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:14:00.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:14:00.459713+0000 mgr.y (mgr.14144) 431 : cluster [DBG] pgmap v400: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:14:00.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:14:00.459713+0000 mgr.y (mgr.14144) 431 : cluster [DBG] pgmap v400: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:14:00.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:14:00.459713+0000 mgr.y (mgr.14144) 431 : cluster [DBG] pgmap v400: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:14:02.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:14:02.460362+0000 mgr.y (mgr.14144) 432 : cluster [DBG] pgmap v401: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:14:02.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:14:02.460362+0000 mgr.y (mgr.14144) 432 : cluster [DBG] pgmap v401: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:14:02.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:14:02.460362+0000 mgr.y (mgr.14144) 432 : cluster [DBG] pgmap v401: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:14:04.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:14:04.461106+0000 mgr.y (mgr.14144) 433 : cluster [DBG] pgmap v402: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:14:04.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:14:04.461106+0000 mgr.y (mgr.14144) 433 : cluster [DBG] pgmap v402: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:14:04.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:14:04.461106+0000 mgr.y (mgr.14144) 433 : cluster [DBG] pgmap v402: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:14:06.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:06 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:14:06.461663+0000 mgr.y (mgr.14144) 434 : cluster [DBG] pgmap v403: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:14:06.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:14:06.461663+0000 mgr.y (mgr.14144) 434 : cluster [DBG] pgmap v403: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:14:06.914 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:14:06.461663+0000 mgr.y (mgr.14144) 434 : cluster [DBG] pgmap v403: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:14:09.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:14:08.462415+0000 mgr.y (mgr.14144) 435 : cluster [DBG] pgmap v404: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:14:09.664 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:14:08.462415+0000 mgr.y (mgr.14144) 435 : cluster [DBG] pgmap v404: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:14:09.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:14:08.462415+0000 mgr.y (mgr.14144) 435 : cluster [DBG] pgmap v404: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:14:10.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:10 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:14:10.462933+0000 mgr.y (mgr.14144) 436 : cluster [DBG] pgmap v405: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:14:10.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:14:10.462933+0000 mgr.y (mgr.14144) 436 : cluster [DBG] pgmap v405: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:14:10.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:14:10.462933+0000 mgr.y (mgr.14144) 436 : cluster [DBG] pgmap v405: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:14:12.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:14:12.463524+0000 mgr.y (mgr.14144) 437 : cluster [DBG] pgmap v406: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:14:12.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:14:12.463524+0000 mgr.y (mgr.14144) 437 : cluster [DBG] pgmap v406: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:14:12.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:14:12.463524+0000 mgr.y (mgr.14144) 437 : cluster [DBG] pgmap v406: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:14:14.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:14 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:14:14.464273+0000 mgr.y (mgr.14144) 438 : cluster [DBG] pgmap v407: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:14:14.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:14 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:14:14.464273+0000 mgr.y (mgr.14144) 438 : cluster [DBG] pgmap v407: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:14:14.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:14 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:14:14.464273+0000 mgr.y (mgr.14144) 438 : cluster [DBG] pgmap v407: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:14:16.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:14:16.464806+0000 mgr.y (mgr.14144) 439 : cluster [DBG] pgmap v408: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:14:16.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:14:16.464806+0000 mgr.y (mgr.14144) 439 : cluster [DBG] pgmap v408: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:14:16.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:14:16.464806+0000 mgr.y (mgr.14144) 439 : cluster [DBG] pgmap v408: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:14:19.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:14:18.465602+0000 mgr.y (mgr.14144) 440 : cluster [DBG] pgmap v409: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:14:19.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:14:18.465602+0000 mgr.y (mgr.14144) 440 : cluster [DBG] pgmap v409: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:14:19.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:14:18.465602+0000 mgr.y (mgr.14144) 440 : cluster [DBG] pgmap v409: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:14:20.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:14:20.466301+0000 mgr.y (mgr.14144) 441 : cluster [DBG] pgmap v410: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:14:20.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:14:20.466301+0000 mgr.y (mgr.14144) 441 : cluster [DBG] pgmap v410: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:14:20.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:14:20.466301+0000 mgr.y (mgr.14144) 441 : cluster [DBG] pgmap v410: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:14:22.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:14:22.466967+0000 mgr.y (mgr.14144) 442 : cluster [DBG] pgmap v411: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:14:22.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:14:22.466967+0000 mgr.y (mgr.14144) 442 : cluster [DBG] pgmap v411: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:14:22.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:14:22.466967+0000 mgr.y (mgr.14144) 442 : cluster [DBG] pgmap v411: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:14:24.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:14:24.467713+0000 mgr.y (mgr.14144) 443 : cluster [DBG] pgmap v412: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:14:24.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:14:24.467713+0000 mgr.y (mgr.14144) 443 : cluster [DBG] pgmap v412: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:14:24.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:14:24.467713+0000 mgr.y (mgr.14144) 443 : cluster [DBG] pgmap v412: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:14:26.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:14:26.468477+0000 mgr.y (mgr.14144) 444 : cluster [DBG] pgmap v413: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:14:26.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:14:26.468477+0000 mgr.y (mgr.14144) 444 : cluster [DBG] pgmap v413: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:14:26.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:14:26.468477+0000 mgr.y (mgr.14144) 444 : cluster [DBG] pgmap v413: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:14:29.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:29 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:14:28.469139+0000 mgr.y (mgr.14144) 445 : cluster [DBG] pgmap v414: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:14:29.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:14:28.469139+0000 mgr.y (mgr.14144) 445 : cluster [DBG] pgmap v414: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:14:29.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:14:28.469139+0000 mgr.y (mgr.14144) 445 : cluster [DBG] pgmap v414: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:14:30.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:29.309878+0000 mon.a (mon.0) 624 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:14:30.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:29.539468+0000 mon.a (mon.0) 625 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:14:30.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:29.309878+0000 mon.a (mon.0) 624 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:14:30.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:29.539468+0000 mon.a (mon.0) 625 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:14:30.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:29.309878+0000 mon.a (mon.0) 624 : audit [DBG] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:14:30.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:29.539468+0000 mon.a (mon.0) 625 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' 2024-09-17T08:14:31.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:31 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:14:30.469635+0000 mgr.y (mgr.14144) 446 : cluster [DBG] pgmap v415: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:14:31.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:14:30.469635+0000 mgr.y (mgr.14144) 446 : cluster [DBG] pgmap v415: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:14:31.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:14:30.469635+0000 mgr.y (mgr.14144) 446 : cluster [DBG] pgmap v415: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:14:32.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:32 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:14:32.470405+0000 mgr.y (mgr.14144) 447 : cluster [DBG] pgmap v416: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:14:32.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:32 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:14:32.470405+0000 mgr.y (mgr.14144) 447 : cluster [DBG] pgmap v416: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:14:32.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:32 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:14:32.470405+0000 mgr.y (mgr.14144) 447 : cluster [DBG] pgmap v416: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:14:33.671 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph orch ps' 2024-09-17T08:14:34.800 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:14:34.471125+0000 mgr.y (mgr.14144) 448 : cluster [DBG] pgmap v417: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:14:34.800 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:14:34.471125+0000 mgr.y (mgr.14144) 448 : cluster [DBG] pgmap v417: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:14:34.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:14:34.471125+0000 mgr.y (mgr.14144) 448 : cluster [DBG] pgmap v417: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:14:35.451 INFO:teuthology.orchestra.run.smithi088.stdout:NAME HOST STATUS REFRESHED AGE PORTS VERSION IMAGE ID CONTAINER ID 2024-09-17T08:14:35.451 INFO:teuthology.orchestra.run.smithi088.stdout:alertmanager.a smithi088 running (6m) 2m ago 7m *:9093 *:9094 0.20.0 0881eb8f169f d9726ff7d740 2024-09-17T08:14:35.451 INFO:teuthology.orchestra.run.smithi088.stdout:grafana.a smithi187 running (6m) 2m ago 6m *:3000 6.7.4 557c83e11646 ed6fc23647a7 2024-09-17T08:14:35.451 INFO:teuthology.orchestra.run.smithi088.stdout:iscsi.foo.smithi187.kgegfj smithi187 running (6m) 2m ago 6m - 3.4 24ecd6d5f14c 683e20ae8333 2024-09-17T08:14:35.451 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.x smithi187 running (2m) 2m ago 11m *:8443 18.2.4-855-g19e2a2be 980a0bfcd684 6679bd206b78 2024-09-17T08:14:35.451 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.y smithi088 running (12m) 2m ago 12m *:9283 16.2.0 24ecd6d5f14c 3c3a908afdcd 2024-09-17T08:14:35.451 INFO:teuthology.orchestra.run.smithi088.stdout:mon.a smithi088 running (12m) 2m ago 12m - 16.2.0 24ecd6d5f14c 2454e1e9e408 2024-09-17T08:14:35.451 INFO:teuthology.orchestra.run.smithi088.stdout:mon.b smithi187 running (11m) 2m ago 11m - 16.2.0 24ecd6d5f14c 443ac3d93fd1 2024-09-17T08:14:35.451 INFO:teuthology.orchestra.run.smithi088.stdout:mon.c smithi088 running (11m) 2m ago 11m - 16.2.0 24ecd6d5f14c 02dbf1ac3f13 2024-09-17T08:14:35.451 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.a smithi088 running (7m) 2m ago 7m *:9100 0.18.1 e5a616e4b9cf fe31d55b4b89 2024-09-17T08:14:35.452 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.b smithi187 running (7m) 2m ago 7m *:9100 0.18.1 e5a616e4b9cf 4355833ecd02 2024-09-17T08:14:35.452 INFO:teuthology.orchestra.run.smithi088.stdout:osd.0 smithi088 running (10m) 2m ago 10m - 16.2.0 24ecd6d5f14c 999284c446e9 2024-09-17T08:14:35.452 INFO:teuthology.orchestra.run.smithi088.stdout:osd.1 smithi088 running (10m) 2m ago 10m - 16.2.0 24ecd6d5f14c 76ee60c1a08d 2024-09-17T08:14:35.452 INFO:teuthology.orchestra.run.smithi088.stdout:osd.2 smithi088 running (10m) 2m ago 10m - 16.2.0 24ecd6d5f14c 2503783cc013 2024-09-17T08:14:35.452 INFO:teuthology.orchestra.run.smithi088.stdout:osd.3 smithi088 running (9m) 2m ago 9m - 16.2.0 24ecd6d5f14c bf680a19cb5a 2024-09-17T08:14:35.452 INFO:teuthology.orchestra.run.smithi088.stdout:osd.4 smithi187 running (9m) 2m ago 9m - 16.2.0 24ecd6d5f14c a8462272aa51 2024-09-17T08:14:35.452 INFO:teuthology.orchestra.run.smithi088.stdout:osd.5 smithi187 running (9m) 2m ago 9m - 16.2.0 24ecd6d5f14c c3463f9a8b7e 2024-09-17T08:14:35.452 INFO:teuthology.orchestra.run.smithi088.stdout:osd.6 smithi187 running (9m) 2m ago 9m - 16.2.0 24ecd6d5f14c 53d9ca2fb095 2024-09-17T08:14:35.452 INFO:teuthology.orchestra.run.smithi088.stdout:osd.7 smithi187 running (8m) 2m ago 8m - 16.2.0 24ecd6d5f14c 61f8b7fae59c 2024-09-17T08:14:35.452 INFO:teuthology.orchestra.run.smithi088.stdout:prometheus.a smithi187 running (6m) 2m ago 8m *:9095 2.18.1 de242295e225 fad1a6f2d1de 2024-09-17T08:14:35.452 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi088.pybyat smithi088 running (6m) 2m ago 6m *:8000 16.2.0 24ecd6d5f14c 1e03127137af 2024-09-17T08:14:35.452 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi187.yrrxta smithi187 running (6m) 2m ago 6m *:8000 16.2.0 24ecd6d5f14c 304f0f2cb409 2024-09-17T08:14:35.823 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:35.444394+0000 mgr.y (mgr.14144) 449 : audit [DBG] from='client.24667 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:14:35.824 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:35.444394+0000 mgr.y (mgr.14144) 449 : audit [DBG] from='client.24667 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:14:35.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:35.444394+0000 mgr.y (mgr.14144) 449 : audit [DBG] from='client.24667 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:14:36.123 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph versions' 2024-09-17T08:14:36.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:36 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:14:36.471581+0000 mgr.y (mgr.14144) 450 : cluster [DBG] pgmap v418: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:14:36.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:36 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:14:36.471581+0000 mgr.y (mgr.14144) 450 : cluster [DBG] pgmap v418: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:14:36.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:14:36.471581+0000 mgr.y (mgr.14144) 450 : cluster [DBG] pgmap v418: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:14:38.026 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:14:38.027 INFO:teuthology.orchestra.run.smithi088.stdout: "mon": { 2024-09-17T08:14:38.027 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 3 2024-09-17T08:14:38.027 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:14:38.027 INFO:teuthology.orchestra.run.smithi088.stdout: "mgr": { 2024-09-17T08:14:38.027 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 1, 2024-09-17T08:14:38.027 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 1 2024-09-17T08:14:38.027 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:14:38.027 INFO:teuthology.orchestra.run.smithi088.stdout: "osd": { 2024-09-17T08:14:38.027 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 8 2024-09-17T08:14:38.027 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:14:38.027 INFO:teuthology.orchestra.run.smithi088.stdout: "mds": {}, 2024-09-17T08:14:38.028 INFO:teuthology.orchestra.run.smithi088.stdout: "rgw": { 2024-09-17T08:14:38.028 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 2 2024-09-17T08:14:38.028 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:14:38.028 INFO:teuthology.orchestra.run.smithi088.stdout: "overall": { 2024-09-17T08:14:38.028 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 14, 2024-09-17T08:14:38.028 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 1 2024-09-17T08:14:38.028 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-09-17T08:14:38.028 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:14:38.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:38.026052+0000 mon.a (mon.0) 626 : audit [DBG] from='client.? 172.21.15.88:0/1318931795' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:14:38.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:38.026052+0000 mon.a (mon.0) 626 : audit [DBG] from='client.? 172.21.15.88:0/1318931795' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:14:38.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:38.026052+0000 mon.a (mon.0) 626 : audit [DBG] from='client.? 172.21.15.88:0/1318931795' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:14:38.673 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph -s' 2024-09-17T08:14:39.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:14:38.472133+0000 mgr.y (mgr.14144) 451 : cluster [DBG] pgmap v419: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:14:39.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:14:38.472133+0000 mgr.y (mgr.14144) 451 : cluster [DBG] pgmap v419: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:14:39.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:14:38.472133+0000 mgr.y (mgr.14144) 451 : cluster [DBG] pgmap v419: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:14:40.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:40.444304+0000 mon.a (mon.0) 627 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:14:40.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:40.444512+0000 mon.a (mon.0) 628 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:14:40.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:14:40.472612+0000 mgr.y (mgr.14144) 452 : cluster [DBG] pgmap v420: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:14:40.536 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:40.444304+0000 mon.a (mon.0) 627 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:14:40.537 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:40.444512+0000 mon.a (mon.0) 628 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:14:40.537 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:14:40.472612+0000 mgr.y (mgr.14144) 452 : cluster [DBG] pgmap v420: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:14:40.754 INFO:teuthology.orchestra.run.smithi088.stdout: cluster: 2024-09-17T08:14:40.754 INFO:teuthology.orchestra.run.smithi088.stdout: id: 0975a5c8-74cb-11ef-bceb-c7b262605968 2024-09-17T08:14:40.754 INFO:teuthology.orchestra.run.smithi088.stdout: health: HEALTH_OK 2024-09-17T08:14:40.754 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-09-17T08:14:40.754 INFO:teuthology.orchestra.run.smithi088.stdout: services: 2024-09-17T08:14:40.755 INFO:teuthology.orchestra.run.smithi088.stdout: mon: 3 daemons, quorum a,c,b (age 11m) 2024-09-17T08:14:40.755 INFO:teuthology.orchestra.run.smithi088.stdout: mgr: y(active, since 12m), standbys: x 2024-09-17T08:14:40.755 INFO:teuthology.orchestra.run.smithi088.stdout: osd: 8 osds: 8 up (since 8m), 8 in (since 8m) 2024-09-17T08:14:40.755 INFO:teuthology.orchestra.run.smithi088.stdout: rgw: 2 daemons active (2 hosts, 1 zones) 2024-09-17T08:14:40.755 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-09-17T08:14:40.755 INFO:teuthology.orchestra.run.smithi088.stdout: data: 2024-09-17T08:14:40.755 INFO:teuthology.orchestra.run.smithi088.stdout: pools: 6 pools, 161 pgs 2024-09-17T08:14:40.755 INFO:teuthology.orchestra.run.smithi088.stdout: objects: 331 objects, 27 KiB 2024-09-17T08:14:40.755 INFO:teuthology.orchestra.run.smithi088.stdout: usage: 61 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:14:40.755 INFO:teuthology.orchestra.run.smithi088.stdout: pgs: 161 active+clean 2024-09-17T08:14:40.755 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-09-17T08:14:40.755 INFO:teuthology.orchestra.run.smithi088.stdout: io: 2024-09-17T08:14:40.755 INFO:teuthology.orchestra.run.smithi088.stdout: client: 853 B/s rd, 0 op/s rd, 0 op/s wr 2024-09-17T08:14:40.755 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-09-17T08:14:40.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:40.444304+0000 mon.a (mon.0) 627 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:14:40.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:40.444512+0000 mon.a (mon.0) 628 : audit [INF] from='mgr.14144 172.21.15.88:0/2910176876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:14:40.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:14:40.472612+0000 mgr.y (mgr.14144) 452 : cluster [DBG] pgmap v420: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:14:41.372 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph health detail' 2024-09-17T08:14:41.658 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:40.754765+0000 mon.a (mon.0) 629 : audit [DBG] from='client.? 172.21.15.88:0/4064056428' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-17T08:14:41.658 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:40.754765+0000 mon.a (mon.0) 629 : audit [DBG] from='client.? 172.21.15.88:0/4064056428' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-17T08:14:41.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:40.754765+0000 mon.a (mon.0) 629 : audit [DBG] from='client.? 172.21.15.88:0/4064056428' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-17T08:14:42.799 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:14:42.473362+0000 mgr.y (mgr.14144) 453 : cluster [DBG] pgmap v421: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:14:42.799 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:14:42.473362+0000 mgr.y (mgr.14144) 453 : cluster [DBG] pgmap v421: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:14:42.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:42 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:14:42.473362+0000 mgr.y (mgr.14144) 453 : cluster [DBG] pgmap v421: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:14:43.396 INFO:teuthology.orchestra.run.smithi088.stdout:HEALTH_OK 2024-09-17T08:14:43.995 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph versions | jq -e '"'"'.mgr | length == 2'"'"'' 2024-09-17T08:14:44.619 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:43.396741+0000 mon.a (mon.0) 630 : audit [DBG] from='client.? 172.21.15.88:0/2993189501' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-17T08:14:44.619 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:43.396741+0000 mon.a (mon.0) 630 : audit [DBG] from='client.? 172.21.15.88:0/2993189501' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-17T08:14:44.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:44 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:43.396741+0000 mon.a (mon.0) 630 : audit [DBG] from='client.? 172.21.15.88:0/2993189501' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-17T08:14:45.552 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:14:44.473877+0000 mgr.y (mgr.14144) 454 : cluster [DBG] pgmap v422: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:14:45.552 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:14:44.473877+0000 mgr.y (mgr.14144) 454 : cluster [DBG] pgmap v422: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:14:45.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:14:44.473877+0000 mgr.y (mgr.14144) 454 : cluster [DBG] pgmap v422: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:14:46.018 INFO:teuthology.orchestra.run.smithi088.stdout:true 2024-09-17T08:14:46.592 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:46.007194+0000 mon.c (mon.1) 26 : audit [DBG] from='client.? 172.21.15.88:0/953738873' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:14:46.592 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:46.007194+0000 mon.c (mon.1) 26 : audit [DBG] from='client.? 172.21.15.88:0/953738873' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:14:46.614 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph mgr fail' 2024-09-17T08:14:46.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:46.007194+0000 mon.c (mon.1) 26 : audit [DBG] from='client.? 172.21.15.88:0/953738873' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:14:47.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:14:46.474370+0000 mgr.y (mgr.14144) 455 : cluster [DBG] pgmap v423: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:14:47.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:14:46.474370+0000 mgr.y (mgr.14144) 455 : cluster [DBG] pgmap v423: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:14:47.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:14:46.474370+0000 mgr.y (mgr.14144) 455 : cluster [DBG] pgmap v423: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:14:49.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:14:48.474874+0000 mgr.y (mgr.14144) 456 : cluster [DBG] pgmap v424: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:14:49.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:48.499812+0000 mon.a (mon.0) 631 : audit [INF] from='client.? 172.21.15.88:0/627606917' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-17T08:14:49.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:14:48.511578+0000 mon.a (mon.0) 632 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2024-09-17T08:14:49.649 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:14:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.y[23809]: ignoring --setuser ceph since I am not root 2024-09-17T08:14:49.649 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:14:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.y[23809]: ignoring --setgroup ceph since I am not root 2024-09-17T08:14:49.649 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:14:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.y[23809]: debug 2024-09-17T08:14:49.365+0000 7fa9d0edb700 1 -- 172.21.15.88:0/2606161795 <== mon.0 v2:172.21.15.88:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5632c96464e0 con 0x5632c961d000 2024-09-17T08:14:49.650 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:14:48.474874+0000 mgr.y (mgr.14144) 456 : cluster [DBG] pgmap v424: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:14:49.650 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:48.499812+0000 mon.a (mon.0) 631 : audit [INF] from='client.? 172.21.15.88:0/627606917' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-17T08:14:49.650 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:14:48.511578+0000 mon.a (mon.0) 632 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2024-09-17T08:14:49.650 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:14:48.474874+0000 mgr.y (mgr.14144) 456 : cluster [DBG] pgmap v424: 161 pgs: 161 active+clean; 27 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:14:49.650 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:48.499812+0000 mon.a (mon.0) 631 : audit [INF] from='client.? 172.21.15.88:0/627606917' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-17T08:14:49.651 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:14:48.511578+0000 mon.a (mon.0) 632 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2024-09-17T08:14:50.002 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'sleep 180' 2024-09-17T08:14:50.613 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:49.323833+0000 mon.a (mon.0) 633 : audit [INF] from='client.? 172.21.15.88:0/627606917' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-09-17T08:14:50.613 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:14:49.323906+0000 mon.a (mon.0) 634 : cluster [DBG] mgrmap e17: x(active, starting, since 0.823428s) 2024-09-17T08:14:50.613 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:49.325337+0000 mon.b (mon.2) 28 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T08:14:50.613 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:49.325567+0000 mon.b (mon.2) 29 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T08:14:50.613 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:49.325767+0000 mon.b (mon.2) 30 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T08:14:50.613 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:49.326064+0000 mon.b (mon.2) 31 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-17T08:14:50.613 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:49.326226+0000 mon.b (mon.2) 32 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T08:14:50.614 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:49.326420+0000 mon.b (mon.2) 33 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T08:14:50.614 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:49.326596+0000 mon.b (mon.2) 34 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T08:14:50.614 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:49.326780+0000 mon.b (mon.2) 35 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T08:14:50.614 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:49.326954+0000 mon.b (mon.2) 36 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T08:14:50.614 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:49.327146+0000 mon.b (mon.2) 37 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T08:14:50.614 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:49.327324+0000 mon.b (mon.2) 38 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T08:14:50.614 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:49.327524+0000 mon.b (mon.2) 39 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T08:14:50.614 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:49.328645+0000 mon.b (mon.2) 40 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-17T08:14:50.614 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:49.328874+0000 mon.b (mon.2) 41 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-17T08:14:50.614 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:49.329386+0000 mon.b (mon.2) 42 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-17T08:14:50.614 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:14:49.480082+0000 mon.a (mon.0) 635 : cluster [INF] Manager daemon x is now available 2024-09-17T08:14:50.614 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:14:49.488847+0000 mgr.x (mgr.34574) 1 : cephadm [INF] inventory: adjusted host smithi088 addr 'smithi088' -> '172.21.15.88' 2024-09-17T08:14:50.614 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:49.494321+0000 mon.a (mon.0) 636 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:14:50.615 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:49.505151+0000 mon.a (mon.0) 637 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:14:50.615 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:14:49.505541+0000 mgr.x (mgr.34574) 2 : cephadm [INF] Queued rgw.foo for migration 2024-09-17T08:14:50.615 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:49.509468+0000 mon.b (mon.2) 43 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:14:50.615 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:49.536629+0000 mon.b (mon.2) 44 : audit [INF] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:14:50.615 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:49.536926+0000 mon.a (mon.0) 638 : audit [INF] from='mgr.34574 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:14:50.615 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:49.544487+0000 mon.b (mon.2) 45 : audit [INF] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-17T08:14:50.615 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:49.548107+0000 mon.a (mon.0) 639 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:14:50.615 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:49.548556+0000 mon.a (mon.0) 640 : audit [INF] from='mgr.34574 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-17T08:14:50.615 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:14:50.017095+0000 mgr.x (mgr.34574) 3 : cephadm [INF] Deploying cephadm binary to smithi187 2024-09-17T08:14:50.615 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:14:50.040027+0000 mgr.x (mgr.34574) 4 : cephadm [INF] Deploying cephadm binary to smithi088 2024-09-17T08:14:50.615 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:50.196865+0000 mon.a (mon.0) 641 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:14:50.615 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:50.211327+0000 mon.a (mon.0) 642 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:14:50.616 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:49.323833+0000 mon.a (mon.0) 633 : audit [INF] from='client.? 172.21.15.88:0/627606917' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-09-17T08:14:50.616 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:14:49.323906+0000 mon.a (mon.0) 634 : cluster [DBG] mgrmap e17: x(active, starting, since 0.823428s) 2024-09-17T08:14:50.616 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:49.325337+0000 mon.b (mon.2) 28 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T08:14:50.616 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:49.325567+0000 mon.b (mon.2) 29 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T08:14:50.616 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:49.325767+0000 mon.b (mon.2) 30 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T08:14:50.616 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:49.326064+0000 mon.b (mon.2) 31 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-17T08:14:50.616 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:49.326226+0000 mon.b (mon.2) 32 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T08:14:50.616 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:49.326420+0000 mon.b (mon.2) 33 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T08:14:50.616 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:49.326596+0000 mon.b (mon.2) 34 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T08:14:50.617 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:49.326780+0000 mon.b (mon.2) 35 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T08:14:50.617 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:49.326954+0000 mon.b (mon.2) 36 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T08:14:50.617 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:49.327146+0000 mon.b (mon.2) 37 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T08:14:50.617 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:49.327324+0000 mon.b (mon.2) 38 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T08:14:50.617 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:49.327524+0000 mon.b (mon.2) 39 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T08:14:50.617 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:49.328645+0000 mon.b (mon.2) 40 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-17T08:14:50.617 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:49.328874+0000 mon.b (mon.2) 41 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-17T08:14:50.617 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:49.329386+0000 mon.b (mon.2) 42 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-17T08:14:50.617 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:14:49.480082+0000 mon.a (mon.0) 635 : cluster [INF] Manager daemon x is now available 2024-09-17T08:14:50.617 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:14:49.488847+0000 mgr.x (mgr.34574) 1 : cephadm [INF] inventory: adjusted host smithi088 addr 'smithi088' -> '172.21.15.88' 2024-09-17T08:14:50.618 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:49.494321+0000 mon.a (mon.0) 636 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:14:50.618 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:49.505151+0000 mon.a (mon.0) 637 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:14:50.618 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:14:49.505541+0000 mgr.x (mgr.34574) 2 : cephadm [INF] Queued rgw.foo for migration 2024-09-17T08:14:50.618 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:49.509468+0000 mon.b (mon.2) 43 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:14:50.618 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:49.536629+0000 mon.b (mon.2) 44 : audit [INF] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:14:50.618 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:49.536926+0000 mon.a (mon.0) 638 : audit [INF] from='mgr.34574 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:14:50.618 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:49.544487+0000 mon.b (mon.2) 45 : audit [INF] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-17T08:14:50.618 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:49.548107+0000 mon.a (mon.0) 639 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:14:50.618 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:49.548556+0000 mon.a (mon.0) 640 : audit [INF] from='mgr.34574 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-17T08:14:50.619 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:14:50.017095+0000 mgr.x (mgr.34574) 3 : cephadm [INF] Deploying cephadm binary to smithi187 2024-09-17T08:14:50.619 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:14:50.040027+0000 mgr.x (mgr.34574) 4 : cephadm [INF] Deploying cephadm binary to smithi088 2024-09-17T08:14:50.619 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:50.196865+0000 mon.a (mon.0) 641 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:14:50.619 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:50.211327+0000 mon.a (mon.0) 642 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:14:50.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:49.323833+0000 mon.a (mon.0) 633 : audit [INF] from='client.? 172.21.15.88:0/627606917' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-09-17T08:14:50.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:14:49.323906+0000 mon.a (mon.0) 634 : cluster [DBG] mgrmap e17: x(active, starting, since 0.823428s) 2024-09-17T08:14:50.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:49.325337+0000 mon.b (mon.2) 28 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T08:14:50.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:49.325567+0000 mon.b (mon.2) 29 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T08:14:50.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:49.325767+0000 mon.b (mon.2) 30 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T08:14:50.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:49.326064+0000 mon.b (mon.2) 31 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-17T08:14:50.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:49.326226+0000 mon.b (mon.2) 32 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T08:14:50.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:49.326420+0000 mon.b (mon.2) 33 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T08:14:50.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:49.326596+0000 mon.b (mon.2) 34 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T08:14:50.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:49.326780+0000 mon.b (mon.2) 35 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T08:14:50.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:49.326954+0000 mon.b (mon.2) 36 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T08:14:50.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:49.327146+0000 mon.b (mon.2) 37 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T08:14:50.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:49.327324+0000 mon.b (mon.2) 38 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T08:14:50.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:49.327524+0000 mon.b (mon.2) 39 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T08:14:50.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:49.328645+0000 mon.b (mon.2) 40 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-17T08:14:50.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:49.328874+0000 mon.b (mon.2) 41 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-17T08:14:50.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:49.329386+0000 mon.b (mon.2) 42 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-17T08:14:50.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:14:49.480082+0000 mon.a (mon.0) 635 : cluster [INF] Manager daemon x is now available 2024-09-17T08:14:50.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:14:49.488847+0000 mgr.x (mgr.34574) 1 : cephadm [INF] inventory: adjusted host smithi088 addr 'smithi088' -> '172.21.15.88' 2024-09-17T08:14:50.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:49.494321+0000 mon.a (mon.0) 636 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:14:50.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:49.505151+0000 mon.a (mon.0) 637 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:14:50.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:14:49.505541+0000 mgr.x (mgr.34574) 2 : cephadm [INF] Queued rgw.foo for migration 2024-09-17T08:14:50.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:49.509468+0000 mon.b (mon.2) 43 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:14:50.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:49.536629+0000 mon.b (mon.2) 44 : audit [INF] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:14:50.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:49.536926+0000 mon.a (mon.0) 638 : audit [INF] from='mgr.34574 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:14:50.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:49.544487+0000 mon.b (mon.2) 45 : audit [INF] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-17T08:14:50.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:49.548107+0000 mon.a (mon.0) 639 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:14:50.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:49.548556+0000 mon.a (mon.0) 640 : audit [INF] from='mgr.34574 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-17T08:14:50.650 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:14:50.017095+0000 mgr.x (mgr.34574) 3 : cephadm [INF] Deploying cephadm binary to smithi187 2024-09-17T08:14:50.650 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:14:50.040027+0000 mgr.x (mgr.34574) 4 : cephadm [INF] Deploying cephadm binary to smithi088 2024-09-17T08:14:50.650 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:50.196865+0000 mon.a (mon.0) 641 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:14:50.650 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:50.211327+0000 mon.a (mon.0) 642 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:14:51.572 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:14:50.326505+0000 mon.a (mon.0) 643 : cluster [DBG] mgrmap e18: x(active, since 1.82602s) 2024-09-17T08:14:51.572 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:14:50.338137+0000 mgr.x (mgr.34574) 5 : cluster [DBG] pgmap v3: 161 pgs: 161 active+clean; 27 KiB data, 62 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:14:51.573 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:14:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:14:51.374+0000 7fdfe9f5d640 -1 log_channel(cephadm) log [ERR] : [17/Sep/2024:08:14:51] ENGINE Error in HTTPServer.serve 2024-09-17T08:14:51.573 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:14:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: Traceback (most recent call last): 2024-09-17T08:14:51.573 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:14:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-17T08:14:51.573 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:14:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: self._connections.run(self.expiration_interval) 2024-09-17T08:14:51.573 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:14:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-17T08:14:51.573 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:14:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: self._run(expiration_interval) 2024-09-17T08:14:51.573 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:14:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-17T08:14:51.573 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:14:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: new_conn = self._from_server_socket(self.server.socket) 2024-09-17T08:14:51.573 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:14:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-17T08:14:51.573 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:14:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-17T08:14:51.574 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:14:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-17T08:14:51.574 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:14:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: s = self.context.wrap_socket( 2024-09-17T08:14:51.574 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:14:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-17T08:14:51.574 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:14:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: return self.sslsocket_class._create( 2024-09-17T08:14:51.574 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:14:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-17T08:14:51.574 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:14:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: self.do_handshake() 2024-09-17T08:14:51.574 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:14:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-17T08:14:51.574 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:14:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: self._sslobj.do_handshake() 2024-09-17T08:14:51.574 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:14:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-17T08:14:51.574 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:14:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: 2024-09-17T08:14:51.606 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:14:50.326505+0000 mon.a (mon.0) 643 : cluster [DBG] mgrmap e18: x(active, since 1.82602s) 2024-09-17T08:14:51.606 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:14:50.338137+0000 mgr.x (mgr.34574) 5 : cluster [DBG] pgmap v3: 161 pgs: 161 active+clean; 27 KiB data, 62 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:14:51.607 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:14:50.326505+0000 mon.a (mon.0) 643 : cluster [DBG] mgrmap e18: x(active, since 1.82602s) 2024-09-17T08:14:51.607 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:14:50.338137+0000 mgr.x (mgr.34574) 5 : cluster [DBG] pgmap v3: 161 pgs: 161 active+clean; 27 KiB data, 62 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:14:52.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:14:51.147366+0000 mgr.x (mgr.34574) 6 : cephadm [INF] [17/Sep/2024:08:14:51] ENGINE Bus STARTING 2024-09-17T08:14:52.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:14:51.249110+0000 mgr.x (mgr.34574) 7 : cephadm [INF] [17/Sep/2024:08:14:51] ENGINE Serving on http://172.21.15.187:8765 2024-09-17T08:14:52.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:14:51.328821+0000 mgr.x (mgr.34574) 8 : cluster [DBG] pgmap v4: 161 pgs: 161 active+clean; 27 KiB data, 62 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:14:52.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:14:51.341914+0000 mon.a (mon.0) 644 : cluster [DBG] mgrmap e19: x(active, since 2s) 2024-09-17T08:14:52.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:14:51.373975+0000 mgr.x (mgr.34574) 9 : cephadm [INF] [17/Sep/2024:08:14:51] ENGINE Serving on https://172.21.15.187:7150 2024-09-17T08:14:52.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:14:51.374174+0000 mgr.x (mgr.34574) 10 : cephadm [INF] [17/Sep/2024:08:14:51] ENGINE Bus STARTED 2024-09-17T08:14:52.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:14:51.375372+0000 mgr.x (mgr.34574) 11 : cephadm [ERR] [17/Sep/2024:08:14:51] ENGINE Error in HTTPServer.serve 2024-09-17T08:14:52.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: Traceback (most recent call last): 2024-09-17T08:14:52.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-17T08:14:52.468 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: self._connections.run(self.expiration_interval) 2024-09-17T08:14:52.468 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-17T08:14:52.468 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: self._run(expiration_interval) 2024-09-17T08:14:52.468 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-17T08:14:52.468 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: new_conn = self._from_server_socket(self.server.socket) 2024-09-17T08:14:52.468 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-17T08:14:52.469 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-17T08:14:52.469 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-17T08:14:52.469 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: s = self.context.wrap_socket( 2024-09-17T08:14:52.469 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-17T08:14:52.469 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: return self.sslsocket_class._create( 2024-09-17T08:14:52.469 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-17T08:14:52.469 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: self.do_handshake() 2024-09-17T08:14:52.469 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-17T08:14:52.469 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: self._sslobj.do_handshake() 2024-09-17T08:14:52.469 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-17T08:14:52.469 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: 2024-09-17T08:14:52.470 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:51.518137+0000 mon.b (mon.2) 46 : audit [INF] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-17T08:14:52.470 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:51.518606+0000 mon.a (mon.0) 645 : audit [INF] from='mgr.34574 ' entity='mgr.x' cmd=[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-17T08:14:52.470 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:14:51.147366+0000 mgr.x (mgr.34574) 6 : cephadm [INF] [17/Sep/2024:08:14:51] ENGINE Bus STARTING 2024-09-17T08:14:52.470 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:14:51.249110+0000 mgr.x (mgr.34574) 7 : cephadm [INF] [17/Sep/2024:08:14:51] ENGINE Serving on http://172.21.15.187:8765 2024-09-17T08:14:52.470 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:14:51.328821+0000 mgr.x (mgr.34574) 8 : cluster [DBG] pgmap v4: 161 pgs: 161 active+clean; 27 KiB data, 62 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:14:52.471 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:14:51.341914+0000 mon.a (mon.0) 644 : cluster [DBG] mgrmap e19: x(active, since 2s) 2024-09-17T08:14:52.471 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:14:51.373975+0000 mgr.x (mgr.34574) 9 : cephadm [INF] [17/Sep/2024:08:14:51] ENGINE Serving on https://172.21.15.187:7150 2024-09-17T08:14:52.471 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:14:51.374174+0000 mgr.x (mgr.34574) 10 : cephadm [INF] [17/Sep/2024:08:14:51] ENGINE Bus STARTED 2024-09-17T08:14:52.471 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:14:51.375372+0000 mgr.x (mgr.34574) 11 : cephadm [ERR] [17/Sep/2024:08:14:51] ENGINE Error in HTTPServer.serve 2024-09-17T08:14:52.471 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: Traceback (most recent call last): 2024-09-17T08:14:52.471 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-17T08:14:52.471 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: self._connections.run(self.expiration_interval) 2024-09-17T08:14:52.471 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-17T08:14:52.471 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: self._run(expiration_interval) 2024-09-17T08:14:52.471 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-17T08:14:52.472 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: new_conn = self._from_server_socket(self.server.socket) 2024-09-17T08:14:52.472 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-17T08:14:52.472 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-17T08:14:52.472 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-17T08:14:52.472 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: s = self.context.wrap_socket( 2024-09-17T08:14:52.472 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-17T08:14:52.472 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: return self.sslsocket_class._create( 2024-09-17T08:14:52.472 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-17T08:14:52.472 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: self.do_handshake() 2024-09-17T08:14:52.473 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-17T08:14:52.473 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: self._sslobj.do_handshake() 2024-09-17T08:14:52.473 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-17T08:14:52.473 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: 2024-09-17T08:14:52.473 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:51.518137+0000 mon.b (mon.2) 46 : audit [INF] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-17T08:14:52.473 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:51.518606+0000 mon.a (mon.0) 645 : audit [INF] from='mgr.34574 ' entity='mgr.x' cmd=[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-17T08:14:52.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:14:51.147366+0000 mgr.x (mgr.34574) 6 : cephadm [INF] [17/Sep/2024:08:14:51] ENGINE Bus STARTING 2024-09-17T08:14:52.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:14:51.249110+0000 mgr.x (mgr.34574) 7 : cephadm [INF] [17/Sep/2024:08:14:51] ENGINE Serving on http://172.21.15.187:8765 2024-09-17T08:14:52.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:14:51.328821+0000 mgr.x (mgr.34574) 8 : cluster [DBG] pgmap v4: 161 pgs: 161 active+clean; 27 KiB data, 62 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:14:52.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:14:51.341914+0000 mon.a (mon.0) 644 : cluster [DBG] mgrmap e19: x(active, since 2s) 2024-09-17T08:14:52.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:14:51.373975+0000 mgr.x (mgr.34574) 9 : cephadm [INF] [17/Sep/2024:08:14:51] ENGINE Serving on https://172.21.15.187:7150 2024-09-17T08:14:52.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:14:51.374174+0000 mgr.x (mgr.34574) 10 : cephadm [INF] [17/Sep/2024:08:14:51] ENGINE Bus STARTED 2024-09-17T08:14:52.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:14:51.375372+0000 mgr.x (mgr.34574) 11 : cephadm [ERR] [17/Sep/2024:08:14:51] ENGINE Error in HTTPServer.serve 2024-09-17T08:14:52.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: Traceback (most recent call last): 2024-09-17T08:14:52.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-17T08:14:52.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: self._connections.run(self.expiration_interval) 2024-09-17T08:14:52.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-17T08:14:52.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: self._run(expiration_interval) 2024-09-17T08:14:52.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-17T08:14:52.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: new_conn = self._from_server_socket(self.server.socket) 2024-09-17T08:14:52.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-17T08:14:52.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-17T08:14:52.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-17T08:14:52.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: s = self.context.wrap_socket( 2024-09-17T08:14:52.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-17T08:14:52.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: return self.sslsocket_class._create( 2024-09-17T08:14:52.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-17T08:14:52.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: self.do_handshake() 2024-09-17T08:14:52.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-17T08:14:52.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: self._sslobj.do_handshake() 2024-09-17T08:14:52.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-17T08:14:52.650 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: 2024-09-17T08:14:52.650 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:51.518137+0000 mon.b (mon.2) 46 : audit [INF] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-17T08:14:52.650 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:51.518606+0000 mon.a (mon.0) 645 : audit [INF] from='mgr.34574 ' entity='mgr.x' cmd=[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-17T08:14:53.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:53 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:52.344325+0000 mon.a (mon.0) 646 : audit [INF] from='mgr.34574 ' entity='mgr.x' cmd='[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr", "yes_i_really_mean_it": true}]': finished 2024-09-17T08:14:53.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:53 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:14:52.344401+0000 mon.a (mon.0) 647 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2024-09-17T08:14:53.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:53 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:52.345567+0000 mon.b (mon.2) 47 : audit [INF] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-17T08:14:53.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:53 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:52.349383+0000 mon.a (mon.0) 648 : audit [INF] from='mgr.34574 ' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-17T08:14:53.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:52.344325+0000 mon.a (mon.0) 646 : audit [INF] from='mgr.34574 ' entity='mgr.x' cmd='[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr", "yes_i_really_mean_it": true}]': finished 2024-09-17T08:14:53.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:14:52.344401+0000 mon.a (mon.0) 647 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2024-09-17T08:14:53.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:52.345567+0000 mon.b (mon.2) 47 : audit [INF] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-17T08:14:53.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:52.349383+0000 mon.a (mon.0) 648 : audit [INF] from='mgr.34574 ' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-17T08:14:53.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:52.344325+0000 mon.a (mon.0) 646 : audit [INF] from='mgr.34574 ' entity='mgr.x' cmd='[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr", "yes_i_really_mean_it": true}]': finished 2024-09-17T08:14:53.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:14:52.344401+0000 mon.a (mon.0) 647 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2024-09-17T08:14:53.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:52.345567+0000 mon.b (mon.2) 47 : audit [INF] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-17T08:14:53.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:52.349383+0000 mon.a (mon.0) 648 : audit [INF] from='mgr.34574 ' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-17T08:14:54.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:14:53.329192+0000 mgr.x (mgr.34574) 12 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 27 KiB data, 62 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:14:54.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:53.351524+0000 mon.a (mon.0) 649 : audit [INF] from='mgr.34574 ' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-17T08:14:54.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:14:53.351601+0000 mon.a (mon.0) 650 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2024-09-17T08:14:54.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:54.065702+0000 mon.a (mon.0) 651 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:14:54.526 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:14:53.329192+0000 mgr.x (mgr.34574) 12 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 27 KiB data, 62 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:14:54.526 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:53.351524+0000 mon.a (mon.0) 649 : audit [INF] from='mgr.34574 ' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-17T08:14:54.527 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:14:53.351601+0000 mon.a (mon.0) 650 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2024-09-17T08:14:54.527 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:54.065702+0000 mon.a (mon.0) 651 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:14:54.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:14:53.329192+0000 mgr.x (mgr.34574) 12 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 27 KiB data, 62 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:14:54.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:53.351524+0000 mon.a (mon.0) 649 : audit [INF] from='mgr.34574 ' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-17T08:14:54.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:14:53.351601+0000 mon.a (mon.0) 650 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2024-09-17T08:14:54.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:54.065702+0000 mon.a (mon.0) 651 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:14:55.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:14:54.610453+0000 mon.a (mon.0) 652 : cluster [DBG] Standby manager daemon y started 2024-09-17T08:14:55.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:54.611483+0000 mon.c (mon.1) 27 : audit [DBG] from='mgr.? 172.21.15.88:0/482940350' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-17T08:14:55.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:54.611873+0000 mon.c (mon.1) 28 : audit [DBG] from='mgr.? 172.21.15.88:0/482940350' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T08:14:55.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:54.613047+0000 mon.c (mon.1) 29 : audit [DBG] from='mgr.? 172.21.15.88:0/482940350' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-17T08:14:55.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:54.613304+0000 mon.c (mon.1) 30 : audit [DBG] from='mgr.? 172.21.15.88:0/482940350' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T08:14:55.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:14:54.610453+0000 mon.a (mon.0) 652 : cluster [DBG] Standby manager daemon y started 2024-09-17T08:14:55.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:54.611483+0000 mon.c (mon.1) 27 : audit [DBG] from='mgr.? 172.21.15.88:0/482940350' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-17T08:14:55.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:54.611873+0000 mon.c (mon.1) 28 : audit [DBG] from='mgr.? 172.21.15.88:0/482940350' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T08:14:55.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:54.613047+0000 mon.c (mon.1) 29 : audit [DBG] from='mgr.? 172.21.15.88:0/482940350' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-17T08:14:55.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:54.613304+0000 mon.c (mon.1) 30 : audit [DBG] from='mgr.? 172.21.15.88:0/482940350' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T08:14:55.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:14:54.610453+0000 mon.a (mon.0) 652 : cluster [DBG] Standby manager daemon y started 2024-09-17T08:14:55.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:54.611483+0000 mon.c (mon.1) 27 : audit [DBG] from='mgr.? 172.21.15.88:0/482940350' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-17T08:14:55.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:54.611873+0000 mon.c (mon.1) 28 : audit [DBG] from='mgr.? 172.21.15.88:0/482940350' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T08:14:55.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:54.613047+0000 mon.c (mon.1) 29 : audit [DBG] from='mgr.? 172.21.15.88:0/482940350' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-17T08:14:55.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:54.613304+0000 mon.c (mon.1) 30 : audit [DBG] from='mgr.? 172.21.15.88:0/482940350' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T08:14:56.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:14:55.329615+0000 mgr.x (mgr.34574) 13 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 27 KiB data, 67 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:14:56.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:14:55.412705+0000 mon.a (mon.0) 653 : cluster [DBG] mgrmap e20: x(active, since 6s), standbys: y 2024-09-17T08:14:56.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:55.416808+0000 mon.b (mon.2) 48 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-17T08:14:56.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:55.792037+0000 mon.a (mon.0) 654 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:14:56.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:55.796377+0000 mon.a (mon.0) 655 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:14:56.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:56.156602+0000 mon.a (mon.0) 656 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:14:56.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:56.286785+0000 mon.a (mon.0) 657 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:14:56.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:56.291147+0000 mon.a (mon.0) 658 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:14:56.667 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:14:55.329615+0000 mgr.x (mgr.34574) 13 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 27 KiB data, 67 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:14:56.667 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:14:55.412705+0000 mon.a (mon.0) 653 : cluster [DBG] mgrmap e20: x(active, since 6s), standbys: y 2024-09-17T08:14:56.667 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:55.416808+0000 mon.b (mon.2) 48 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-17T08:14:56.668 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:55.792037+0000 mon.a (mon.0) 654 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:14:56.668 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:55.796377+0000 mon.a (mon.0) 655 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:14:56.668 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:56.156602+0000 mon.a (mon.0) 656 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:14:56.668 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:56.286785+0000 mon.a (mon.0) 657 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:14:56.668 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:56.291147+0000 mon.a (mon.0) 658 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:14:56.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:14:55.329615+0000 mgr.x (mgr.34574) 13 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 27 KiB data, 67 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:14:56.669 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:14:55.412705+0000 mon.a (mon.0) 653 : cluster [DBG] mgrmap e20: x(active, since 6s), standbys: y 2024-09-17T08:14:56.669 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:55.416808+0000 mon.b (mon.2) 48 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-17T08:14:56.669 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:55.792037+0000 mon.a (mon.0) 654 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:14:56.669 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:55.796377+0000 mon.a (mon.0) 655 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:14:56.669 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:56.156602+0000 mon.a (mon.0) 656 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:14:56.669 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:56.286785+0000 mon.a (mon.0) 657 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:14:56.669 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:56.291147+0000 mon.a (mon.0) 658 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:14:58.379 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:57.162504+0000 mon.a (mon.0) 659 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:14:58.379 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:57.171904+0000 mon.a (mon.0) 660 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:14:58.380 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:57.684229+0000 mon.a (mon.0) 661 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:14:58.380 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:57.692323+0000 mon.a (mon.0) 662 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:14:58.380 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:57.714742+0000 mon.a (mon.0) 663 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-17T08:14:58.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:57.162504+0000 mon.a (mon.0) 659 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:14:58.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:57.171904+0000 mon.a (mon.0) 660 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:14:58.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:57.684229+0000 mon.a (mon.0) 661 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:14:58.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:57.692323+0000 mon.a (mon.0) 662 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:14:58.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:57.714742+0000 mon.a (mon.0) 663 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-17T08:14:58.993 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:57.162504+0000 mon.a (mon.0) 659 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:14:58.993 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:57.171904+0000 mon.a (mon.0) 660 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:14:58.993 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:57.684229+0000 mon.a (mon.0) 661 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:14:58.993 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:57.692323+0000 mon.a (mon.0) 662 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:14:58.993 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:57.714742+0000 mon.a (mon.0) 663 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-17T08:14:59.308 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:59 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:14:57.330445+0000 mgr.x (mgr.34574) 14 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 604 KiB data, 77 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 233 KiB/s wr, 32 op/s 2024-09-17T08:14:59.309 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:59 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:57.714936+0000 mon.b (mon.2) 49 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T08:14:59.309 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:59 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:57.715128+0000 mon.b (mon.2) 50 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T08:14:59.309 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:59 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:57.715284+0000 mon.b (mon.2) 51 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T08:14:59.309 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:59 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:58.227007+0000 mon.a (mon.0) 664 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-17T08:14:59.309 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:59 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:58.228922+0000 mon.c (mon.1) 31 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-17T08:14:59.309 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:59 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:58.229109+0000 mon.b (mon.2) 52 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T08:14:59.309 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:59 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:58.229226+0000 mon.b (mon.2) 53 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T08:14:59.309 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:59 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:58.229354+0000 mon.b (mon.2) 54 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T08:14:59.309 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:14:59 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:58.737526+0000 mon.c (mon.1) 32 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-17T08:14:59.640 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:14:57.330445+0000 mgr.x (mgr.34574) 14 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 604 KiB data, 77 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 233 KiB/s wr, 32 op/s 2024-09-17T08:14:59.640 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:57.714936+0000 mon.b (mon.2) 49 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T08:14:59.640 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:57.715128+0000 mon.b (mon.2) 50 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T08:14:59.640 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:57.715284+0000 mon.b (mon.2) 51 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T08:14:59.640 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:58.227007+0000 mon.a (mon.0) 664 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-17T08:14:59.640 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:58.228922+0000 mon.c (mon.1) 31 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-17T08:14:59.640 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:58.229109+0000 mon.b (mon.2) 52 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T08:14:59.640 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:58.229226+0000 mon.b (mon.2) 53 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T08:14:59.640 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:58.229354+0000 mon.b (mon.2) 54 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T08:14:59.641 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:14:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:58.737526+0000 mon.c (mon.1) 32 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-17T08:14:59.641 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:14:57.330445+0000 mgr.x (mgr.34574) 14 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 604 KiB data, 77 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 233 KiB/s wr, 32 op/s 2024-09-17T08:14:59.641 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:57.714936+0000 mon.b (mon.2) 49 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T08:14:59.641 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:57.715128+0000 mon.b (mon.2) 50 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T08:14:59.641 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:57.715284+0000 mon.b (mon.2) 51 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T08:14:59.641 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:58.227007+0000 mon.a (mon.0) 664 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-17T08:14:59.641 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:58.228922+0000 mon.c (mon.1) 31 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-17T08:14:59.641 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:58.229109+0000 mon.b (mon.2) 52 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T08:14:59.641 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:58.229226+0000 mon.b (mon.2) 53 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T08:14:59.641 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:58.229354+0000 mon.b (mon.2) 54 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T08:14:59.642 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:14:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:58.737526+0000 mon.c (mon.1) 32 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-17T08:15:00.631 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:58.746244+0000 mon.b (mon.2) 55 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-17T08:15:00.631 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:59.253688+0000 mon.b (mon.2) 56 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-17T08:15:00.631 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:59.254341+0000 mon.b (mon.2) 57 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T08:15:00.631 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:59.254502+0000 mon.b (mon.2) 58 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T08:15:00.631 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:59.254680+0000 mon.b (mon.2) 59 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T08:15:00.631 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:14:59.331045+0000 mgr.x (mgr.34574) 15 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 604 KiB data, 77 MiB used, 715 GiB / 715 GiB avail; 11 KiB/s rd, 204 KiB/s wr, 27 op/s 2024-09-17T08:15:00.631 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:59.666984+0000 mon.a (mon.0) 665 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:00.631 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:14:59.671613+0000 mon.a (mon.0) 666 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:00.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:58.746244+0000 mon.b (mon.2) 55 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-17T08:15:00.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:59.253688+0000 mon.b (mon.2) 56 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-17T08:15:00.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:59.254341+0000 mon.b (mon.2) 57 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T08:15:00.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:59.254502+0000 mon.b (mon.2) 58 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T08:15:00.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:59.254680+0000 mon.b (mon.2) 59 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T08:15:00.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:14:59.331045+0000 mgr.x (mgr.34574) 15 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 604 KiB data, 77 MiB used, 715 GiB / 715 GiB avail; 11 KiB/s rd, 204 KiB/s wr, 27 op/s 2024-09-17T08:15:00.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:59.666984+0000 mon.a (mon.0) 665 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:00.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:14:59.671613+0000 mon.a (mon.0) 666 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:00.667 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:58.746244+0000 mon.b (mon.2) 55 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-17T08:15:00.667 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:59.253688+0000 mon.b (mon.2) 56 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-17T08:15:00.667 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:59.254341+0000 mon.b (mon.2) 57 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T08:15:00.667 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:59.254502+0000 mon.b (mon.2) 58 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T08:15:00.667 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:59.254680+0000 mon.b (mon.2) 59 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T08:15:00.667 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:14:59.331045+0000 mgr.x (mgr.34574) 15 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 604 KiB data, 77 MiB used, 715 GiB / 715 GiB avail; 11 KiB/s rd, 204 KiB/s wr, 27 op/s 2024-09-17T08:15:00.667 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:59.666984+0000 mon.a (mon.0) 665 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:00.667 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:14:59.671613+0000 mon.a (mon.0) 666 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:01.902 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:15:01 smithi088 systemd[1]: Stopping Ceph node-exporter.a for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:15:01.902 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:15:01 smithi088 podman[49560]: 2024-09-17 08:15:01.602868238 +0000 UTC m=+0.157241772 container died fe31d55b4b8924165877ef96c64c733106213e5c9d65550b15418ee19cba2f58 (image=docker.io/prom/node-exporter:v0.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a, maintainer=The Prometheus Authors ) 2024-09-17T08:15:02.165 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:15:02 smithi088 podman[49560]: 2024-09-17 08:15:02.009546067 +0000 UTC m=+0.563919598 container cleanup fe31d55b4b8924165877ef96c64c733106213e5c9d65550b15418ee19cba2f58 (image=docker.io/prom/node-exporter:v0.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a, maintainer=The Prometheus Authors ) 2024-09-17T08:15:02.165 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:15:02 smithi088 podman[49560]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a 2024-09-17T08:15:02.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:01.025744+0000 mon.a (mon.0) 667 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:02.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:01.031871+0000 mon.a (mon.0) 668 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:02.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:01.037396+0000 mon.a (mon.0) 669 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:02.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:01.041945+0000 mon.a (mon.0) 670 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:02.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:01.051883+0000 mon.a (mon.0) 671 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:02.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:01.058769+0000 mon.a (mon.0) 672 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:02.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:01.071294+0000 mon.a (mon.0) 673 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:02.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:15:01.076527+0000 mgr.x (mgr.34574) 16 : cephadm [INF] No Migration is needed for rgw spec: {'placement': {'count': 2}, 'service_id': 'foo', 'service_name': 'rgw.foo', 'service_type': 'rgw', 'spec': {'rgw_frontend_port': 8000, 'rgw_realm': 'r', 'rgw_zone': 'z'}} 2024-09-17T08:15:02.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:01.083216+0000 mon.a (mon.0) 674 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:02.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:01.172453+0000 mon.a (mon.0) 675 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:02.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:01.178033+0000 mon.a (mon.0) 676 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:02.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:01.183975+0000 mon.a (mon.0) 677 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:02.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:01.189605+0000 mon.a (mon.0) 678 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:02.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:01.025744+0000 mon.a (mon.0) 667 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:02.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:01.031871+0000 mon.a (mon.0) 668 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:02.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:01.037396+0000 mon.a (mon.0) 669 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:02.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:01.041945+0000 mon.a (mon.0) 670 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:02.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:01.051883+0000 mon.a (mon.0) 671 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:02.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:01.058769+0000 mon.a (mon.0) 672 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:02.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:01.071294+0000 mon.a (mon.0) 673 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:02.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:15:01.076527+0000 mgr.x (mgr.34574) 16 : cephadm [INF] No Migration is needed for rgw spec: {'placement': {'count': 2}, 'service_id': 'foo', 'service_name': 'rgw.foo', 'service_type': 'rgw', 'spec': {'rgw_frontend_port': 8000, 'rgw_realm': 'r', 'rgw_zone': 'z'}} 2024-09-17T08:15:02.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:01.083216+0000 mon.a (mon.0) 674 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:02.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:01.172453+0000 mon.a (mon.0) 675 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:02.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:01.178033+0000 mon.a (mon.0) 676 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:02.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:01.183975+0000 mon.a (mon.0) 677 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:02.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:01.189605+0000 mon.a (mon.0) 678 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:02.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:01.025744+0000 mon.a (mon.0) 667 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:02.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:01.031871+0000 mon.a (mon.0) 668 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:02.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:01.037396+0000 mon.a (mon.0) 669 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:02.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:01.041945+0000 mon.a (mon.0) 670 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:02.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:01.051883+0000 mon.a (mon.0) 671 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:02.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:01.058769+0000 mon.a (mon.0) 672 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:02.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:01.071294+0000 mon.a (mon.0) 673 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:02.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:15:01.076527+0000 mgr.x (mgr.34574) 16 : cephadm [INF] No Migration is needed for rgw spec: {'placement': {'count': 2}, 'service_id': 'foo', 'service_name': 'rgw.foo', 'service_type': 'rgw', 'spec': {'rgw_frontend_port': 8000, 'rgw_realm': 'r', 'rgw_zone': 'z'}} 2024-09-17T08:15:02.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:01.083216+0000 mon.a (mon.0) 674 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:02.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:01.172453+0000 mon.a (mon.0) 675 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:02.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:01.178033+0000 mon.a (mon.0) 676 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:02.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:01.183975+0000 mon.a (mon.0) 677 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:02.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:01.189605+0000 mon.a (mon.0) 678 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:02.665 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:15:02 smithi088 podman[49573]: 2024-09-17 08:15:02.403197692 +0000 UTC m=+0.803817179 container remove fe31d55b4b8924165877ef96c64c733106213e5c9d65550b15418ee19cba2f58 (image=docker.io/prom/node-exporter:v0.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a, maintainer=The Prometheus Authors ) 2024-09-17T08:15:02.665 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:15:02 smithi088 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-09-17T08:15:02.665 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:15:02 smithi088 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-09-17T08:15:02.665 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:15:02 smithi088 systemd[1]: Stopped Ceph node-exporter.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:15:02.666 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:15:02 smithi088 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@node-exporter.a.service: Consumed 1.209s CPU time. 2024-09-17T08:15:02.666 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:15:02 smithi088 systemd[1]: Starting Ceph node-exporter.a for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:15:02.666 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:15:02 smithi088 podman[49617]: 2024-09-17 08:15:02.490650927 +0000 UTC m=+0.016037638 image pull e5a616e4b9cf68dfcad7782b78e118be4310022e874d52da85c55923fb615f87 docker.io/prom/node-exporter:v0.18.1 2024-09-17T08:15:02.666 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:15:02 smithi088 podman[49617]: 2024-09-17 08:15:02.604121033 +0000 UTC m=+0.129507729 container create f6d73d93d866330c24fd835e2267f4e939e30fb3c611167c32c297dd5e5c93e2 (image=docker.io/prom/node-exporter:v0.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a, maintainer=The Prometheus Authors ) 2024-09-17T08:15:03.026 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:15:02 smithi088 podman[49617]: 2024-09-17 08:15:02.831372049 +0000 UTC m=+0.356758751 container init f6d73d93d866330c24fd835e2267f4e939e30fb3c611167c32c297dd5e5c93e2 (image=docker.io/prom/node-exporter:v0.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a, maintainer=The Prometheus Authors ) 2024-09-17T08:15:03.027 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:15:02 smithi088 podman[49617]: 2024-09-17 08:15:02.834436437 +0000 UTC m=+0.359823139 container start f6d73d93d866330c24fd835e2267f4e939e30fb3c611167c32c297dd5e5c93e2 (image=docker.io/prom/node-exporter:v0.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a, maintainer=The Prometheus Authors ) 2024-09-17T08:15:03.027 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[49632]: time="2024-09-17T08:15:02Z" level=info msg="Starting node_exporter (version=0.18.1, branch=HEAD, revision=3db77732e925c08f675d7404a8c46466b2ece83e)" source="node_exporter.go:156" 2024-09-17T08:15:03.027 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[49632]: time="2024-09-17T08:15:02Z" level=info msg="Build context (go=go1.12.5, user=root@b50852a1acba, date=20190604-16:41:18)" source="node_exporter.go:157" 2024-09-17T08:15:03.027 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[49632]: time="2024-09-17T08:15:02Z" level=info msg="Enabled collectors:" source="node_exporter.go:97" 2024-09-17T08:15:03.027 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[49632]: time="2024-09-17T08:15:02Z" level=info msg=" - arp" source="node_exporter.go:104" 2024-09-17T08:15:03.027 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[49632]: time="2024-09-17T08:15:02Z" level=info msg=" - bcache" source="node_exporter.go:104" 2024-09-17T08:15:03.027 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[49632]: time="2024-09-17T08:15:02Z" level=info msg=" - bonding" source="node_exporter.go:104" 2024-09-17T08:15:03.027 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[49632]: time="2024-09-17T08:15:02Z" level=info msg=" - conntrack" source="node_exporter.go:104" 2024-09-17T08:15:03.027 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[49632]: time="2024-09-17T08:15:02Z" level=info msg=" - cpu" source="node_exporter.go:104" 2024-09-17T08:15:03.027 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[49632]: time="2024-09-17T08:15:02Z" level=info msg=" - cpufreq" source="node_exporter.go:104" 2024-09-17T08:15:03.028 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[49632]: time="2024-09-17T08:15:02Z" level=info msg=" - diskstats" source="node_exporter.go:104" 2024-09-17T08:15:03.028 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[49632]: time="2024-09-17T08:15:02Z" level=info msg=" - edac" source="node_exporter.go:104" 2024-09-17T08:15:03.028 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[49632]: time="2024-09-17T08:15:02Z" level=info msg=" - entropy" source="node_exporter.go:104" 2024-09-17T08:15:03.028 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[49632]: time="2024-09-17T08:15:02Z" level=info msg=" - filefd" source="node_exporter.go:104" 2024-09-17T08:15:03.028 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[49632]: time="2024-09-17T08:15:02Z" level=info msg=" - filesystem" source="node_exporter.go:104" 2024-09-17T08:15:03.028 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[49632]: time="2024-09-17T08:15:02Z" level=info msg=" - hwmon" source="node_exporter.go:104" 2024-09-17T08:15:03.028 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[49632]: time="2024-09-17T08:15:02Z" level=info msg=" - infiniband" source="node_exporter.go:104" 2024-09-17T08:15:03.028 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[49632]: time="2024-09-17T08:15:02Z" level=info msg=" - ipvs" source="node_exporter.go:104" 2024-09-17T08:15:03.028 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[49632]: time="2024-09-17T08:15:02Z" level=info msg=" - loadavg" source="node_exporter.go:104" 2024-09-17T08:15:03.028 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[49632]: time="2024-09-17T08:15:02Z" level=info msg=" - mdadm" source="node_exporter.go:104" 2024-09-17T08:15:03.028 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[49632]: time="2024-09-17T08:15:02Z" level=info msg=" - meminfo" source="node_exporter.go:104" 2024-09-17T08:15:03.028 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[49632]: time="2024-09-17T08:15:02Z" level=info msg=" - netclass" source="node_exporter.go:104" 2024-09-17T08:15:03.028 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[49632]: time="2024-09-17T08:15:02Z" level=info msg=" - netdev" source="node_exporter.go:104" 2024-09-17T08:15:03.029 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[49632]: time="2024-09-17T08:15:02Z" level=info msg=" - netstat" source="node_exporter.go:104" 2024-09-17T08:15:03.029 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[49632]: time="2024-09-17T08:15:02Z" level=info msg=" - nfs" source="node_exporter.go:104" 2024-09-17T08:15:03.029 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[49632]: time="2024-09-17T08:15:02Z" level=info msg=" - nfsd" source="node_exporter.go:104" 2024-09-17T08:15:03.029 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[49632]: time="2024-09-17T08:15:02Z" level=info msg=" - pressure" source="node_exporter.go:104" 2024-09-17T08:15:03.029 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[49632]: time="2024-09-17T08:15:02Z" level=info msg=" - sockstat" source="node_exporter.go:104" 2024-09-17T08:15:03.029 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[49632]: time="2024-09-17T08:15:02Z" level=info msg=" - stat" source="node_exporter.go:104" 2024-09-17T08:15:03.029 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[49632]: time="2024-09-17T08:15:02Z" level=info msg=" - textfile" source="node_exporter.go:104" 2024-09-17T08:15:03.029 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[49632]: time="2024-09-17T08:15:02Z" level=info msg=" - time" source="node_exporter.go:104" 2024-09-17T08:15:03.029 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[49632]: time="2024-09-17T08:15:02Z" level=info msg=" - uname" source="node_exporter.go:104" 2024-09-17T08:15:03.029 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[49632]: time="2024-09-17T08:15:02Z" level=info msg=" - vmstat" source="node_exporter.go:104" 2024-09-17T08:15:03.029 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[49632]: time="2024-09-17T08:15:02Z" level=info msg=" - xfs" source="node_exporter.go:104" 2024-09-17T08:15:03.029 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[49632]: time="2024-09-17T08:15:02Z" level=info msg=" - zfs" source="node_exporter.go:104" 2024-09-17T08:15:03.030 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:15:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a[49632]: time="2024-09-17T08:15:02Z" level=info msg="Listening on :9100" source="node_exporter.go:170" 2024-09-17T08:15:03.030 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:15:02 smithi088 bash[49617]: f6d73d93d866330c24fd835e2267f4e939e30fb3c611167c32c297dd5e5c93e2 2024-09-17T08:15:03.030 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:15:02 smithi088 systemd[1]: Started Ceph node-exporter.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:15:03.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:03 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:15:01.190282+0000 mgr.x (mgr.34574) 17 : cephadm [INF] Reconfiguring node-exporter.a (dependencies changed)... 2024-09-17T08:15:03.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:03 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:15:01.190633+0000 mgr.x (mgr.34574) 18 : cephadm [INF] Reconfiguring daemon node-exporter.a on smithi088 2024-09-17T08:15:03.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:03 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:15:01.331698+0000 mgr.x (mgr.34574) 19 : cluster [DBG] pgmap v11: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 269 KiB/s wr, 31 op/s 2024-09-17T08:15:03.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:03 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:02.941293+0000 mon.a (mon.0) 679 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:03.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:03 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:02.946899+0000 mon.a (mon.0) 680 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:03.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:15:01.190282+0000 mgr.x (mgr.34574) 17 : cephadm [INF] Reconfiguring node-exporter.a (dependencies changed)... 2024-09-17T08:15:03.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:15:01.190633+0000 mgr.x (mgr.34574) 18 : cephadm [INF] Reconfiguring daemon node-exporter.a on smithi088 2024-09-17T08:15:03.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:15:01.331698+0000 mgr.x (mgr.34574) 19 : cluster [DBG] pgmap v11: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 269 KiB/s wr, 31 op/s 2024-09-17T08:15:03.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:02.941293+0000 mon.a (mon.0) 679 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:03.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:02.946899+0000 mon.a (mon.0) 680 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:03.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:15:01.190282+0000 mgr.x (mgr.34574) 17 : cephadm [INF] Reconfiguring node-exporter.a (dependencies changed)... 2024-09-17T08:15:03.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:15:01.190633+0000 mgr.x (mgr.34574) 18 : cephadm [INF] Reconfiguring daemon node-exporter.a on smithi088 2024-09-17T08:15:03.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:15:01.331698+0000 mgr.x (mgr.34574) 19 : cluster [DBG] pgmap v11: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 269 KiB/s wr, 31 op/s 2024-09-17T08:15:03.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:02.941293+0000 mon.a (mon.0) 679 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:03.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:02.946899+0000 mon.a (mon.0) 680 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:04.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:15:02.948837+0000 mgr.x (mgr.34574) 20 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2024-09-17T08:15:04.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:15:02.957549+0000 mgr.x (mgr.34574) 21 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi088 2024-09-17T08:15:04.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:15:02.948837+0000 mgr.x (mgr.34574) 20 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2024-09-17T08:15:04.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:15:02.957549+0000 mgr.x (mgr.34574) 21 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi088 2024-09-17T08:15:04.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:15:02.948837+0000 mgr.x (mgr.34574) 20 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2024-09-17T08:15:04.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:15:02.957549+0000 mgr.x (mgr.34574) 21 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi088 2024-09-17T08:15:05.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:05 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:15:03.332231+0000 mgr.x (mgr.34574) 22 : cluster [DBG] pgmap v12: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 11 KiB/s rd, 242 KiB/s wr, 28 op/s 2024-09-17T08:15:05.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:05 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:15:03.332231+0000 mgr.x (mgr.34574) 22 : cluster [DBG] pgmap v12: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 11 KiB/s rd, 242 KiB/s wr, 28 op/s 2024-09-17T08:15:05.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:05 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:15:03.332231+0000 mgr.x (mgr.34574) 22 : cluster [DBG] pgmap v12: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 11 KiB/s rd, 242 KiB/s wr, 28 op/s 2024-09-17T08:15:07.288 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:15:05.332828+0000 mgr.x (mgr.34574) 23 : cluster [DBG] pgmap v13: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 9.6 KiB/s rd, 202 KiB/s wr, 24 op/s 2024-09-17T08:15:07.289 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:15:05.332828+0000 mgr.x (mgr.34574) 23 : cluster [DBG] pgmap v13: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 9.6 KiB/s rd, 202 KiB/s wr, 24 op/s 2024-09-17T08:15:07.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:15:05.332828+0000 mgr.x (mgr.34574) 23 : cluster [DBG] pgmap v13: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 9.6 KiB/s rd, 202 KiB/s wr, 24 op/s 2024-09-17T08:15:09.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:15:07.333619+0000 mgr.x (mgr.34574) 24 : cluster [DBG] pgmap v14: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 9.6 KiB/s rd, 201 KiB/s wr, 24 op/s 2024-09-17T08:15:09.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:15:07.333619+0000 mgr.x (mgr.34574) 24 : cluster [DBG] pgmap v14: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 9.6 KiB/s rd, 201 KiB/s wr, 24 op/s 2024-09-17T08:15:09.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:15:07.333619+0000 mgr.x (mgr.34574) 24 : cluster [DBG] pgmap v14: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 9.6 KiB/s rd, 201 KiB/s wr, 24 op/s 2024-09-17T08:15:10.373 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:15:10 smithi088 systemd[1]: Stopping Ceph alertmanager.a for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:15:10.664 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:15:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager.a[43002]: level=info ts=2024-09-17T08:15:10.373Z caller=main.go:536 msg="Received SIGTERM, exiting gracefully..." 2024-09-17T08:15:10.665 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:15:10 smithi088 podman[49928]: 2024-09-17 08:15:10.393966225 +0000 UTC m=+0.165655777 container died d9726ff7d740440d715288391728cec625a72161f63bf599ef0cf06ce01f97e5 (image=docker.io/prom/alertmanager:v0.20.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager.a, maintainer=The Prometheus Authors ) 2024-09-17T08:15:11.040 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:15:10 smithi088 podman[49928]: 2024-09-17 08:15:10.748659945 +0000 UTC m=+0.520349495 container cleanup d9726ff7d740440d715288391728cec625a72161f63bf599ef0cf06ce01f97e5 (image=docker.io/prom/alertmanager:v0.20.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager.a, maintainer=The Prometheus Authors ) 2024-09-17T08:15:11.040 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:15:10 smithi088 podman[49928]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager.a 2024-09-17T08:15:11.337 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:15:09.334221+0000 mgr.x (mgr.34574) 25 : cluster [DBG] pgmap v15: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s rd, 65 KiB/s wr, 5 op/s 2024-09-17T08:15:11.338 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:15:09.334221+0000 mgr.x (mgr.34574) 25 : cluster [DBG] pgmap v15: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s rd, 65 KiB/s wr, 5 op/s 2024-09-17T08:15:11.338 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:15:11 smithi088 podman[49940]: 2024-09-17 08:15:11.066880718 +0000 UTC m=+0.671003683 container remove d9726ff7d740440d715288391728cec625a72161f63bf599ef0cf06ce01f97e5 (image=docker.io/prom/alertmanager:v0.20.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager.a, maintainer=The Prometheus Authors ) 2024-09-17T08:15:11.338 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:15:11 smithi088 podman[49940]: 2024-09-17 08:15:11.150791119 +0000 UTC m=+0.754914041 volume remove c98fa7e7a093bec80b1f5461ec55d98a79b9d7c61cc9beae7996939770755950 2024-09-17T08:15:11.338 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:15:11 smithi088 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-09-17T08:15:11.338 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:15:11 smithi088 systemd[1]: Stopped Ceph alertmanager.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:15:11.338 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:15:11 smithi088 systemd[1]: Starting Ceph alertmanager.a for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:15:11.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:15:09.334221+0000 mgr.x (mgr.34574) 25 : cluster [DBG] pgmap v15: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s rd, 65 KiB/s wr, 5 op/s 2024-09-17T08:15:11.664 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:15:11 smithi088 podman[49985]: 2024-09-17 08:15:11.240898882 +0000 UTC m=+0.017060391 image pull 0881eb8f169f5556a292b4e2c01d683172b12830a62a9225a98a8e206bb734f0 docker.io/prom/alertmanager:v0.20.0 2024-09-17T08:15:11.665 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:15:11 smithi088 podman[49985]: 2024-09-17 08:15:11.360105304 +0000 UTC m=+0.136266797 volume create 723c003f7a91917aacee03d2ce8ad158643311a05dc69bcffa38755c1f5cd649 2024-09-17T08:15:11.665 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:15:11 smithi088 podman[49985]: 2024-09-17 08:15:11.477176022 +0000 UTC m=+0.253337515 container create f8e3e13fbd6f5aebbc8eeb5eee1f459f70d2e8da34708299c3a9163be8046c8d (image=docker.io/prom/alertmanager:v0.20.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager.a, maintainer=The Prometheus Authors ) 2024-09-17T08:15:12.165 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:15:11 smithi088 podman[49985]: 2024-09-17 08:15:11.804733398 +0000 UTC m=+0.580894898 container init f8e3e13fbd6f5aebbc8eeb5eee1f459f70d2e8da34708299c3a9163be8046c8d (image=docker.io/prom/alertmanager:v0.20.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager.a, maintainer=The Prometheus Authors ) 2024-09-17T08:15:12.165 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:15:11 smithi088 podman[49985]: 2024-09-17 08:15:11.808618223 +0000 UTC m=+0.584779715 container start f8e3e13fbd6f5aebbc8eeb5eee1f459f70d2e8da34708299c3a9163be8046c8d (image=docker.io/prom/alertmanager:v0.20.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager.a, maintainer=The Prometheus Authors ) 2024-09-17T08:15:12.165 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:15:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager.a[50000]: level=info ts=2024-09-17T08:15:11.829Z caller=main.go:231 msg="Starting Alertmanager" version="(version=0.20.0, branch=HEAD, revision=f74be0400a6243d10bb53812d6fa408ad71ff32d)" 2024-09-17T08:15:12.165 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:15:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager.a[50000]: level=info ts=2024-09-17T08:15:11.829Z caller=main.go:232 build_context="(go=go1.13.5, user=root@00c3106655f8, date=20191211-14:13:14)" 2024-09-17T08:15:12.165 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:15:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager.a[50000]: level=info ts=2024-09-17T08:15:11.830Z caller=cluster.go:161 component=cluster msg="setting advertise address explicitly" addr=172.21.15.88 port=9094 2024-09-17T08:15:12.165 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:15:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager.a[50000]: level=info ts=2024-09-17T08:15:11.831Z caller=cluster.go:623 component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-17T08:15:12.165 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:15:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager.a[50000]: level=info ts=2024-09-17T08:15:11.850Z caller=coordinator.go:119 component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-17T08:15:12.165 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:15:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager.a[50000]: level=info ts=2024-09-17T08:15:11.851Z caller=coordinator.go:131 component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-17T08:15:12.166 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:15:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager.a[50000]: level=info ts=2024-09-17T08:15:11.853Z caller=main.go:497 msg=Listening address=:9093 2024-09-17T08:15:12.166 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:15:11 smithi088 bash[49985]: f8e3e13fbd6f5aebbc8eeb5eee1f459f70d2e8da34708299c3a9163be8046c8d 2024-09-17T08:15:12.166 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:15:11 smithi088 systemd[1]: Started Ceph alertmanager.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:15:13.177 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:15:11.335096+0000 mgr.x (mgr.34574) 26 : cluster [DBG] pgmap v16: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 65 KiB/s wr, 5 op/s 2024-09-17T08:15:13.178 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:11.918749+0000 mon.a (mon.0) 681 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:13.178 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:11.924856+0000 mon.a (mon.0) 682 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:13.178 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:15:11.926983+0000 mgr.x (mgr.34574) 27 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-17T08:15:13.178 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:15:11.335096+0000 mgr.x (mgr.34574) 26 : cluster [DBG] pgmap v16: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 65 KiB/s wr, 5 op/s 2024-09-17T08:15:13.178 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:11.918749+0000 mon.a (mon.0) 681 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:13.178 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:11.924856+0000 mon.a (mon.0) 682 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:13.178 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:15:11.926983+0000 mgr.x (mgr.34574) 27 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-17T08:15:13.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:15:11.335096+0000 mgr.x (mgr.34574) 26 : cluster [DBG] pgmap v16: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 65 KiB/s wr, 5 op/s 2024-09-17T08:15:13.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:11.918749+0000 mon.a (mon.0) 681 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:13.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:11.924856+0000 mon.a (mon.0) 682 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:13.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:15:11.926983+0000 mgr.x (mgr.34574) 27 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-17T08:15:13.914 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:15:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager.a[50000]: level=info ts=2024-09-17T08:15:13.831Z caller=cluster.go:648 component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000064604s 2024-09-17T08:15:14.343 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:15:12.151250+0000 mgr.x (mgr.34574) 28 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi187 2024-09-17T08:15:14.343 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:15:12.151250+0000 mgr.x (mgr.34574) 28 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi187 2024-09-17T08:15:14.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:13 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:15:12.151250+0000 mgr.x (mgr.34574) 28 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi187 2024-09-17T08:15:15.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:14 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:15:13.335539+0000 mgr.x (mgr.34574) 29 : cluster [DBG] pgmap v17: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:15:15.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:14 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:15:13.335539+0000 mgr.x (mgr.34574) 29 : cluster [DBG] pgmap v17: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:15:15.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:14 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:15:13.335539+0000 mgr.x (mgr.34574) 29 : cluster [DBG] pgmap v17: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:15:17.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:15:15.336230+0000 mgr.x (mgr.34574) 30 : cluster [DBG] pgmap v18: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:15:17.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:15:15.336230+0000 mgr.x (mgr.34574) 30 : cluster [DBG] pgmap v18: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:15:17.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:15:15.336230+0000 mgr.x (mgr.34574) 30 : cluster [DBG] pgmap v18: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:15:19.286 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:15:17.336972+0000 mgr.x (mgr.34574) 31 : cluster [DBG] pgmap v19: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:15:19.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:15:17.336972+0000 mgr.x (mgr.34574) 31 : cluster [DBG] pgmap v19: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:15:19.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:15:17.336972+0000 mgr.x (mgr.34574) 31 : cluster [DBG] pgmap v19: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:15:20.897 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:20 smithi187 systemd[1]: Stopping Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:15:21.239 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:15:19.337464+0000 mgr.x (mgr.34574) 32 : cluster [DBG] pgmap v20: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:15:21.240 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[37216]: level=warn ts=2024-09-17T08:15:20.899Z caller=main.go:524 msg="Received SIGTERM, exiting gracefully..." 2024-09-17T08:15:21.240 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[37216]: level=info ts=2024-09-17T08:15:20.899Z caller=main.go:547 msg="Stopping scrape discovery manager..." 2024-09-17T08:15:21.240 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[37216]: level=info ts=2024-09-17T08:15:20.899Z caller=main.go:561 msg="Stopping notify discovery manager..." 2024-09-17T08:15:21.240 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[37216]: level=info ts=2024-09-17T08:15:20.899Z caller=main.go:583 msg="Stopping scrape manager..." 2024-09-17T08:15:21.240 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[37216]: level=info ts=2024-09-17T08:15:20.899Z caller=main.go:543 msg="Scrape discovery manager stopped" 2024-09-17T08:15:21.240 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[37216]: level=info ts=2024-09-17T08:15:20.899Z caller=main.go:557 msg="Notify discovery manager stopped" 2024-09-17T08:15:21.240 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[37216]: level=info ts=2024-09-17T08:15:20.900Z caller=manager.go:882 component="rule manager" msg="Stopping rule manager..." 2024-09-17T08:15:21.240 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[37216]: level=info ts=2024-09-17T08:15:20.900Z caller=manager.go:892 component="rule manager" msg="Rule manager stopped" 2024-09-17T08:15:21.240 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[37216]: level=info ts=2024-09-17T08:15:20.900Z caller=main.go:577 msg="Scrape manager stopped" 2024-09-17T08:15:21.241 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[37216]: level=info ts=2024-09-17T08:15:20.900Z caller=notifier.go:601 component=notifier msg="Stopping notification manager..." 2024-09-17T08:15:21.241 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[37216]: level=info ts=2024-09-17T08:15:20.900Z caller=main.go:749 msg="Notifier manager stopped" 2024-09-17T08:15:21.241 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[37216]: level=info ts=2024-09-17T08:15:20.900Z caller=main.go:761 msg="See you next time!" 2024-09-17T08:15:21.241 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:20 smithi187 podman[43645]: 2024-09-17 08:15:20.910066806 +0000 UTC m=+0.111178657 container died fad1a6f2d1de33b37fce3f1e6d5fbbf6cef123d453820a7ca0666138217a6999 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:15:21.241 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:21 smithi187 podman[43645]: 2024-09-17 08:15:21.240110648 +0000 UTC m=+0.441222486 container cleanup fad1a6f2d1de33b37fce3f1e6d5fbbf6cef123d453820a7ca0666138217a6999 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:15:21.241 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:21 smithi187 podman[43645]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a 2024-09-17T08:15:21.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:15:19.337464+0000 mgr.x (mgr.34574) 32 : cluster [DBG] pgmap v20: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:15:21.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:15:19.337464+0000 mgr.x (mgr.34574) 32 : cluster [DBG] pgmap v20: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:15:21.645 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:21 smithi187 podman[43660]: 2024-09-17 08:15:21.458285404 +0000 UTC m=+0.549125123 container remove fad1a6f2d1de33b37fce3f1e6d5fbbf6cef123d453820a7ca0666138217a6999 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:15:21.645 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:21 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-17T08:15:21.645 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:21 smithi187 systemd[1]: Stopped Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:15:21.645 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:21 smithi187 systemd[1]: Starting Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:15:21.897 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:21 smithi187 podman[43701]: 2024-09-17 08:15:21.5489264 +0000 UTC m=+0.018373634 image pull de242295e2257c37c8cadfd962369228f8f10b2d48a44259b65fef44ad4f6490 docker.io/prom/prometheus:v2.18.1 2024-09-17T08:15:21.897 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:21 smithi187 podman[43701]: 2024-09-17 08:15:21.676218678 +0000 UTC m=+0.145665936 container create 2d4a424fed14b15e357fbcad0da11f4b4c7fc36762ead350bdc7282975ce7dbc (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:15:21.897 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:21 smithi187 podman[43701]: 2024-09-17 08:15:21.894569719 +0000 UTC m=+0.364016935 container init 2d4a424fed14b15e357fbcad0da11f4b4c7fc36762ead350bdc7282975ce7dbc (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:15:22.165 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:15:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager.a[50000]: level=info ts=2024-09-17T08:15:21.832Z caller=cluster.go:640 component=cluster msg="gossip settled; proceeding" elapsed=10.000708865s 2024-09-17T08:15:22.334 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:21 smithi187 podman[43701]: 2024-09-17 08:15:21.897464312 +0000 UTC m=+0.366911529 container start 2d4a424fed14b15e357fbcad0da11f4b4c7fc36762ead350bdc7282975ce7dbc (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:15:22.334 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[43716]: level=info ts=2024-09-17T08:15:21.927Z caller=main.go:302 msg="No time or size retention was set so using the default time retention" duration=15d 2024-09-17T08:15:22.334 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[43716]: level=info ts=2024-09-17T08:15:21.927Z caller=main.go:337 msg="Starting Prometheus" version="(version=2.18.1, branch=HEAD, revision=ecee9c8abfd118f139014cb1b174b08db3f342cf)" 2024-09-17T08:15:22.334 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[43716]: level=info ts=2024-09-17T08:15:21.927Z caller=main.go:338 build_context="(go=go1.14.2, user=root@2117a9e64a7e, date=20200507-16:51:47)" 2024-09-17T08:15:22.334 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[43716]: level=info ts=2024-09-17T08:15:21.927Z caller=main.go:339 host_details="(Linux 5.14.0-508.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024 x86_64 smithi187 (none))" 2024-09-17T08:15:22.334 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[43716]: level=info ts=2024-09-17T08:15:21.927Z caller=main.go:340 fd_limits="(soft=1048576, hard=1048576)" 2024-09-17T08:15:22.334 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[43716]: level=info ts=2024-09-17T08:15:21.927Z caller=main.go:341 vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-17T08:15:22.334 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[43716]: level=info ts=2024-09-17T08:15:21.928Z caller=main.go:678 msg="Starting TSDB ..." 2024-09-17T08:15:22.335 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[43716]: level=info ts=2024-09-17T08:15:21.928Z caller=web.go:523 component=web msg="Start listening for connections" address=:9095 2024-09-17T08:15:22.335 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[43716]: level=info ts=2024-09-17T08:15:21.930Z caller=head.go:575 component=tsdb msg="Replaying WAL, this may take awhile" 2024-09-17T08:15:22.335 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[43716]: level=info ts=2024-09-17T08:15:21.930Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-09-17T08:15:22.335 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[43716]: level=info ts=2024-09-17T08:15:21.938Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-09-17T08:15:22.335 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[43716]: level=info ts=2024-09-17T08:15:21.938Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-09-17T08:15:22.335 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[43716]: level=info ts=2024-09-17T08:15:21.938Z caller=head.go:627 component=tsdb msg="WAL replay completed" duration=8.422034ms 2024-09-17T08:15:22.335 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[43716]: level=info ts=2024-09-17T08:15:21.940Z caller=main.go:694 fs_type=XFS_SUPER_MAGIC 2024-09-17T08:15:22.335 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[43716]: level=info ts=2024-09-17T08:15:21.940Z caller=main.go:695 msg="TSDB started" 2024-09-17T08:15:22.335 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[43716]: level=info ts=2024-09-17T08:15:21.940Z caller=main.go:799 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-17T08:15:22.335 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[43716]: level=info ts=2024-09-17T08:15:21.941Z caller=main.go:547 msg="Stopping scrape discovery manager..." 2024-09-17T08:15:22.335 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[43716]: level=info ts=2024-09-17T08:15:21.941Z caller=main.go:561 msg="Stopping notify discovery manager..." 2024-09-17T08:15:22.335 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[43716]: level=info ts=2024-09-17T08:15:21.941Z caller=main.go:583 msg="Stopping scrape manager..." 2024-09-17T08:15:22.335 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[43716]: level=info ts=2024-09-17T08:15:21.941Z caller=main.go:557 msg="Notify discovery manager stopped" 2024-09-17T08:15:22.336 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[43716]: level=info ts=2024-09-17T08:15:21.941Z caller=main.go:543 msg="Scrape discovery manager stopped" 2024-09-17T08:15:22.336 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[43716]: level=info ts=2024-09-17T08:15:21.941Z caller=manager.go:882 component="rule manager" msg="Stopping rule manager..." 2024-09-17T08:15:22.336 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[43716]: level=info ts=2024-09-17T08:15:21.941Z caller=manager.go:892 component="rule manager" msg="Rule manager stopped" 2024-09-17T08:15:22.336 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[43716]: level=info ts=2024-09-17T08:15:21.941Z caller=notifier.go:601 component=notifier msg="Stopping notification manager..." 2024-09-17T08:15:22.336 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[43716]: level=info ts=2024-09-17T08:15:21.941Z caller=main.go:749 msg="Notifier manager stopped" 2024-09-17T08:15:22.336 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[43716]: level=info ts=2024-09-17T08:15:21.941Z caller=main.go:577 msg="Scrape manager stopped" 2024-09-17T08:15:22.336 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[43716]: level=error ts=2024-09-17T08:15:21.941Z caller=main.go:758 err="error loading config from \"/etc/prometheus/prometheus.yml\": couldn't load configuration (--config.file=\"/etc/prometheus/prometheus.yml\"): parsing YAML file /etc/prometheus/prometheus.yml: yaml: unmarshal errors:\n line 14: field http_sd_configs not found in type config.plain\n line 27: field http_sd_configs not found in type config.plain\n line 31: field http_sd_configs not found in type config.plain\n line 45: field http_sd_configs not found in type config.plain\n line 49: field http_sd_configs not found in type config.plain" 2024-09-17T08:15:22.336 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:21 smithi187 bash[43701]: 2d4a424fed14b15e357fbcad0da11f4b4c7fc36762ead350bdc7282975ce7dbc 2024-09-17T08:15:22.336 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:21 smithi187 systemd[1]: Started Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:15:22.336 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:21 smithi187 podman[43734]: 2024-09-17 08:15:21.975385965 +0000 UTC m=+0.020361762 container died 2d4a424fed14b15e357fbcad0da11f4b4c7fc36762ead350bdc7282975ce7dbc (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:15:22.646 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:22 smithi187 podman[43734]: 2024-09-17 08:15:22.548562159 +0000 UTC m=+0.593537951 container remove 2d4a424fed14b15e357fbcad0da11f4b4c7fc36762ead350bdc7282975ce7dbc (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:15:22.646 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:22 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Main process exited, code=exited, status=1/FAILURE 2024-09-17T08:15:22.647 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:22 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Failed with result 'exit-code'. 2024-09-17T08:15:22.995 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:15:22 smithi187 systemd[1]: Stopping Ceph node-exporter.b for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:15:22.995 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:15:22 smithi187 podman[43844]: 2024-09-17 08:15:22.837905372 +0000 UTC m=+0.148553445 container died 4355833ecd027895a0ca1968274fd1ed8610f6ec65ddafa2dec779a84461ac83 (image=docker.io/prom/node-exporter:v0.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b, maintainer=The Prometheus Authors ) 2024-09-17T08:15:23.396 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:15:23 smithi187 podman[43844]: 2024-09-17 08:15:23.185523317 +0000 UTC m=+0.496171389 container cleanup 4355833ecd027895a0ca1968274fd1ed8610f6ec65ddafa2dec779a84461ac83 (image=docker.io/prom/node-exporter:v0.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b, maintainer=The Prometheus Authors ) 2024-09-17T08:15:23.397 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:15:23 smithi187 podman[43844]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b 2024-09-17T08:15:23.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:15:21.338474+0000 mgr.x (mgr.34574) 33 : cluster [DBG] pgmap v21: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:15:23.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:21.995882+0000 mon.a (mon.0) 683 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:23.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:22.002169+0000 mon.a (mon.0) 684 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:23.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:15:22.003306+0000 mgr.x (mgr.34574) 34 : cephadm [INF] Reconfiguring node-exporter.b (dependencies changed)... 2024-09-17T08:15:23.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:15:22.003715+0000 mgr.x (mgr.34574) 35 : cephadm [INF] Reconfiguring daemon node-exporter.b on smithi187 2024-09-17T08:15:23.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:15:21.338474+0000 mgr.x (mgr.34574) 33 : cluster [DBG] pgmap v21: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:15:23.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:21.995882+0000 mon.a (mon.0) 683 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:23.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:22.002169+0000 mon.a (mon.0) 684 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:23.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:15:22.003306+0000 mgr.x (mgr.34574) 34 : cephadm [INF] Reconfiguring node-exporter.b (dependencies changed)... 2024-09-17T08:15:23.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:15:22.003715+0000 mgr.x (mgr.34574) 35 : cephadm [INF] Reconfiguring daemon node-exporter.b on smithi187 2024-09-17T08:15:23.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:15:21.338474+0000 mgr.x (mgr.34574) 33 : cluster [DBG] pgmap v21: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:15:23.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:21.995882+0000 mon.a (mon.0) 683 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:23.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:22.002169+0000 mon.a (mon.0) 684 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:23.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:15:22.003306+0000 mgr.x (mgr.34574) 34 : cephadm [INF] Reconfiguring node-exporter.b (dependencies changed)... 2024-09-17T08:15:23.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:15:22.003715+0000 mgr.x (mgr.34574) 35 : cephadm [INF] Reconfiguring daemon node-exporter.b on smithi187 2024-09-17T08:15:23.724 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:15:23 smithi187 podman[43856]: 2024-09-17 08:15:23.436656571 +0000 UTC m=+0.598998140 container remove 4355833ecd027895a0ca1968274fd1ed8610f6ec65ddafa2dec779a84461ac83 (image=docker.io/prom/node-exporter:v0.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b, maintainer=The Prometheus Authors ) 2024-09-17T08:15:23.725 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:15:23 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-09-17T08:15:23.725 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:15:23 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-09-17T08:15:23.725 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:15:23 smithi187 systemd[1]: Stopped Ceph node-exporter.b for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:15:23.725 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:15:23 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@node-exporter.b.service: Consumed 1.199s CPU time. 2024-09-17T08:15:23.725 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:15:23 smithi187 systemd[1]: Starting Ceph node-exporter.b for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:15:23.725 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:15:23 smithi187 podman[43901]: 2024-09-17 08:15:23.521150017 +0000 UTC m=+0.016124706 image pull e5a616e4b9cf68dfcad7782b78e118be4310022e874d52da85c55923fb615f87 docker.io/prom/node-exporter:v0.18.1 2024-09-17T08:15:23.725 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:15:23 smithi187 podman[43901]: 2024-09-17 08:15:23.637599745 +0000 UTC m=+0.132574456 container create 776830a1bc3a18905e75b89010efc7802ca1061317bbd41c3c3f1785fb7f86f5 (image=docker.io/prom/node-exporter:v0.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b, maintainer=The Prometheus Authors ) 2024-09-17T08:15:24.147 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:15:23 smithi187 podman[43901]: 2024-09-17 08:15:23.789487801 +0000 UTC m=+0.284462486 container init 776830a1bc3a18905e75b89010efc7802ca1061317bbd41c3c3f1785fb7f86f5 (image=docker.io/prom/node-exporter:v0.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b, maintainer=The Prometheus Authors ) 2024-09-17T08:15:24.147 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:15:23 smithi187 podman[43901]: 2024-09-17 08:15:23.79217573 +0000 UTC m=+0.287150400 container start 776830a1bc3a18905e75b89010efc7802ca1061317bbd41c3c3f1785fb7f86f5 (image=docker.io/prom/node-exporter:v0.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b, maintainer=The Prometheus Authors ) 2024-09-17T08:15:24.147 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:15:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[43915]: time="2024-09-17T08:15:23Z" level=info msg="Starting node_exporter (version=0.18.1, branch=HEAD, revision=3db77732e925c08f675d7404a8c46466b2ece83e)" source="node_exporter.go:156" 2024-09-17T08:15:24.147 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:15:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[43915]: time="2024-09-17T08:15:23Z" level=info msg="Build context (go=go1.12.5, user=root@b50852a1acba, date=20190604-16:41:18)" source="node_exporter.go:157" 2024-09-17T08:15:24.147 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:15:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[43915]: time="2024-09-17T08:15:23Z" level=info msg="Enabled collectors:" source="node_exporter.go:97" 2024-09-17T08:15:24.148 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:15:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[43915]: time="2024-09-17T08:15:23Z" level=info msg=" - arp" source="node_exporter.go:104" 2024-09-17T08:15:24.148 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:15:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[43915]: time="2024-09-17T08:15:23Z" level=info msg=" - bcache" source="node_exporter.go:104" 2024-09-17T08:15:24.148 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:15:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[43915]: time="2024-09-17T08:15:23Z" level=info msg=" - bonding" source="node_exporter.go:104" 2024-09-17T08:15:24.148 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:15:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[43915]: time="2024-09-17T08:15:23Z" level=info msg=" - conntrack" source="node_exporter.go:104" 2024-09-17T08:15:24.148 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:15:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[43915]: time="2024-09-17T08:15:23Z" level=info msg=" - cpu" source="node_exporter.go:104" 2024-09-17T08:15:24.148 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:15:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[43915]: time="2024-09-17T08:15:23Z" level=info msg=" - cpufreq" source="node_exporter.go:104" 2024-09-17T08:15:24.148 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:15:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[43915]: time="2024-09-17T08:15:23Z" level=info msg=" - diskstats" source="node_exporter.go:104" 2024-09-17T08:15:24.148 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:15:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[43915]: time="2024-09-17T08:15:23Z" level=info msg=" - edac" source="node_exporter.go:104" 2024-09-17T08:15:24.148 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:15:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[43915]: time="2024-09-17T08:15:23Z" level=info msg=" - entropy" source="node_exporter.go:104" 2024-09-17T08:15:24.148 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:15:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[43915]: time="2024-09-17T08:15:23Z" level=info msg=" - filefd" source="node_exporter.go:104" 2024-09-17T08:15:24.148 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:15:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[43915]: time="2024-09-17T08:15:23Z" level=info msg=" - filesystem" source="node_exporter.go:104" 2024-09-17T08:15:24.148 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:15:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[43915]: time="2024-09-17T08:15:23Z" level=info msg=" - hwmon" source="node_exporter.go:104" 2024-09-17T08:15:24.149 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:15:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[43915]: time="2024-09-17T08:15:23Z" level=info msg=" - infiniband" source="node_exporter.go:104" 2024-09-17T08:15:24.149 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:15:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[43915]: time="2024-09-17T08:15:23Z" level=info msg=" - ipvs" source="node_exporter.go:104" 2024-09-17T08:15:24.149 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:15:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[43915]: time="2024-09-17T08:15:23Z" level=info msg=" - loadavg" source="node_exporter.go:104" 2024-09-17T08:15:24.149 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:15:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[43915]: time="2024-09-17T08:15:23Z" level=info msg=" - mdadm" source="node_exporter.go:104" 2024-09-17T08:15:24.149 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:15:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[43915]: time="2024-09-17T08:15:23Z" level=info msg=" - meminfo" source="node_exporter.go:104" 2024-09-17T08:15:24.149 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:15:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[43915]: time="2024-09-17T08:15:23Z" level=info msg=" - netclass" source="node_exporter.go:104" 2024-09-17T08:15:24.149 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:15:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[43915]: time="2024-09-17T08:15:23Z" level=info msg=" - netdev" source="node_exporter.go:104" 2024-09-17T08:15:24.149 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:15:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[43915]: time="2024-09-17T08:15:23Z" level=info msg=" - netstat" source="node_exporter.go:104" 2024-09-17T08:15:24.149 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:15:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[43915]: time="2024-09-17T08:15:23Z" level=info msg=" - nfs" source="node_exporter.go:104" 2024-09-17T08:15:24.149 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:15:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[43915]: time="2024-09-17T08:15:23Z" level=info msg=" - nfsd" source="node_exporter.go:104" 2024-09-17T08:15:24.149 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:15:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[43915]: time="2024-09-17T08:15:23Z" level=info msg=" - pressure" source="node_exporter.go:104" 2024-09-17T08:15:24.149 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:15:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[43915]: time="2024-09-17T08:15:23Z" level=info msg=" - sockstat" source="node_exporter.go:104" 2024-09-17T08:15:24.149 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:15:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[43915]: time="2024-09-17T08:15:23Z" level=info msg=" - stat" source="node_exporter.go:104" 2024-09-17T08:15:24.150 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:15:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[43915]: time="2024-09-17T08:15:23Z" level=info msg=" - textfile" source="node_exporter.go:104" 2024-09-17T08:15:24.150 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:15:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[43915]: time="2024-09-17T08:15:23Z" level=info msg=" - time" source="node_exporter.go:104" 2024-09-17T08:15:24.150 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:15:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[43915]: time="2024-09-17T08:15:23Z" level=info msg=" - uname" source="node_exporter.go:104" 2024-09-17T08:15:24.150 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:15:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[43915]: time="2024-09-17T08:15:23Z" level=info msg=" - vmstat" source="node_exporter.go:104" 2024-09-17T08:15:24.150 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:15:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[43915]: time="2024-09-17T08:15:23Z" level=info msg=" - xfs" source="node_exporter.go:104" 2024-09-17T08:15:24.150 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:15:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[43915]: time="2024-09-17T08:15:23Z" level=info msg=" - zfs" source="node_exporter.go:104" 2024-09-17T08:15:24.150 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:15:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b[43915]: time="2024-09-17T08:15:23Z" level=info msg="Listening on :9100" source="node_exporter.go:170" 2024-09-17T08:15:24.150 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:15:23 smithi187 bash[43901]: 776830a1bc3a18905e75b89010efc7802ca1061317bbd41c3c3f1785fb7f86f5 2024-09-17T08:15:24.150 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:15:23 smithi187 systemd[1]: Started Ceph node-exporter.b for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:15:25.146 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:15:23.338834+0000 mgr.x (mgr.34574) 36 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:15:25.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:23.874368+0000 mon.a (mon.0) 685 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:25.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:23.879421+0000 mon.a (mon.0) 686 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:25.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:15:23.880588+0000 mgr.x (mgr.34574) 37 : cephadm [INF] Reconfiguring grafana.a (dependencies changed)... 2024-09-17T08:15:25.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:15:23.888374+0000 mgr.x (mgr.34574) 38 : cephadm [INF] Regenerating cephadm self-signed grafana TLS certificates 2024-09-17T08:15:25.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:23.941168+0000 mon.a (mon.0) 687 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:25.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:23.944762+0000 mon.a (mon.0) 688 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:25.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:23.946944+0000 mon.b (mon.2) 60 : audit [INF] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-17T08:15:25.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:23.947348+0000 mgr.x (mgr.34574) 39 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-17T08:15:25.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:15:23.949201+0000 mgr.x (mgr.34574) 40 : cephadm [INF] Reconfiguring daemon grafana.a on smithi187 2024-09-17T08:15:25.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:15:23.338834+0000 mgr.x (mgr.34574) 36 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:15:25.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:23.874368+0000 mon.a (mon.0) 685 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:25.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:23.879421+0000 mon.a (mon.0) 686 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:25.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:15:23.880588+0000 mgr.x (mgr.34574) 37 : cephadm [INF] Reconfiguring grafana.a (dependencies changed)... 2024-09-17T08:15:25.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:15:23.888374+0000 mgr.x (mgr.34574) 38 : cephadm [INF] Regenerating cephadm self-signed grafana TLS certificates 2024-09-17T08:15:25.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:23.941168+0000 mon.a (mon.0) 687 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:25.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:23.944762+0000 mon.a (mon.0) 688 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:25.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:23.946944+0000 mon.b (mon.2) 60 : audit [INF] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-17T08:15:25.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:23.947348+0000 mgr.x (mgr.34574) 39 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-17T08:15:25.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:15:23.949201+0000 mgr.x (mgr.34574) 40 : cephadm [INF] Reconfiguring daemon grafana.a on smithi187 2024-09-17T08:15:25.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:15:23.338834+0000 mgr.x (mgr.34574) 36 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:15:25.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:23.874368+0000 mon.a (mon.0) 685 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:25.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:23.879421+0000 mon.a (mon.0) 686 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:25.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:15:23.880588+0000 mgr.x (mgr.34574) 37 : cephadm [INF] Reconfiguring grafana.a (dependencies changed)... 2024-09-17T08:15:25.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:15:23.888374+0000 mgr.x (mgr.34574) 38 : cephadm [INF] Regenerating cephadm self-signed grafana TLS certificates 2024-09-17T08:15:25.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:23.941168+0000 mon.a (mon.0) 687 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:25.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:23.944762+0000 mon.a (mon.0) 688 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:25.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:23.946944+0000 mon.b (mon.2) 60 : audit [INF] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-17T08:15:25.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:23.947348+0000 mgr.x (mgr.34574) 39 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-17T08:15:25.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:15:23.949201+0000 mgr.x (mgr.34574) 40 : cephadm [INF] Reconfiguring daemon grafana.a on smithi187 2024-09-17T08:15:27.146 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:15:25.339396+0000 mgr.x (mgr.34574) 41 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:15:27.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:15:25.339396+0000 mgr.x (mgr.34574) 41 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:15:27.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:15:25.339396+0000 mgr.x (mgr.34574) 41 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:15:29.146 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:28 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:15:27.339923+0000 mgr.x (mgr.34574) 42 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:15:29.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:15:27.339923+0000 mgr.x (mgr.34574) 42 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:15:29.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:15:27.339923+0000 mgr.x (mgr.34574) 42 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:15:31.146 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:15:29.340223+0000 mgr.x (mgr.34574) 43 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:15:31.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:15:29.340223+0000 mgr.x (mgr.34574) 43 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:15:31.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:15:29.340223+0000 mgr.x (mgr.34574) 43 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:15:32.984 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:32 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Scheduled restart job, restart counter is at 1. 2024-09-17T08:15:32.984 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:32 smithi187 systemd[1]: Stopped Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:15:32.984 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:32 smithi187 systemd[1]: Starting Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:15:32.984 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:32 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:15:31.341039+0000 mgr.x (mgr.34574) 44 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:15:33.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:32 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:15:31.341039+0000 mgr.x (mgr.34574) 44 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:15:33.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:32 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:15:31.341039+0000 mgr.x (mgr.34574) 44 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:15:33.374 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:33 smithi187 podman[44098]: 2024-09-17 08:15:32.999261416 +0000 UTC m=+0.197058103 image pull de242295e2257c37c8cadfd962369228f8f10b2d48a44259b65fef44ad4f6490 docker.io/prom/prometheus:v2.18.1 2024-09-17T08:15:34.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:15:33.341370+0000 mgr.x (mgr.34574) 45 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:15:34.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:15:33.341370+0000 mgr.x (mgr.34574) 45 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:15:34.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:15:33.341370+0000 mgr.x (mgr.34574) 45 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:15:35.792 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:35 smithi187 podman[44098]: 2024-09-17 08:15:35.532821831 +0000 UTC m=+2.730618516 container create 38a1a6feb579713ba15db262cefb3500f479cf546f845d275badee391bf1e650 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:15:35.793 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:35 smithi187 podman[44098]: 2024-09-17 08:15:35.793185185 +0000 UTC m=+2.990981869 container init 38a1a6feb579713ba15db262cefb3500f479cf546f845d275badee391bf1e650 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:15:36.147 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:35 smithi187 podman[44098]: 2024-09-17 08:15:35.796791735 +0000 UTC m=+2.994588430 container start 38a1a6feb579713ba15db262cefb3500f479cf546f845d275badee391bf1e650 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:15:36.147 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[44145]: level=info ts=2024-09-17T08:15:35.828Z caller=main.go:302 msg="No time or size retention was set so using the default time retention" duration=15d 2024-09-17T08:15:36.147 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[44145]: level=info ts=2024-09-17T08:15:35.828Z caller=main.go:337 msg="Starting Prometheus" version="(version=2.18.1, branch=HEAD, revision=ecee9c8abfd118f139014cb1b174b08db3f342cf)" 2024-09-17T08:15:36.147 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[44145]: level=info ts=2024-09-17T08:15:35.828Z caller=main.go:338 build_context="(go=go1.14.2, user=root@2117a9e64a7e, date=20200507-16:51:47)" 2024-09-17T08:15:36.147 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[44145]: level=info ts=2024-09-17T08:15:35.828Z caller=main.go:339 host_details="(Linux 5.14.0-508.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024 x86_64 smithi187 (none))" 2024-09-17T08:15:36.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[44145]: level=info ts=2024-09-17T08:15:35.828Z caller=main.go:340 fd_limits="(soft=1048576, hard=1048576)" 2024-09-17T08:15:36.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[44145]: level=info ts=2024-09-17T08:15:35.828Z caller=main.go:341 vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-17T08:15:36.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[44145]: level=info ts=2024-09-17T08:15:35.829Z caller=main.go:678 msg="Starting TSDB ..." 2024-09-17T08:15:36.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[44145]: level=info ts=2024-09-17T08:15:35.829Z caller=web.go:523 component=web msg="Start listening for connections" address=:9095 2024-09-17T08:15:36.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[44145]: level=info ts=2024-09-17T08:15:35.832Z caller=head.go:575 component=tsdb msg="Replaying WAL, this may take awhile" 2024-09-17T08:15:36.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[44145]: level=info ts=2024-09-17T08:15:35.832Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-09-17T08:15:36.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[44145]: level=info ts=2024-09-17T08:15:35.840Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-09-17T08:15:36.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[44145]: level=info ts=2024-09-17T08:15:35.840Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-09-17T08:15:36.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[44145]: level=info ts=2024-09-17T08:15:35.840Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-09-17T08:15:36.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[44145]: level=info ts=2024-09-17T08:15:35.840Z caller=head.go:627 component=tsdb msg="WAL replay completed" duration=7.454109ms 2024-09-17T08:15:36.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[44145]: level=info ts=2024-09-17T08:15:35.841Z caller=main.go:694 fs_type=XFS_SUPER_MAGIC 2024-09-17T08:15:36.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[44145]: level=info ts=2024-09-17T08:15:35.841Z caller=main.go:695 msg="TSDB started" 2024-09-17T08:15:36.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[44145]: level=info ts=2024-09-17T08:15:35.841Z caller=main.go:799 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-17T08:15:36.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[44145]: level=info ts=2024-09-17T08:15:35.842Z caller=main.go:547 msg="Stopping scrape discovery manager..." 2024-09-17T08:15:36.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[44145]: level=info ts=2024-09-17T08:15:35.842Z caller=main.go:561 msg="Stopping notify discovery manager..." 2024-09-17T08:15:36.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[44145]: level=info ts=2024-09-17T08:15:35.842Z caller=main.go:583 msg="Stopping scrape manager..." 2024-09-17T08:15:36.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[44145]: level=info ts=2024-09-17T08:15:35.842Z caller=main.go:557 msg="Notify discovery manager stopped" 2024-09-17T08:15:36.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[44145]: level=info ts=2024-09-17T08:15:35.842Z caller=main.go:543 msg="Scrape discovery manager stopped" 2024-09-17T08:15:36.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[44145]: level=info ts=2024-09-17T08:15:35.842Z caller=main.go:577 msg="Scrape manager stopped" 2024-09-17T08:15:36.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[44145]: level=info ts=2024-09-17T08:15:35.842Z caller=manager.go:882 component="rule manager" msg="Stopping rule manager..." 2024-09-17T08:15:36.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[44145]: level=info ts=2024-09-17T08:15:35.842Z caller=manager.go:892 component="rule manager" msg="Rule manager stopped" 2024-09-17T08:15:36.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[44145]: level=info ts=2024-09-17T08:15:35.842Z caller=notifier.go:601 component=notifier msg="Stopping notification manager..." 2024-09-17T08:15:36.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[44145]: level=info ts=2024-09-17T08:15:35.842Z caller=main.go:749 msg="Notifier manager stopped" 2024-09-17T08:15:36.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[44145]: level=error ts=2024-09-17T08:15:35.842Z caller=main.go:758 err="error loading config from \"/etc/prometheus/prometheus.yml\": couldn't load configuration (--config.file=\"/etc/prometheus/prometheus.yml\"): parsing YAML file /etc/prometheus/prometheus.yml: yaml: unmarshal errors:\n line 14: field http_sd_configs not found in type config.plain\n line 27: field http_sd_configs not found in type config.plain\n line 31: field http_sd_configs not found in type config.plain\n line 45: field http_sd_configs not found in type config.plain\n line 49: field http_sd_configs not found in type config.plain" 2024-09-17T08:15:36.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:35 smithi187 bash[44098]: 38a1a6feb579713ba15db262cefb3500f479cf546f845d275badee391bf1e650 2024-09-17T08:15:36.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:35 smithi187 systemd[1]: Started Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:15:36.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:35 smithi187 podman[44164]: 2024-09-17 08:15:35.886112544 +0000 UTC m=+0.035768579 container died 38a1a6feb579713ba15db262cefb3500f479cf546f845d275badee391bf1e650 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:15:36.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:36 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:15:35.342039+0000 mgr.x (mgr.34574) 46 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:15:36.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:36 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:15:35.342039+0000 mgr.x (mgr.34574) 46 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:15:36.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:15:35.342039+0000 mgr.x (mgr.34574) 46 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:15:36.897 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:36 smithi187 podman[44164]: 2024-09-17 08:15:36.505183261 +0000 UTC m=+0.654839298 container remove 38a1a6feb579713ba15db262cefb3500f479cf546f845d275badee391bf1e650 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:15:36.897 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:36 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Main process exited, code=exited, status=1/FAILURE 2024-09-17T08:15:36.897 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:36 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Failed with result 'exit-code'. 2024-09-17T08:15:37.353 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:36 smithi187 systemd[1]: Stopping Ceph grafana.a for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:15:37.353 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:15:37+0000 lvl=info msg="Shutdown started" logger=server reason="System signal: terminated" 2024-09-17T08:15:37.353 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:15:37+0000 lvl=info msg="Stopped CleanUpService" logger=server reason="context canceled" 2024-09-17T08:15:37.353 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:15:37+0000 lvl=info msg="Stopped UsageStatsService" logger=server reason="context canceled" 2024-09-17T08:15:37.354 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:15:37+0000 lvl=info msg="Stopped InternalMetricsService" logger=server reason="context canceled" 2024-09-17T08:15:37.354 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:15:37+0000 lvl=info msg="Stopped provisioningServiceImpl" logger=server reason="context canceled" 2024-09-17T08:15:37.354 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:15:37+0000 lvl=info msg="Stopped AlertEngine" logger=server reason="context canceled" 2024-09-17T08:15:37.354 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:15:37+0000 lvl=info msg="Stopped NotificationService" logger=server reason="context canceled" 2024-09-17T08:15:37.354 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:15:37+0000 lvl=info msg="Stopped BackendPluginManager" logger=server reason="context canceled" 2024-09-17T08:15:37.354 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:15:37+0000 lvl=info msg="Stopped Stream Manager" 2024-09-17T08:15:37.354 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:15:37+0000 lvl=info msg="Stopped PluginManager" logger=server reason="context canceled" 2024-09-17T08:15:37.354 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:15:37+0000 lvl=info msg="Stopped UserAuthTokenService" logger=server reason="context canceled" 2024-09-17T08:15:37.354 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[36588]: t=2024-09-17T08:15:37+0000 lvl=info msg="Stopped RemoteCache" logger=server reason="context canceled" 2024-09-17T08:15:37.354 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:37 smithi187 podman[44194]: 2024-09-17 08:15:37.104528236 +0000 UTC m=+0.131103084 container died ed6fc23647a7711bd85ba06cae513c8682794076764fa5f95a40fcbf623d28f1 (image=docker.io/ceph/ceph-grafana:6.7.4, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a, maintainer=Paul Cuzner , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.19.8, org.label-schema.build-date=20201204, org.label-schema.license=GPLv2, description=Ceph Grafana Container, summary=Grafana Container configured for Ceph mgr/dashboard integration, org.label-schema.name=CentOS Base Image) 2024-09-17T08:15:37.646 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:37 smithi187 podman[44194]: 2024-09-17 08:15:37.45266354 +0000 UTC m=+0.479238375 container cleanup ed6fc23647a7711bd85ba06cae513c8682794076764fa5f95a40fcbf623d28f1 (image=docker.io/ceph/ceph-grafana:6.7.4, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a, maintainer=Paul Cuzner , org.label-schema.name=CentOS Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.19.8, org.label-schema.build-date=20201204, org.label-schema.license=GPLv2, summary=Grafana Container configured for Ceph mgr/dashboard integration, description=Ceph Grafana Container) 2024-09-17T08:15:37.647 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:37 smithi187 podman[44194]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a 2024-09-17T08:15:38.086 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:37 smithi187 podman[44208]: 2024-09-17 08:15:37.74620636 +0000 UTC m=+0.644296333 container remove ed6fc23647a7711bd85ba06cae513c8682794076764fa5f95a40fcbf623d28f1 (image=docker.io/ceph/ceph-grafana:6.7.4, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a, org.label-schema.build-date=20201204, description=Ceph Grafana Container, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Base Image, maintainer=Paul Cuzner , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.buildah.version=1.19.8) 2024-09-17T08:15:38.087 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:37 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@grafana.a.service: Deactivated successfully. 2024-09-17T08:15:38.087 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:37 smithi187 systemd[1]: Stopped Ceph grafana.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:15:38.087 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:37 smithi187 systemd[1]: Starting Ceph grafana.a for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:15:38.087 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:37 smithi187 podman[44247]: 2024-09-17 08:15:37.831600348 +0000 UTC m=+0.015663461 image pull 557c83e11646f123a27b5e4b62ac6c45e7bb8b2e90d6044034d0db5b7019415c docker.io/ceph/ceph-grafana:6.7.4 2024-09-17T08:15:38.087 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:37 smithi187 podman[44247]: 2024-09-17 08:15:37.980407616 +0000 UTC m=+0.164470715 container create 25ed58e5ef5b2bab4e684a2e94b74db8193926084ec724ffd31a3d4a807b26b3 (image=docker.io/ceph/ceph-grafana:6.7.4, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.19.8, org.label-schema.name=CentOS Base Image, org.label-schema.build-date=20201204, description=Ceph Grafana Container, org.label-schema.license=GPLv2, summary=Grafana Container configured for Ceph mgr/dashboard integration, maintainer=Paul Cuzner ) 2024-09-17T08:15:38.343 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 podman[44247]: 2024-09-17 08:15:38.232137871 +0000 UTC m=+0.416200969 container init 25ed58e5ef5b2bab4e684a2e94b74db8193926084ec724ffd31a3d4a807b26b3 (image=docker.io/ceph/ceph-grafana:6.7.4, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a, org.label-schema.vendor=CentOS, maintainer=Paul Cuzner , io.buildah.version=1.19.8, summary=Grafana Container configured for Ceph mgr/dashboard integration, description=Ceph Grafana Container, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Base Image, org.label-schema.build-date=20201204, org.label-schema.schema-version=1.0) 2024-09-17T08:15:38.344 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 podman[44247]: 2024-09-17 08:15:38.235167975 +0000 UTC m=+0.419231079 container start 25ed58e5ef5b2bab4e684a2e94b74db8193926084ec724ffd31a3d4a807b26b3 (image=docker.io/ceph/ceph-grafana:6.7.4, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a, org.label-schema.schema-version=1.0, org.label-schema.build-date=20201204, description=Ceph Grafana Container, org.label-schema.license=GPLv2, summary=Grafana Container configured for Ceph mgr/dashboard integration, maintainer=Paul Cuzner , org.label-schema.vendor=CentOS, io.buildah.version=1.19.8, org.label-schema.name=CentOS Base Image) 2024-09-17T08:15:38.344 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Starting Grafana" logger=server version=6.7.4 commit=8e44bbc5f5 branch=HEAD compiled=2020-05-26T17:35:38+0000 2024-09-17T08:15:38.344 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Config loaded from" logger=settings file=/usr/share/grafana/conf/defaults.ini 2024-09-17T08:15:38.344 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Config loaded from" logger=settings file=/etc/grafana/grafana.ini 2024-09-17T08:15:38.344 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_DATA=/var/lib/grafana" 2024-09-17T08:15:38.344 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_LOGS=/var/log/grafana" 2024-09-17T08:15:38.344 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-09-17T08:15:38.344 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-09-17T08:15:38.344 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Path Home" logger=settings path=/usr/share/grafana 2024-09-17T08:15:38.344 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Path Data" logger=settings path=/var/lib/grafana 2024-09-17T08:15:38.344 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Path Logs" logger=settings path=/var/log/grafana 2024-09-17T08:15:38.344 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Path Plugins" logger=settings path=/var/lib/grafana/plugins 2024-09-17T08:15:38.345 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Path Provisioning" logger=settings path=/etc/grafana/provisioning 2024-09-17T08:15:38.345 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="App mode production" logger=settings 2024-09-17T08:15:38.345 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Initializing SqlStore" logger=server 2024-09-17T08:15:38.345 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Connecting to DB" logger=sqlstore dbtype=sqlite3 2024-09-17T08:15:38.345 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Starting DB migration" logger=migrator 2024-09-17T08:15:38.345 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create migration_log table" 2024-09-17T08:15:38.345 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create user table" 2024-09-17T08:15:38.346 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user.login" 2024-09-17T08:15:38.346 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user.email" 2024-09-17T08:15:38.346 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_user_login - v1" 2024-09-17T08:15:38.346 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_user_email - v1" 2024-09-17T08:15:38.346 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table user to user_v1 - v1" 2024-09-17T08:15:38.346 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create user table v2" 2024-09-17T08:15:38.346 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_user_login - v2" 2024-09-17T08:15:38.346 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_user_email - v2" 2024-09-17T08:15:38.346 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="copy data_source v1 to v2" 2024-09-17T08:15:38.346 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table user_v1" 2024-09-17T08:15:38.346 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add column help_flags1 to user table" 2024-09-17T08:15:38.346 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Update user table charset" 2024-09-17T08:15:38.346 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add last_seen_at column to user" 2024-09-17T08:15:38.346 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add missing user data" 2024-09-17T08:15:38.347 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add is_disabled column to user" 2024-09-17T08:15:38.347 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create temp user table v1-7" 2024-09-17T08:15:38.347 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_email - v1-7" 2024-09-17T08:15:38.347 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_org_id - v1-7" 2024-09-17T08:15:38.347 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_code - v1-7" 2024-09-17T08:15:38.347 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_status - v1-7" 2024-09-17T08:15:38.347 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Update temp_user table charset" 2024-09-17T08:15:38.347 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create star table" 2024-09-17T08:15:38.347 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index star.user_id_dashboard_id" 2024-09-17T08:15:38.347 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create org table v1" 2024-09-17T08:15:38.347 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_org_name - v1" 2024-09-17T08:15:38.347 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create org_user table v1" 2024-09-17T08:15:38.347 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_org_user_org_id - v1" 2024-09-17T08:15:38.347 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_org_user_org_id_user_id - v1" 2024-09-17T08:15:38.348 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Update org table charset" 2024-09-17T08:15:38.348 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Update org_user table charset" 2024-09-17T08:15:38.348 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Migrate all Read Only Viewers to Viewers" 2024-09-17T08:15:38.348 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard table" 2024-09-17T08:15:38.348 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard.account_id" 2024-09-17T08:15:38.348 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_account_id_slug" 2024-09-17T08:15:38.348 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_tag table" 2024-09-17T08:15:38.348 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_tag.dasboard_id_term" 2024-09-17T08:15:38.348 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-09-17T08:15:38.349 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table dashboard to dashboard_v1 - v1" 2024-09-17T08:15:38.349 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard v2" 2024-09-17T08:15:38.349 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_org_id - v2" 2024-09-17T08:15:38.349 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_dashboard_org_id_slug - v2" 2024-09-17T08:15:38.349 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="copy dashboard v1 to v2" 2024-09-17T08:15:38.349 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="drop table dashboard_v1" 2024-09-17T08:15:38.349 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="alter dashboard.data to mediumtext v1" 2024-09-17T08:15:38.349 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add column updated_by in dashboard - v2" 2024-09-17T08:15:38.350 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add column created_by in dashboard - v2" 2024-09-17T08:15:38.350 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add column gnetId in dashboard" 2024-09-17T08:15:38.350 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for gnetId in dashboard" 2024-09-17T08:15:38.350 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add column plugin_id in dashboard" 2024-09-17T08:15:38.350 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for plugin_id in dashboard" 2024-09-17T08:15:38.350 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for dashboard_id in dashboard_tag" 2024-09-17T08:15:38.350 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard table charset" 2024-09-17T08:15:38.350 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard_tag table charset" 2024-09-17T08:15:38.350 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add column folder_id in dashboard" 2024-09-17T08:15:38.350 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add column isFolder in dashboard" 2024-09-17T08:15:38.350 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add column has_acl in dashboard" 2024-09-17T08:15:38.350 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add column uid in dashboard" 2024-09-17T08:15:38.350 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Update uid column values in dashboard" 2024-09-17T08:15:38.350 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index dashboard_org_id_uid" 2024-09-17T08:15:38.351 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Remove unique index org_id_slug" 2024-09-17T08:15:38.351 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard title length" 2024-09-17T08:15:38.351 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index for dashboard_org_id_title_folder_id" 2024-09-17T08:15:38.351 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_provisioning" 2024-09-17T08:15:38.351 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-09-17T08:15:38.351 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_provisioning v2" 2024-09-17T08:15:38.351 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-09-17T08:15:38.351 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-09-17T08:15:38.351 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="copy dashboard_provisioning v1 to v2" 2024-09-17T08:15:38.351 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="drop dashboard_provisioning_tmp_qwerty" 2024-09-17T08:15:38.351 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add check_sum column" 2024-09-17T08:15:38.351 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create data_source table" 2024-09-17T08:15:38.351 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="add index data_source.account_id" 2024-09-17T08:15:38.351 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index data_source.account_id_name" 2024-09-17T08:15:38.352 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_data_source_account_id - v1" 2024-09-17T08:15:38.352 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_data_source_account_id_name - v1" 2024-09-17T08:15:38.352 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table data_source to data_source_v1 - v1" 2024-09-17T08:15:38.352 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create data_source table v2" 2024-09-17T08:15:38.352 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_data_source_org_id - v2" 2024-09-17T08:15:38.352 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_data_source_org_id_name - v2" 2024-09-17T08:15:38.352 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="copy data_source v1 to v2" 2024-09-17T08:15:38.352 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table data_source_v1 #2" 2024-09-17T08:15:38.352 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add column with_credentials" 2024-09-17T08:15:38.352 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add secure json data column" 2024-09-17T08:15:38.352 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Update data_source table charset" 2024-09-17T08:15:38.352 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Update initial version to 1" 2024-09-17T08:15:38.352 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add read_only data column" 2024-09-17T08:15:38.352 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Migrate logging ds to loki ds" 2024-09-17T08:15:38.352 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Update json_data with nulls" 2024-09-17T08:15:38.353 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create api_key table" 2024-09-17T08:15:38.353 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="add index api_key.account_id" 2024-09-17T08:15:38.353 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="add index api_key.key" 2024-09-17T08:15:38.353 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="add index api_key.account_id_name" 2024-09-17T08:15:38.353 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_api_key_account_id - v1" 2024-09-17T08:15:38.353 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_api_key_key - v1" 2024-09-17T08:15:38.353 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_api_key_account_id_name - v1" 2024-09-17T08:15:38.353 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table api_key to api_key_v1 - v1" 2024-09-17T08:15:38.353 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create api_key table v2" 2024-09-17T08:15:38.353 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_api_key_org_id - v2" 2024-09-17T08:15:38.353 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_api_key_key - v2" 2024-09-17T08:15:38.353 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_api_key_org_id_name - v2" 2024-09-17T08:15:38.353 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="copy api_key v1 to v2" 2024-09-17T08:15:38.353 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table api_key_v1" 2024-09-17T08:15:38.354 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Update api_key table charset" 2024-09-17T08:15:38.354 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add expires to api_key table" 2024-09-17T08:15:38.354 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_snapshot table v4" 2024-09-17T08:15:38.354 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="drop table dashboard_snapshot_v4 #1" 2024-09-17T08:15:38.354 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_snapshot table v5 #2" 2024-09-17T08:15:38.354 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_dashboard_snapshot_key - v5" 2024-09-17T08:15:38.354 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-09-17T08:15:38.354 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_snapshot_user_id - v5" 2024-09-17T08:15:38.354 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="alter dashboard_snapshot to mediumtext v2" 2024-09-17T08:15:38.354 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard_snapshot table charset" 2024-09-17T08:15:38.354 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add column external_delete_url to dashboard_snapshots table" 2024-09-17T08:15:38.354 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create quota table v1" 2024-09-17T08:15:38.354 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_quota_org_id_user_id_target - v1" 2024-09-17T08:15:38.354 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Update quota table charset" 2024-09-17T08:15:38.354 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create plugin_setting table" 2024-09-17T08:15:38.355 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-09-17T08:15:38.355 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add column plugin_version to plugin_settings" 2024-09-17T08:15:38.355 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Update plugin_setting table charset" 2024-09-17T08:15:38.355 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create session table" 2024-09-17T08:15:38.355 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table playlist table" 2024-09-17T08:15:38.355 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table playlist_item table" 2024-09-17T08:15:38.355 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create playlist table v2" 2024-09-17T08:15:38.355 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create playlist item table v2" 2024-09-17T08:15:38.355 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Update playlist table charset" 2024-09-17T08:15:38.355 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Update playlist_item table charset" 2024-09-17T08:15:38.355 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="drop preferences table v2" 2024-09-17T08:15:38.355 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="drop preferences table v3" 2024-09-17T08:15:38.355 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create preferences table v3" 2024-09-17T08:15:38.355 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Update preferences table charset" 2024-09-17T08:15:38.355 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add column team_id in preferences" 2024-09-17T08:15:38.356 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Update team_id column values in preferences" 2024-09-17T08:15:38.356 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create alert table v1" 2024-09-17T08:15:38.356 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert org_id & id " 2024-09-17T08:15:38.356 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert state" 2024-09-17T08:15:38.356 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert dashboard_id" 2024-09-17T08:15:38.357 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Create alert_rule_tag table v1" 2024-09-17T08:15:38.357 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-09-17T08:15:38.357 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_notification table v1" 2024-09-17T08:15:38.357 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add column is_default" 2024-09-17T08:15:38.357 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add column frequency" 2024-09-17T08:15:38.357 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add column send_reminder" 2024-09-17T08:15:38.357 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add column disable_resolve_message" 2024-09-17T08:15:38.357 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert_notification org_id & name" 2024-09-17T08:15:38.357 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Update alert table charset" 2024-09-17T08:15:38.357 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Update alert_notification table charset" 2024-09-17T08:15:38.357 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create notification_journal table v1" 2024-09-17T08:15:38.358 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="add index notification_journal org_id & alert_id & notifier_id" 2024-09-17T08:15:38.358 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="drop alert_notification_journal" 2024-09-17T08:15:38.358 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_notification_state table v1" 2024-09-17T08:15:38.358 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-09-17T08:15:38.358 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add for to alert table" 2024-09-17T08:15:38.358 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add column uid in alert_notification" 2024-09-17T08:15:38.358 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Update uid column values in alert_notification" 2024-09-17T08:15:38.358 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index alert_notification_org_id_uid" 2024-09-17T08:15:38.358 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Remove unique index org_id_name" 2024-09-17T08:15:38.358 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old annotation table v4" 2024-09-17T08:15:38.358 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create annotation table v5" 2024-09-17T08:15:38.358 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 0 v3" 2024-09-17T08:15:38.358 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 1 v3" 2024-09-17T08:15:38.358 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 2 v3" 2024-09-17T08:15:38.359 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 3 v3" 2024-09-17T08:15:38.359 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 4 v3" 2024-09-17T08:15:38.359 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Update annotation table charset" 2024-09-17T08:15:38.359 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add column region_id to annotation table" 2024-09-17T08:15:38.359 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Drop category_id index" 2024-09-17T08:15:38.359 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add column tags to annotation table" 2024-09-17T08:15:38.359 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Create annotation_tag table v2" 2024-09-17T08:15:38.359 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index annotation_tag.annotation_id_tag_id" 2024-09-17T08:15:38.359 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Update alert annotations and set TEXT to empty" 2024-09-17T08:15:38.359 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add created time to annotation table" 2024-09-17T08:15:38.359 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add updated time to annotation table" 2024-09-17T08:15:38.359 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for created in annotation table" 2024-09-17T08:15:38.359 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for updated in annotation table" 2024-09-17T08:15:38.359 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Convert existing annotations from seconds to milliseconds" 2024-09-17T08:15:38.360 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add epoch_end column" 2024-09-17T08:15:38.360 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for epoch_end" 2024-09-17T08:15:38.360 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Make epoch_end the same as epoch" 2024-09-17T08:15:38.360 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Move region to single row" 2024-09-17T08:15:38.360 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Remove index org_id_epoch from annotation table" 2024-09-17T08:15:38.360 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-09-17T08:15:38.360 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-09-17T08:15:38.360 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for org_id_epoch_end_epoch on annotation table" 2024-09-17T08:15:38.360 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Remove index org_id_epoch_epoch_end from annotation table" 2024-09-17T08:15:38.360 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for alert_id on annotation table" 2024-09-17T08:15:38.360 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create test_data table" 2024-09-17T08:15:38.360 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_version table v1" 2024-09-17T08:15:38.360 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_version.dashboard_id" 2024-09-17T08:15:38.360 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-09-17T08:15:38.361 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Set dashboard version to 1 where 0" 2024-09-17T08:15:38.361 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="save existing dashboard data in dashboard_version table v1" 2024-09-17T08:15:38.361 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="alter dashboard_version.data to mediumtext v1" 2024-09-17T08:15:38.361 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create team table" 2024-09-17T08:15:38.361 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="add index team.org_id" 2024-09-17T08:15:38.361 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index team_org_id_name" 2024-09-17T08:15:38.361 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create team member table" 2024-09-17T08:15:38.361 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="add index team_member.org_id" 2024-09-17T08:15:38.361 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index team_member_org_id_team_id_user_id" 2024-09-17T08:15:38.361 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add column email to team table" 2024-09-17T08:15:38.361 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add column external to team_member table" 2024-09-17T08:15:38.361 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add column permission to team_member table" 2024-09-17T08:15:38.361 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard acl table" 2024-09-17T08:15:38.361 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_acl_dashboard_id" 2024-09-17T08:15:38.362 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_acl_dashboard_id_user_id" 2024-09-17T08:15:38.362 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_acl_dashboard_id_team_id" 2024-09-17T08:15:38.362 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="save default acl rules in dashboard_acl table" 2024-09-17T08:15:38.362 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create tag table" 2024-09-17T08:15:38.362 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="add index tag.key_value" 2024-09-17T08:15:38.362 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create login attempt table" 2024-09-17T08:15:38.362 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="add index login_attempt.username" 2024-09-17T08:15:38.362 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_login_attempt_username - v1" 2024-09-17T08:15:38.362 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-09-17T08:15:38.362 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create login_attempt v2" 2024-09-17T08:15:38.362 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_login_attempt_username - v2" 2024-09-17T08:15:38.362 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="copy login_attempt v1 to v2" 2024-09-17T08:15:38.362 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="drop login_attempt_tmp_qwerty" 2024-09-17T08:15:38.363 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create user auth table" 2024-09-17T08:15:38.363 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-09-17T08:15:38.363 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="alter user_auth.auth_id to length 190" 2024-09-17T08:15:38.363 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth access token to user_auth" 2024-09-17T08:15:38.363 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth refresh token to user_auth" 2024-09-17T08:15:38.363 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth token type to user_auth" 2024-09-17T08:15:38.363 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth expiry to user_auth" 2024-09-17T08:15:38.363 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add index to user_id column in user_auth" 2024-09-17T08:15:38.363 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create server_lock table" 2024-09-17T08:15:38.363 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="add index server_lock.operation_uid" 2024-09-17T08:15:38.363 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create user auth token table" 2024-09-17T08:15:38.363 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user_auth_token.auth_token" 2024-09-17T08:15:38.363 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user_auth_token.prev_auth_token" 2024-09-17T08:15:38.363 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="create cache_data table" 2024-09-17T08:15:38.364 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index cache_data.cache_key" 2024-09-17T08:15:38.364 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 bash[44247]: 25ed58e5ef5b2bab4e684a2e94b74db8193926084ec724ffd31a3d4a807b26b3 2024-09-17T08:15:38.364 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Created default organization" logger=sqlstore 2024-09-17T08:15:38.364 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Initializing HTTPServer" logger=server 2024-09-17T08:15:38.364 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Initializing BackendPluginManager" logger=server 2024-09-17T08:15:38.364 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Initializing PluginManager" logger=server 2024-09-17T08:15:38.364 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Starting plugin search" logger=plugins 2024-09-17T08:15:38.364 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 systemd[1]: Started Ceph grafana.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:15:38.364 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Registering plugin" logger=plugins name="Pie Chart" 2024-09-17T08:15:38.364 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Registering plugin" logger=plugins name="Status Panel" 2024-09-17T08:15:38.364 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Initializing HooksService" logger=server 2024-09-17T08:15:38.364 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Initializing OSSLicensingService" logger=server 2024-09-17T08:15:38.364 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Initializing InternalMetricsService" logger=server 2024-09-17T08:15:38.364 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Initializing RemoteCache" logger=server 2024-09-17T08:15:38.365 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Initializing RenderingService" logger=server 2024-09-17T08:15:38.365 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Initializing AlertEngine" logger=server 2024-09-17T08:15:38.365 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Initializing QuotaService" logger=server 2024-09-17T08:15:38.365 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Initializing ServerLockService" logger=server 2024-09-17T08:15:38.365 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Initializing UserAuthTokenService" logger=server 2024-09-17T08:15:38.365 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Initializing DatasourceCacheService" logger=server 2024-09-17T08:15:38.365 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Initializing LoginService" logger=server 2024-09-17T08:15:38.365 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Initializing SearchService" logger=server 2024-09-17T08:15:38.365 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Initializing TracingService" logger=server 2024-09-17T08:15:38.365 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Initializing UsageStatsService" logger=server 2024-09-17T08:15:38.365 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Initializing CleanUpService" logger=server 2024-09-17T08:15:38.365 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Initializing NotificationService" logger=server 2024-09-17T08:15:38.365 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Initializing provisioningServiceImpl" logger=server 2024-09-17T08:15:38.365 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="inserting datasource from configuration " logger=provisioning.datasources name=Dashboard1 2024-09-17T08:15:38.365 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="inserting datasource from configuration " logger=provisioning.datasources name=Loki 2024-09-17T08:15:38.366 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Backend rendering via phantomJS" logger=rendering renderer=phantomJS 2024-09-17T08:15:38.366 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=warn msg="phantomJS is deprecated and will be removed in a future release. You should consider migrating from phantomJS to grafana-image-renderer plugin. Read more at https://grafana.com/docs/grafana/latest/administration/image_rendering/" logger=rendering renderer=phantomJS 2024-09-17T08:15:38.366 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="Initializing Stream Manager" 2024-09-17T08:15:38.366 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:15:38+0000 lvl=info msg="HTTP Server Listen" logger=http.server address=[::]:3000 protocol=https subUrl= socket= 2024-09-17T08:15:38.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:15:37.342406+0000 mgr.x (mgr.34574) 47 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:15:38.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:38.364235+0000 mon.a (mon.0) 689 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:38.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:38.369535+0000 mon.a (mon.0) 690 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:38.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:38.371190+0000 mon.b (mon.2) 61 : audit [INF] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi187.kgegfj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-17T08:15:38.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:38.371557+0000 mon.a (mon.0) 691 : audit [INF] from='mgr.34574 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi187.kgegfj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-17T08:15:38.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:38.376891+0000 mon.b (mon.2) 62 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:15:38.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:15:37.342406+0000 mgr.x (mgr.34574) 47 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:15:38.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:38.364235+0000 mon.a (mon.0) 689 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:38.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:38.369535+0000 mon.a (mon.0) 690 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:38.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:38.371190+0000 mon.b (mon.2) 61 : audit [INF] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi187.kgegfj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-17T08:15:38.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:38.371557+0000 mon.a (mon.0) 691 : audit [INF] from='mgr.34574 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi187.kgegfj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-17T08:15:38.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:38.376891+0000 mon.b (mon.2) 62 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:15:38.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:15:37.342406+0000 mgr.x (mgr.34574) 47 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:15:38.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:38.364235+0000 mon.a (mon.0) 689 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:38.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:38.369535+0000 mon.a (mon.0) 690 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:38.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:38.371190+0000 mon.b (mon.2) 61 : audit [INF] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi187.kgegfj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-17T08:15:38.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:38.371557+0000 mon.a (mon.0) 691 : audit [INF] from='mgr.34574 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi187.kgegfj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-17T08:15:38.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:38.376891+0000 mon.b (mon.2) 62 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:15:39.632 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:15:38.370889+0000 mgr.x (mgr.34574) 48 : cephadm [INF] Reconfiguring iscsi.foo.smithi187.kgegfj (dependencies changed)... 2024-09-17T08:15:39.632 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:15:38.377918+0000 mgr.x (mgr.34574) 49 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi187.kgegfj on smithi187 2024-09-17T08:15:39.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:15:38.370889+0000 mgr.x (mgr.34574) 48 : cephadm [INF] Reconfiguring iscsi.foo.smithi187.kgegfj (dependencies changed)... 2024-09-17T08:15:39.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:15:38.377918+0000 mgr.x (mgr.34574) 49 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi187.kgegfj on smithi187 2024-09-17T08:15:39.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:15:38.370889+0000 mgr.x (mgr.34574) 48 : cephadm [INF] Reconfiguring iscsi.foo.smithi187.kgegfj (dependencies changed)... 2024-09-17T08:15:39.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:15:38.377918+0000 mgr.x (mgr.34574) 49 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi187.kgegfj on smithi187 2024-09-17T08:15:40.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:15:39.342903+0000 mgr.x (mgr.34574) 50 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:15:40.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:15:39.342903+0000 mgr.x (mgr.34574) 50 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:15:40.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:15:39.342903+0000 mgr.x (mgr.34574) 50 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:15:42.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:15:41.343563+0000 mgr.x (mgr.34574) 51 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-17T08:15:42.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:15:41.343563+0000 mgr.x (mgr.34574) 51 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-17T08:15:42.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:42 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:15:41.343563+0000 mgr.x (mgr.34574) 51 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-17T08:15:43.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:42.518662+0000 mon.a (mon.0) 692 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:43.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:42.523922+0000 mon.a (mon.0) 693 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:43.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:42.527610+0000 mon.b (mon.2) 63 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-17T08:15:43.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:42.527962+0000 mgr.x (mgr.34574) 52 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-17T08:15:43.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:42.528785+0000 mon.b (mon.2) 64 : audit [INF] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi088.front.sepia.ceph.com:9093"}]: dispatch 2024-09-17T08:15:43.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:42.529043+0000 mgr.x (mgr.34574) 53 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi088.front.sepia.ceph.com:9093"}]: dispatch 2024-09-17T08:15:43.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:42.533043+0000 mon.a (mon.0) 694 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:43.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:42.540812+0000 mon.b (mon.2) 65 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T08:15:43.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:42.541267+0000 mgr.x (mgr.34574) 54 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T08:15:43.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:42.543311+0000 mon.b (mon.2) 66 : audit [INF] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi187.front.sepia.ceph.com:9095"}]: dispatch 2024-09-17T08:15:43.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:42.543684+0000 mgr.x (mgr.34574) 55 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi187.front.sepia.ceph.com:9095"}]: dispatch 2024-09-17T08:15:43.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:42.548506+0000 mon.a (mon.0) 695 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:43.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:42.557441+0000 mon.b (mon.2) 67 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-17T08:15:43.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:42.557808+0000 mgr.x (mgr.34574) 56 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-17T08:15:43.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:42.559105+0000 mon.b (mon.2) 68 : audit [INF] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi187.front.sepia.ceph.com:3000"}]: dispatch 2024-09-17T08:15:43.534 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:42.518662+0000 mon.a (mon.0) 692 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:43.534 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:42.523922+0000 mon.a (mon.0) 693 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:43.534 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:42.527610+0000 mon.b (mon.2) 63 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-17T08:15:43.534 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:42.527962+0000 mgr.x (mgr.34574) 52 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-17T08:15:43.534 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:42.528785+0000 mon.b (mon.2) 64 : audit [INF] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi088.front.sepia.ceph.com:9093"}]: dispatch 2024-09-17T08:15:43.534 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:42.529043+0000 mgr.x (mgr.34574) 53 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi088.front.sepia.ceph.com:9093"}]: dispatch 2024-09-17T08:15:43.535 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:42.533043+0000 mon.a (mon.0) 694 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:43.535 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:42.540812+0000 mon.b (mon.2) 65 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T08:15:43.535 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:42.541267+0000 mgr.x (mgr.34574) 54 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T08:15:43.535 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:42.543311+0000 mon.b (mon.2) 66 : audit [INF] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi187.front.sepia.ceph.com:9095"}]: dispatch 2024-09-17T08:15:43.535 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:42.543684+0000 mgr.x (mgr.34574) 55 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi187.front.sepia.ceph.com:9095"}]: dispatch 2024-09-17T08:15:43.535 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:42.548506+0000 mon.a (mon.0) 695 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:43.535 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:42.557441+0000 mon.b (mon.2) 67 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-17T08:15:43.535 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:42.557808+0000 mgr.x (mgr.34574) 56 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-17T08:15:43.535 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:42.559105+0000 mon.b (mon.2) 68 : audit [INF] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi187.front.sepia.ceph.com:3000"}]: dispatch 2024-09-17T08:15:43.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:42.559347+0000 mgr.x (mgr.34574) 57 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi187.front.sepia.ceph.com:3000"}]: dispatch 2024-09-17T08:15:43.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:42.563357+0000 mon.a (mon.0) 696 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:43.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:42.569981+0000 mon.b (mon.2) 69 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-17T08:15:43.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:42.570468+0000 mgr.x (mgr.34574) 58 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-17T08:15:43.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:42.577530+0000 mon.b (mon.2) 70 : audit [INF] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-17T08:15:43.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:42.577867+0000 mgr.x (mgr.34574) 59 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-17T08:15:43.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:42.615728+0000 mon.b (mon.2) 71 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:15:43.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:43.007852+0000 mon.a (mon.0) 697 : audit [DBG] from='client.? 172.21.15.187:0/4236192312' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:15:43.536 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:42.559347+0000 mgr.x (mgr.34574) 57 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi187.front.sepia.ceph.com:3000"}]: dispatch 2024-09-17T08:15:43.536 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:42.563357+0000 mon.a (mon.0) 696 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:43.536 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:42.569981+0000 mon.b (mon.2) 69 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-17T08:15:43.536 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:42.570468+0000 mgr.x (mgr.34574) 58 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-17T08:15:43.536 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:42.577530+0000 mon.b (mon.2) 70 : audit [INF] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-17T08:15:43.537 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:42.577867+0000 mgr.x (mgr.34574) 59 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-17T08:15:43.537 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:42.615728+0000 mon.b (mon.2) 71 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:15:43.537 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:43.007852+0000 mon.a (mon.0) 697 : audit [DBG] from='client.? 172.21.15.187:0/4236192312' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:15:43.821 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:42.518662+0000 mon.a (mon.0) 692 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:43.821 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:42.523922+0000 mon.a (mon.0) 693 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:43.821 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:42.527610+0000 mon.b (mon.2) 63 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-17T08:15:43.821 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:42.527962+0000 mgr.x (mgr.34574) 52 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-17T08:15:43.821 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:42.528785+0000 mon.b (mon.2) 64 : audit [INF] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi088.front.sepia.ceph.com:9093"}]: dispatch 2024-09-17T08:15:43.821 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:42.529043+0000 mgr.x (mgr.34574) 53 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi088.front.sepia.ceph.com:9093"}]: dispatch 2024-09-17T08:15:43.821 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:42.533043+0000 mon.a (mon.0) 694 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:43.822 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:42.540812+0000 mon.b (mon.2) 65 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T08:15:43.822 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:42.541267+0000 mgr.x (mgr.34574) 54 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T08:15:43.822 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:42.543311+0000 mon.b (mon.2) 66 : audit [INF] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi187.front.sepia.ceph.com:9095"}]: dispatch 2024-09-17T08:15:43.822 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:42.543684+0000 mgr.x (mgr.34574) 55 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi187.front.sepia.ceph.com:9095"}]: dispatch 2024-09-17T08:15:43.822 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:42.548506+0000 mon.a (mon.0) 695 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:43.822 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:42.557441+0000 mon.b (mon.2) 67 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-17T08:15:43.822 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:42.557808+0000 mgr.x (mgr.34574) 56 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-17T08:15:43.822 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:42.559105+0000 mon.b (mon.2) 68 : audit [INF] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi187.front.sepia.ceph.com:3000"}]: dispatch 2024-09-17T08:15:43.822 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:42.559347+0000 mgr.x (mgr.34574) 57 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi187.front.sepia.ceph.com:3000"}]: dispatch 2024-09-17T08:15:43.822 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:42.563357+0000 mon.a (mon.0) 696 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:43.822 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:42.569981+0000 mon.b (mon.2) 69 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-17T08:15:43.822 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:42.570468+0000 mgr.x (mgr.34574) 58 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-17T08:15:43.823 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:42.577530+0000 mon.b (mon.2) 70 : audit [INF] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-17T08:15:43.823 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:42.577867+0000 mgr.x (mgr.34574) 59 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-17T08:15:43.823 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:42.615728+0000 mon.b (mon.2) 71 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:15:43.823 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:43.007852+0000 mon.a (mon.0) 697 : audit [DBG] from='client.? 172.21.15.187:0/4236192312' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:15:44.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:44 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:15:43.343918+0000 mgr.x (mgr.34574) 60 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 938 B/s rd, 0 op/s 2024-09-17T08:15:44.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:15:43.343918+0000 mgr.x (mgr.34574) 60 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 938 B/s rd, 0 op/s 2024-09-17T08:15:44.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:15:43.343918+0000 mgr.x (mgr.34574) 60 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 938 B/s rd, 0 op/s 2024-09-17T08:15:46.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:46 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Scheduled restart job, restart counter is at 2. 2024-09-17T08:15:46.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:46 smithi187 systemd[1]: Stopped Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:15:46.730 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:46 smithi187 systemd[1]: Starting Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:15:46.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:15:45.344464+0000 mgr.x (mgr.34574) 61 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:15:46.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:46.417957+0000 mon.a (mon.0) 698 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:46.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:46.422604+0000 mon.a (mon.0) 699 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:46.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:15:45.344464+0000 mgr.x (mgr.34574) 61 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:15:46.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:46.417957+0000 mon.a (mon.0) 698 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:46.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:46.422604+0000 mon.a (mon.0) 699 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:46.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:15:45.344464+0000 mgr.x (mgr.34574) 61 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:15:46.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:46.417957+0000 mon.a (mon.0) 698 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:46.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:46.422604+0000 mon.a (mon.0) 699 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:47.317 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:47 smithi187 podman[45265]: 2024-09-17 08:15:46.96522561 +0000 UTC m=+0.022111093 image pull de242295e2257c37c8cadfd962369228f8f10b2d48a44259b65fef44ad4f6490 docker.io/prom/prometheus:v2.18.1 2024-09-17T08:15:47.317 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:47 smithi187 podman[45265]: 2024-09-17 08:15:47.181130325 +0000 UTC m=+0.238015789 container create eb1849f94225056a9fe781a668fe92005f87cd579b3a610fc1fd9e08ab089663 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:15:47.897 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:47 smithi187 podman[45265]: 2024-09-17 08:15:47.424902338 +0000 UTC m=+0.481787804 container init eb1849f94225056a9fe781a668fe92005f87cd579b3a610fc1fd9e08ab089663 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:15:47.897 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:47 smithi187 podman[45265]: 2024-09-17 08:15:47.42824469 +0000 UTC m=+0.485130154 container start eb1849f94225056a9fe781a668fe92005f87cd579b3a610fc1fd9e08ab089663 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:15:47.897 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45281]: level=info ts=2024-09-17T08:15:47.457Z caller=main.go:302 msg="No time or size retention was set so using the default time retention" duration=15d 2024-09-17T08:15:47.897 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45281]: level=info ts=2024-09-17T08:15:47.457Z caller=main.go:337 msg="Starting Prometheus" version="(version=2.18.1, branch=HEAD, revision=ecee9c8abfd118f139014cb1b174b08db3f342cf)" 2024-09-17T08:15:47.897 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45281]: level=info ts=2024-09-17T08:15:47.457Z caller=main.go:338 build_context="(go=go1.14.2, user=root@2117a9e64a7e, date=20200507-16:51:47)" 2024-09-17T08:15:47.897 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45281]: level=info ts=2024-09-17T08:15:47.457Z caller=main.go:339 host_details="(Linux 5.14.0-508.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024 x86_64 smithi187 (none))" 2024-09-17T08:15:47.898 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45281]: level=info ts=2024-09-17T08:15:47.457Z caller=main.go:340 fd_limits="(soft=1048576, hard=1048576)" 2024-09-17T08:15:47.898 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45281]: level=info ts=2024-09-17T08:15:47.457Z caller=main.go:341 vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-17T08:15:47.898 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45281]: level=info ts=2024-09-17T08:15:47.459Z caller=main.go:678 msg="Starting TSDB ..." 2024-09-17T08:15:47.898 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45281]: level=info ts=2024-09-17T08:15:47.459Z caller=web.go:523 component=web msg="Start listening for connections" address=:9095 2024-09-17T08:15:47.898 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45281]: level=info ts=2024-09-17T08:15:47.461Z caller=head.go:575 component=tsdb msg="Replaying WAL, this may take awhile" 2024-09-17T08:15:47.898 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45281]: level=info ts=2024-09-17T08:15:47.462Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=4 2024-09-17T08:15:47.898 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45281]: level=info ts=2024-09-17T08:15:47.470Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=1 maxSegment=4 2024-09-17T08:15:47.898 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45281]: level=info ts=2024-09-17T08:15:47.470Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=2 maxSegment=4 2024-09-17T08:15:47.898 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45281]: level=info ts=2024-09-17T08:15:47.470Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=3 maxSegment=4 2024-09-17T08:15:47.898 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45281]: level=info ts=2024-09-17T08:15:47.470Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=4 maxSegment=4 2024-09-17T08:15:47.898 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45281]: level=info ts=2024-09-17T08:15:47.470Z caller=head.go:627 component=tsdb msg="WAL replay completed" duration=9.419457ms 2024-09-17T08:15:47.898 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45281]: level=info ts=2024-09-17T08:15:47.472Z caller=main.go:694 fs_type=XFS_SUPER_MAGIC 2024-09-17T08:15:47.899 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45281]: level=info ts=2024-09-17T08:15:47.472Z caller=main.go:695 msg="TSDB started" 2024-09-17T08:15:47.899 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45281]: level=info ts=2024-09-17T08:15:47.472Z caller=main.go:799 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-17T08:15:47.899 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45281]: level=info ts=2024-09-17T08:15:47.472Z caller=main.go:547 msg="Stopping scrape discovery manager..." 2024-09-17T08:15:47.899 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45281]: level=info ts=2024-09-17T08:15:47.472Z caller=main.go:561 msg="Stopping notify discovery manager..." 2024-09-17T08:15:47.899 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45281]: level=info ts=2024-09-17T08:15:47.472Z caller=main.go:583 msg="Stopping scrape manager..." 2024-09-17T08:15:47.899 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45281]: level=info ts=2024-09-17T08:15:47.472Z caller=main.go:557 msg="Notify discovery manager stopped" 2024-09-17T08:15:47.899 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45281]: level=info ts=2024-09-17T08:15:47.472Z caller=main.go:543 msg="Scrape discovery manager stopped" 2024-09-17T08:15:47.899 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45281]: level=info ts=2024-09-17T08:15:47.472Z caller=manager.go:882 component="rule manager" msg="Stopping rule manager..." 2024-09-17T08:15:47.899 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45281]: level=info ts=2024-09-17T08:15:47.472Z caller=manager.go:892 component="rule manager" msg="Rule manager stopped" 2024-09-17T08:15:47.899 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45281]: level=info ts=2024-09-17T08:15:47.472Z caller=main.go:577 msg="Scrape manager stopped" 2024-09-17T08:15:47.899 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45281]: level=info ts=2024-09-17T08:15:47.473Z caller=notifier.go:601 component=notifier msg="Stopping notification manager..." 2024-09-17T08:15:47.899 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45281]: level=info ts=2024-09-17T08:15:47.473Z caller=main.go:749 msg="Notifier manager stopped" 2024-09-17T08:15:47.899 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45281]: level=error ts=2024-09-17T08:15:47.473Z caller=main.go:758 err="error loading config from \"/etc/prometheus/prometheus.yml\": couldn't load configuration (--config.file=\"/etc/prometheus/prometheus.yml\"): parsing YAML file /etc/prometheus/prometheus.yml: yaml: unmarshal errors:\n line 14: field http_sd_configs not found in type config.plain\n line 27: field http_sd_configs not found in type config.plain\n line 31: field http_sd_configs not found in type config.plain\n line 45: field http_sd_configs not found in type config.plain\n line 49: field http_sd_configs not found in type config.plain" 2024-09-17T08:15:47.900 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:47 smithi187 bash[45265]: eb1849f94225056a9fe781a668fe92005f87cd579b3a610fc1fd9e08ab089663 2024-09-17T08:15:47.900 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:47 smithi187 systemd[1]: Started Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:15:47.900 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:47 smithi187 podman[45298]: 2024-09-17 08:15:47.515241998 +0000 UTC m=+0.034608249 container died eb1849f94225056a9fe781a668fe92005f87cd579b3a610fc1fd9e08ab089663 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:15:48.396 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:48 smithi187 podman[45298]: 2024-09-17 08:15:48.062134185 +0000 UTC m=+0.581500457 container remove eb1849f94225056a9fe781a668fe92005f87cd579b3a610fc1fd9e08ab089663 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:15:48.397 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:48 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Main process exited, code=exited, status=1/FAILURE 2024-09-17T08:15:48.397 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:48 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Failed with result 'exit-code'. 2024-09-17T08:15:48.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:15:47.344969+0000 mgr.x (mgr.34574) 62 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-17T08:15:48.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:48 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:15:47.344969+0000 mgr.x (mgr.34574) 62 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-17T08:15:48.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:48 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:15:47.344969+0000 mgr.x (mgr.34574) 62 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-17T08:15:50.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:15:49.345329+0000 mgr.x (mgr.34574) 63 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-17T08:15:50.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:49.544693+0000 mon.a (mon.0) 700 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:50.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:49.550791+0000 mon.a (mon.0) 701 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:50.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:49.552033+0000 mon.b (mon.2) 72 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:15:50.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:49.553843+0000 mon.b (mon.2) 73 : audit [INF] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:15:50.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:15:49.554449+0000 mgr.x (mgr.34574) 64 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:15:50.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:15:49.555152+0000 mgr.x (mgr.34574) 65 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 902 B/s rd, 1 op/s 2024-09-17T08:15:50.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:15:49.561527+0000 mon.a (mon.0) 702 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:50.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:15:49.345329+0000 mgr.x (mgr.34574) 63 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-17T08:15:50.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:49.544693+0000 mon.a (mon.0) 700 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:50.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:49.550791+0000 mon.a (mon.0) 701 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:50.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:49.552033+0000 mon.b (mon.2) 72 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:15:50.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:49.553843+0000 mon.b (mon.2) 73 : audit [INF] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:15:50.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:15:49.554449+0000 mgr.x (mgr.34574) 64 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:15:50.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:15:49.555152+0000 mgr.x (mgr.34574) 65 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 902 B/s rd, 1 op/s 2024-09-17T08:15:50.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:15:49.561527+0000 mon.a (mon.0) 702 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:50.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:15:49.345329+0000 mgr.x (mgr.34574) 63 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-17T08:15:50.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:49.544693+0000 mon.a (mon.0) 700 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:50.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:49.550791+0000 mon.a (mon.0) 701 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:50.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:49.552033+0000 mon.b (mon.2) 72 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:15:50.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:49.553843+0000 mon.b (mon.2) 73 : audit [INF] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:15:50.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:15:49.554449+0000 mgr.x (mgr.34574) 64 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:15:50.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:15:49.555152+0000 mgr.x (mgr.34574) 65 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 902 B/s rd, 1 op/s 2024-09-17T08:15:50.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:15:49.561527+0000 mon.a (mon.0) 702 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:15:51.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:15:50.548983+0000 mon.a (mon.0) 703 : cluster [WRN] Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-09-17T08:15:51.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:15:50.548983+0000 mon.a (mon.0) 703 : cluster [WRN] Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-09-17T08:15:51.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:15:50.548983+0000 mon.a (mon.0) 703 : cluster [WRN] Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-09-17T08:15:52.815 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:15:51.555936+0000 mgr.x (mgr.34574) 66 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 802 B/s rd, 0 op/s 2024-09-17T08:15:52.816 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:15:51.555936+0000 mgr.x (mgr.34574) 66 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 802 B/s rd, 0 op/s 2024-09-17T08:15:52.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:15:51.555936+0000 mgr.x (mgr.34574) 66 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 802 B/s rd, 0 op/s 2024-09-17T08:15:54.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:15:53.556508+0000 mgr.x (mgr.34574) 67 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 802 B/s rd, 0 op/s 2024-09-17T08:15:54.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:15:53.556508+0000 mgr.x (mgr.34574) 67 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 802 B/s rd, 0 op/s 2024-09-17T08:15:54.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:15:53.556508+0000 mgr.x (mgr.34574) 67 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 802 B/s rd, 0 op/s 2024-09-17T08:15:56.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:15:55.557382+0000 mgr.x (mgr.34574) 68 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1002 B/s rd, 0 op/s 2024-09-17T08:15:56.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:15:55.557382+0000 mgr.x (mgr.34574) 68 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1002 B/s rd, 0 op/s 2024-09-17T08:15:56.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:15:55.557382+0000 mgr.x (mgr.34574) 68 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1002 B/s rd, 0 op/s 2024-09-17T08:15:58.484 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:58 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Scheduled restart job, restart counter is at 3. 2024-09-17T08:15:58.484 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:58 smithi187 systemd[1]: Stopped Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:15:58.484 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:58 smithi187 systemd[1]: Starting Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:15:58.484 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:58 smithi187 podman[45479]: 2024-09-17 08:15:58.236150826 +0000 UTC m=+0.017857837 image pull de242295e2257c37c8cadfd962369228f8f10b2d48a44259b65fef44ad4f6490 docker.io/prom/prometheus:v2.18.1 2024-09-17T08:15:58.484 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:58 smithi187 podman[45479]: 2024-09-17 08:15:58.377511624 +0000 UTC m=+0.159218632 container create c18a2ed49df12a869b3741a5ea63935faff69f4a372956d10b4eef9b4a097e3b (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:15:58.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:15:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:15:57.557867+0000 mgr.x (mgr.34574) 69 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1002 B/s rd, 0 op/s 2024-09-17T08:15:58.897 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:58 smithi187 podman[45479]: 2024-09-17 08:15:58.604287592 +0000 UTC m=+0.385994602 container init c18a2ed49df12a869b3741a5ea63935faff69f4a372956d10b4eef9b4a097e3b (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:15:58.897 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:58 smithi187 podman[45479]: 2024-09-17 08:15:58.607572228 +0000 UTC m=+0.389279240 container start c18a2ed49df12a869b3741a5ea63935faff69f4a372956d10b4eef9b4a097e3b (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:15:58.897 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45493]: level=info ts=2024-09-17T08:15:58.643Z caller=main.go:302 msg="No time or size retention was set so using the default time retention" duration=15d 2024-09-17T08:15:58.897 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45493]: level=info ts=2024-09-17T08:15:58.643Z caller=main.go:337 msg="Starting Prometheus" version="(version=2.18.1, branch=HEAD, revision=ecee9c8abfd118f139014cb1b174b08db3f342cf)" 2024-09-17T08:15:58.897 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45493]: level=info ts=2024-09-17T08:15:58.643Z caller=main.go:338 build_context="(go=go1.14.2, user=root@2117a9e64a7e, date=20200507-16:51:47)" 2024-09-17T08:15:58.898 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45493]: level=info ts=2024-09-17T08:15:58.643Z caller=main.go:339 host_details="(Linux 5.14.0-508.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024 x86_64 smithi187 (none))" 2024-09-17T08:15:58.898 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45493]: level=info ts=2024-09-17T08:15:58.643Z caller=main.go:340 fd_limits="(soft=1048576, hard=1048576)" 2024-09-17T08:15:58.898 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45493]: level=info ts=2024-09-17T08:15:58.643Z caller=main.go:341 vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-17T08:15:58.898 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45493]: level=info ts=2024-09-17T08:15:58.645Z caller=main.go:678 msg="Starting TSDB ..." 2024-09-17T08:15:58.898 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45493]: level=info ts=2024-09-17T08:15:58.645Z caller=web.go:523 component=web msg="Start listening for connections" address=:9095 2024-09-17T08:15:58.898 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45493]: level=info ts=2024-09-17T08:15:58.648Z caller=head.go:575 component=tsdb msg="Replaying WAL, this may take awhile" 2024-09-17T08:15:58.898 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45493]: level=info ts=2024-09-17T08:15:58.648Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=5 2024-09-17T08:15:58.898 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45493]: level=info ts=2024-09-17T08:15:58.656Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=1 maxSegment=5 2024-09-17T08:15:58.898 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45493]: level=info ts=2024-09-17T08:15:58.656Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=2 maxSegment=5 2024-09-17T08:15:58.898 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45493]: level=info ts=2024-09-17T08:15:58.656Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=3 maxSegment=5 2024-09-17T08:15:58.898 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45493]: level=info ts=2024-09-17T08:15:58.656Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=4 maxSegment=5 2024-09-17T08:15:58.898 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45493]: level=info ts=2024-09-17T08:15:58.657Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=5 maxSegment=5 2024-09-17T08:15:58.898 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45493]: level=info ts=2024-09-17T08:15:58.657Z caller=head.go:627 component=tsdb msg="WAL replay completed" duration=9.215603ms 2024-09-17T08:15:58.898 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45493]: level=info ts=2024-09-17T08:15:58.659Z caller=main.go:694 fs_type=XFS_SUPER_MAGIC 2024-09-17T08:15:58.899 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45493]: level=info ts=2024-09-17T08:15:58.659Z caller=main.go:695 msg="TSDB started" 2024-09-17T08:15:58.899 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45493]: level=info ts=2024-09-17T08:15:58.659Z caller=main.go:799 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-17T08:15:58.899 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45493]: level=info ts=2024-09-17T08:15:58.660Z caller=main.go:547 msg="Stopping scrape discovery manager..." 2024-09-17T08:15:58.899 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45493]: level=info ts=2024-09-17T08:15:58.660Z caller=main.go:561 msg="Stopping notify discovery manager..." 2024-09-17T08:15:58.899 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45493]: level=info ts=2024-09-17T08:15:58.660Z caller=main.go:583 msg="Stopping scrape manager..." 2024-09-17T08:15:58.899 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45493]: level=info ts=2024-09-17T08:15:58.660Z caller=main.go:557 msg="Notify discovery manager stopped" 2024-09-17T08:15:58.899 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45493]: level=info ts=2024-09-17T08:15:58.660Z caller=manager.go:882 component="rule manager" msg="Stopping rule manager..." 2024-09-17T08:15:58.899 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45493]: level=info ts=2024-09-17T08:15:58.660Z caller=manager.go:892 component="rule manager" msg="Rule manager stopped" 2024-09-17T08:15:58.899 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45493]: level=info ts=2024-09-17T08:15:58.660Z caller=main.go:543 msg="Scrape discovery manager stopped" 2024-09-17T08:15:58.899 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45493]: level=info ts=2024-09-17T08:15:58.660Z caller=main.go:577 msg="Scrape manager stopped" 2024-09-17T08:15:58.899 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45493]: level=info ts=2024-09-17T08:15:58.660Z caller=notifier.go:601 component=notifier msg="Stopping notification manager..." 2024-09-17T08:15:58.899 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45493]: level=info ts=2024-09-17T08:15:58.660Z caller=main.go:749 msg="Notifier manager stopped" 2024-09-17T08:15:58.899 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45493]: level=error ts=2024-09-17T08:15:58.660Z caller=main.go:758 err="error loading config from \"/etc/prometheus/prometheus.yml\": couldn't load configuration (--config.file=\"/etc/prometheus/prometheus.yml\"): parsing YAML file /etc/prometheus/prometheus.yml: yaml: unmarshal errors:\n line 14: field http_sd_configs not found in type config.plain\n line 27: field http_sd_configs not found in type config.plain\n line 31: field http_sd_configs not found in type config.plain\n line 45: field http_sd_configs not found in type config.plain\n line 49: field http_sd_configs not found in type config.plain" 2024-09-17T08:15:58.899 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:58 smithi187 bash[45479]: c18a2ed49df12a869b3741a5ea63935faff69f4a372956d10b4eef9b4a097e3b 2024-09-17T08:15:58.900 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:58 smithi187 systemd[1]: Started Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:15:58.900 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:58 smithi187 podman[45511]: 2024-09-17 08:15:58.719937241 +0000 UTC m=+0.050459972 container died c18a2ed49df12a869b3741a5ea63935faff69f4a372956d10b4eef9b4a097e3b (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:15:58.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:15:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:15:57.557867+0000 mgr.x (mgr.34574) 69 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1002 B/s rd, 0 op/s 2024-09-17T08:15:58.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:15:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:15:57.557867+0000 mgr.x (mgr.34574) 69 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1002 B/s rd, 0 op/s 2024-09-17T08:15:59.646 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:59 smithi187 podman[45511]: 2024-09-17 08:15:59.257941974 +0000 UTC m=+0.588464693 container remove c18a2ed49df12a869b3741a5ea63935faff69f4a372956d10b4eef9b4a097e3b (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:15:59.647 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:59 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Main process exited, code=exited, status=1/FAILURE 2024-09-17T08:15:59.647 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:15:59 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Failed with result 'exit-code'. 2024-09-17T08:16:00.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:16:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:15:59.558401+0000 mgr.x (mgr.34574) 70 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1002 B/s rd, 0 op/s 2024-09-17T08:16:00.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:16:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:15:59.558401+0000 mgr.x (mgr.34574) 70 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1002 B/s rd, 0 op/s 2024-09-17T08:16:00.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:16:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:15:59.558401+0000 mgr.x (mgr.34574) 70 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1002 B/s rd, 0 op/s 2024-09-17T08:16:02.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:16:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:16:01.559243+0000 mgr.x (mgr.34574) 71 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:16:02.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:16:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:16:01.559243+0000 mgr.x (mgr.34574) 71 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:16:02.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:16:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:16:01.559243+0000 mgr.x (mgr.34574) 71 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:16:04.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:16:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:16:03.559604+0000 mgr.x (mgr.34574) 72 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:16:04.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:16:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:16:03.559604+0000 mgr.x (mgr.34574) 72 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:16:04.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:16:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:16:03.559604+0000 mgr.x (mgr.34574) 72 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:16:06.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:16:06 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:16:05.560330+0000 mgr.x (mgr.34574) 73 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:16:06.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:16:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:16:05.560330+0000 mgr.x (mgr.34574) 73 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:16:06.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:16:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:16:05.560330+0000 mgr.x (mgr.34574) 73 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:16:08.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:16:08 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:16:07.560858+0000 mgr.x (mgr.34574) 74 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:16:08.917 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:16:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:16:07.560858+0000 mgr.x (mgr.34574) 74 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:16:08.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:16:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:16:07.560858+0000 mgr.x (mgr.34574) 74 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:16:09.727 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:16:09 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Scheduled restart job, restart counter is at 4. 2024-09-17T08:16:09.727 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:16:09 smithi187 systemd[1]: Stopped Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:16:09.727 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:16:09 smithi187 systemd[1]: Starting Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:16:09.727 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:16:09 smithi187 podman[45564]: 2024-09-17 08:16:09.491347816 +0000 UTC m=+0.017861996 image pull de242295e2257c37c8cadfd962369228f8f10b2d48a44259b65fef44ad4f6490 docker.io/prom/prometheus:v2.18.1 2024-09-17T08:16:09.727 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:16:09 smithi187 podman[45564]: 2024-09-17 08:16:09.589614645 +0000 UTC m=+0.116128868 container create dd4ab7ca95649059f856ab9b057092c084d53a9fe969b2db981b5abbd7769cc8 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:16:10.147 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:16:09 smithi187 podman[45564]: 2024-09-17 08:16:09.841692698 +0000 UTC m=+0.368206879 container init dd4ab7ca95649059f856ab9b057092c084d53a9fe969b2db981b5abbd7769cc8 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:16:10.147 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:16:09 smithi187 podman[45564]: 2024-09-17 08:16:09.844618744 +0000 UTC m=+0.371132924 container start dd4ab7ca95649059f856ab9b057092c084d53a9fe969b2db981b5abbd7769cc8 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:16:10.147 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:16:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45579]: level=info ts=2024-09-17T08:16:09.877Z caller=main.go:302 msg="No time or size retention was set so using the default time retention" duration=15d 2024-09-17T08:16:10.147 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:16:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45579]: level=info ts=2024-09-17T08:16:09.877Z caller=main.go:337 msg="Starting Prometheus" version="(version=2.18.1, branch=HEAD, revision=ecee9c8abfd118f139014cb1b174b08db3f342cf)" 2024-09-17T08:16:10.147 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:16:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45579]: level=info ts=2024-09-17T08:16:09.877Z caller=main.go:338 build_context="(go=go1.14.2, user=root@2117a9e64a7e, date=20200507-16:51:47)" 2024-09-17T08:16:10.147 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:16:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45579]: level=info ts=2024-09-17T08:16:09.877Z caller=main.go:339 host_details="(Linux 5.14.0-508.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024 x86_64 smithi187 (none))" 2024-09-17T08:16:10.147 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:16:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45579]: level=info ts=2024-09-17T08:16:09.877Z caller=main.go:340 fd_limits="(soft=1048576, hard=1048576)" 2024-09-17T08:16:10.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:16:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45579]: level=info ts=2024-09-17T08:16:09.877Z caller=main.go:341 vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-17T08:16:10.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:16:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45579]: level=info ts=2024-09-17T08:16:09.878Z caller=main.go:678 msg="Starting TSDB ..." 2024-09-17T08:16:10.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:16:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45579]: level=info ts=2024-09-17T08:16:09.878Z caller=web.go:523 component=web msg="Start listening for connections" address=:9095 2024-09-17T08:16:10.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:16:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45579]: level=info ts=2024-09-17T08:16:09.881Z caller=head.go:575 component=tsdb msg="Replaying WAL, this may take awhile" 2024-09-17T08:16:10.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:16:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45579]: level=info ts=2024-09-17T08:16:09.881Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=6 2024-09-17T08:16:10.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:16:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45579]: level=info ts=2024-09-17T08:16:09.890Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=1 maxSegment=6 2024-09-17T08:16:10.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:16:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45579]: level=info ts=2024-09-17T08:16:09.890Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=2 maxSegment=6 2024-09-17T08:16:10.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:16:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45579]: level=info ts=2024-09-17T08:16:09.890Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=3 maxSegment=6 2024-09-17T08:16:10.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:16:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45579]: level=info ts=2024-09-17T08:16:09.890Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=4 maxSegment=6 2024-09-17T08:16:10.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:16:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45579]: level=info ts=2024-09-17T08:16:09.890Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=5 maxSegment=6 2024-09-17T08:16:10.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:16:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45579]: level=info ts=2024-09-17T08:16:09.890Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=6 maxSegment=6 2024-09-17T08:16:10.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:16:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45579]: level=info ts=2024-09-17T08:16:09.890Z caller=head.go:627 component=tsdb msg="WAL replay completed" duration=9.636978ms 2024-09-17T08:16:10.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:16:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45579]: level=info ts=2024-09-17T08:16:09.892Z caller=main.go:694 fs_type=XFS_SUPER_MAGIC 2024-09-17T08:16:10.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:16:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45579]: level=info ts=2024-09-17T08:16:09.892Z caller=main.go:695 msg="TSDB started" 2024-09-17T08:16:10.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:16:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45579]: level=info ts=2024-09-17T08:16:09.892Z caller=main.go:799 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-17T08:16:10.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:16:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45579]: level=info ts=2024-09-17T08:16:09.893Z caller=main.go:547 msg="Stopping scrape discovery manager..." 2024-09-17T08:16:10.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:16:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45579]: level=info ts=2024-09-17T08:16:09.893Z caller=main.go:561 msg="Stopping notify discovery manager..." 2024-09-17T08:16:10.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:16:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45579]: level=info ts=2024-09-17T08:16:09.893Z caller=main.go:583 msg="Stopping scrape manager..." 2024-09-17T08:16:10.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:16:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45579]: level=info ts=2024-09-17T08:16:09.893Z caller=main.go:557 msg="Notify discovery manager stopped" 2024-09-17T08:16:10.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:16:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45579]: level=info ts=2024-09-17T08:16:09.893Z caller=main.go:543 msg="Scrape discovery manager stopped" 2024-09-17T08:16:10.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:16:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45579]: level=info ts=2024-09-17T08:16:09.893Z caller=main.go:577 msg="Scrape manager stopped" 2024-09-17T08:16:10.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:16:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45579]: level=info ts=2024-09-17T08:16:09.893Z caller=manager.go:882 component="rule manager" msg="Stopping rule manager..." 2024-09-17T08:16:10.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:16:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45579]: level=info ts=2024-09-17T08:16:09.893Z caller=manager.go:892 component="rule manager" msg="Rule manager stopped" 2024-09-17T08:16:10.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:16:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45579]: level=info ts=2024-09-17T08:16:09.893Z caller=notifier.go:601 component=notifier msg="Stopping notification manager..." 2024-09-17T08:16:10.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:16:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45579]: level=info ts=2024-09-17T08:16:09.893Z caller=main.go:749 msg="Notifier manager stopped" 2024-09-17T08:16:10.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:16:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[45579]: level=error ts=2024-09-17T08:16:09.893Z caller=main.go:758 err="error loading config from \"/etc/prometheus/prometheus.yml\": couldn't load configuration (--config.file=\"/etc/prometheus/prometheus.yml\"): parsing YAML file /etc/prometheus/prometheus.yml: yaml: unmarshal errors:\n line 14: field http_sd_configs not found in type config.plain\n line 27: field http_sd_configs not found in type config.plain\n line 31: field http_sd_configs not found in type config.plain\n line 45: field http_sd_configs not found in type config.plain\n line 49: field http_sd_configs not found in type config.plain" 2024-09-17T08:16:10.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:16:09 smithi187 bash[45564]: dd4ab7ca95649059f856ab9b057092c084d53a9fe969b2db981b5abbd7769cc8 2024-09-17T08:16:10.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:16:09 smithi187 systemd[1]: Started Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:16:10.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:16:09 smithi187 podman[45596]: 2024-09-17 08:16:09.936095898 +0000 UTC m=+0.034677862 container died dd4ab7ca95649059f856ab9b057092c084d53a9fe969b2db981b5abbd7769cc8 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:16:10.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:16:10 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:16:09.561453+0000 mgr.x (mgr.34574) 75 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:16:10.897 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:16:10 smithi187 podman[45596]: 2024-09-17 08:16:10.428469728 +0000 UTC m=+0.527051702 container remove dd4ab7ca95649059f856ab9b057092c084d53a9fe969b2db981b5abbd7769cc8 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:16:10.897 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:16:10 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Main process exited, code=exited, status=1/FAILURE 2024-09-17T08:16:10.897 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:16:10 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Failed with result 'exit-code'. 2024-09-17T08:16:10.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:16:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:16:09.561453+0000 mgr.x (mgr.34574) 75 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:16:10.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:16:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:16:09.561453+0000 mgr.x (mgr.34574) 75 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:16:12.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:16:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:16:11.562362+0000 mgr.x (mgr.34574) 76 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:16:12.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:16:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:16:11.562362+0000 mgr.x (mgr.34574) 76 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:16:12.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:16:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:16:11.562362+0000 mgr.x (mgr.34574) 76 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:16:14.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:16:14 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:16:13.562860+0000 mgr.x (mgr.34574) 77 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:16:14.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:16:14 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:16:13.562860+0000 mgr.x (mgr.34574) 77 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:16:14.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:16:14 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:16:13.562860+0000 mgr.x (mgr.34574) 77 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:16:16.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:16:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:16:15.563654+0000 mgr.x (mgr.34574) 78 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:16:16.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:16:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:16:15.563654+0000 mgr.x (mgr.34574) 78 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:16:16.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:16:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:16:15.563654+0000 mgr.x (mgr.34574) 78 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:16:18.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:16:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:16:17.564168+0000 mgr.x (mgr.34574) 79 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:16:18.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:16:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:16:17.564168+0000 mgr.x (mgr.34574) 79 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:16:18.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:16:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:16:17.564168+0000 mgr.x (mgr.34574) 79 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:16:20.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:16:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:16:19.564722+0000 mgr.x (mgr.34574) 80 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:16:20.897 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:16:20 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Scheduled restart job, restart counter is at 5. 2024-09-17T08:16:20.897 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:16:20 smithi187 systemd[1]: Stopped Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:16:20.897 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:16:20 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Start request repeated too quickly. 2024-09-17T08:16:20.897 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:16:20 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Failed with result 'exit-code'. 2024-09-17T08:16:20.897 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:16:20 smithi187 systemd[1]: Failed to start Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:16:20.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:16:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:16:19.564722+0000 mgr.x (mgr.34574) 80 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:16:20.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:16:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:16:19.564722+0000 mgr.x (mgr.34574) 80 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:16:22.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:16:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:16:21.565595+0000 mgr.x (mgr.34574) 81 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:16:22.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:16:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:16:21.565595+0000 mgr.x (mgr.34574) 81 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:16:22.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:16:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:16:21.565595+0000 mgr.x (mgr.34574) 81 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:16:24.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:16:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:16:23.566096+0000 mgr.x (mgr.34574) 82 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:16:24.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:16:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:16:23.566096+0000 mgr.x (mgr.34574) 82 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:16:24.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:16:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:16:23.566096+0000 mgr.x (mgr.34574) 82 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:16:26.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:16:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:16:25.567125+0000 mgr.x (mgr.34574) 83 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:16:26.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:16:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:16:25.567125+0000 mgr.x (mgr.34574) 83 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:16:26.914 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:16:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:16:25.567125+0000 mgr.x (mgr.34574) 83 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:16:28.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:16:28 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:16:27.567580+0000 mgr.x (mgr.34574) 84 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:16:28.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:16:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:16:27.567580+0000 mgr.x (mgr.34574) 84 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:16:28.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:16:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:16:27.567580+0000 mgr.x (mgr.34574) 84 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:16:30.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:16:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:16:29.568125+0000 mgr.x (mgr.34574) 85 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:16:30.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:16:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:16:29.568125+0000 mgr.x (mgr.34574) 85 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:16:30.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:16:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:16:29.568125+0000 mgr.x (mgr.34574) 85 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:16:32.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:16:32 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:16:31.568874+0000 mgr.x (mgr.34574) 86 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:16:32.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:16:32 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:16:31.568874+0000 mgr.x (mgr.34574) 86 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:16:32.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:16:32 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:16:31.568874+0000 mgr.x (mgr.34574) 86 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:16:34.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:16:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:16:33.569376+0000 mgr.x (mgr.34574) 87 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:16:34.664 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:16:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:16:33.569376+0000 mgr.x (mgr.34574) 87 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:16:34.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:16:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:16:33.569376+0000 mgr.x (mgr.34574) 87 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:16:36.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:16:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:16:35.570357+0000 mgr.x (mgr.34574) 88 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:16:36.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:16:36 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:16:35.570357+0000 mgr.x (mgr.34574) 88 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:16:36.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:16:36 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:16:35.570357+0000 mgr.x (mgr.34574) 88 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:16:38.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:16:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:16:37.570922+0000 mgr.x (mgr.34574) 89 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:16:38.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:16:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:16:37.570922+0000 mgr.x (mgr.34574) 89 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:16:38.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:16:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:16:37.570922+0000 mgr.x (mgr.34574) 89 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:16:40.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:16:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:16:39.571495+0000 mgr.x (mgr.34574) 90 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:16:40.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:16:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:16:39.571495+0000 mgr.x (mgr.34574) 90 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:16:40.914 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:16:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:16:39.571495+0000 mgr.x (mgr.34574) 90 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:16:42.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:16:42 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:16:41.572205+0000 mgr.x (mgr.34574) 91 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:16:42.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:16:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:16:41.572205+0000 mgr.x (mgr.34574) 91 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:16:42.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:16:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:16:41.572205+0000 mgr.x (mgr.34574) 91 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:16:44.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:16:44 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:16:43.572556+0000 mgr.x (mgr.34574) 92 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:16:44.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:16:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:16:43.572556+0000 mgr.x (mgr.34574) 92 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:16:44.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:16:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:16:43.572556+0000 mgr.x (mgr.34574) 92 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:16:46.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:16:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:16:45.573440+0000 mgr.x (mgr.34574) 93 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:16:46.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:16:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:16:45.573440+0000 mgr.x (mgr.34574) 93 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:16:46.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:16:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:16:45.573440+0000 mgr.x (mgr.34574) 93 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:16:48.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:16:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:16:47.574046+0000 mgr.x (mgr.34574) 94 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:16:48.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:16:48 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:16:47.574046+0000 mgr.x (mgr.34574) 94 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:16:48.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:16:48 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:16:47.574046+0000 mgr.x (mgr.34574) 94 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:16:50.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:16:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:16:49.574433+0000 mgr.x (mgr.34574) 95 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:16:50.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:16:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:16:49.672705+0000 mon.b (mon.2) 74 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:16:50.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:16:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:16:49.574433+0000 mgr.x (mgr.34574) 95 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:16:50.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:16:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:16:49.672705+0000 mon.b (mon.2) 74 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:16:50.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:16:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:16:49.574433+0000 mgr.x (mgr.34574) 95 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:16:50.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:16:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:16:49.672705+0000 mon.b (mon.2) 74 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:16:52.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:16:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:16:51.575100+0000 mgr.x (mgr.34574) 96 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:16:52.899 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:16:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:16:51.575100+0000 mgr.x (mgr.34574) 96 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:16:52.900 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:16:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:16:51.575100+0000 mgr.x (mgr.34574) 96 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:16:54.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:16:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:16:53.349614+0000 mon.a (mon.0) 704 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:16:54.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:16:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:16:53.357268+0000 mon.a (mon.0) 705 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:16:54.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:16:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:16:53.575419+0000 mgr.x (mgr.34574) 97 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:16:54.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:16:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:16:53.349614+0000 mon.a (mon.0) 704 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:16:54.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:16:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:16:53.357268+0000 mon.a (mon.0) 705 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:16:54.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:16:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:16:53.575419+0000 mgr.x (mgr.34574) 97 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:16:54.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:16:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:16:53.349614+0000 mon.a (mon.0) 704 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:16:54.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:16:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:16:53.357268+0000 mon.a (mon.0) 705 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:16:54.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:16:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:16:53.575419+0000 mgr.x (mgr.34574) 97 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:16:56.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:16:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:16:55.547160+0000 mon.a (mon.0) 706 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:16:56.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:16:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:16:55.552155+0000 mon.a (mon.0) 707 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:16:56.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:16:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:16:55.576265+0000 mgr.x (mgr.34574) 98 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:16:56.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:16:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:16:55.846672+0000 mon.b (mon.2) 75 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:16:56.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:16:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:16:55.847338+0000 mon.b (mon.2) 76 : audit [INF] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:16:56.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:16:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:16:55.847852+0000 mgr.x (mgr.34574) 99 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:16:56.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:16:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:16:55.848337+0000 mgr.x (mgr.34574) 100 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 996 B/s rd, 0 op/s 2024-09-17T08:16:56.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:16:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:16:55.848514+0000 mgr.x (mgr.34574) 101 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:16:56.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:16:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:16:55.853370+0000 mon.a (mon.0) 708 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:16:56.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:16:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:16:55.547160+0000 mon.a (mon.0) 706 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:16:56.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:16:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:16:55.552155+0000 mon.a (mon.0) 707 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:16:56.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:16:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:16:55.576265+0000 mgr.x (mgr.34574) 98 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:16:56.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:16:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:16:55.846672+0000 mon.b (mon.2) 75 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:16:56.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:16:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:16:55.847338+0000 mon.b (mon.2) 76 : audit [INF] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:16:56.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:16:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:16:55.847852+0000 mgr.x (mgr.34574) 99 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:16:56.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:16:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:16:55.848337+0000 mgr.x (mgr.34574) 100 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 996 B/s rd, 0 op/s 2024-09-17T08:16:56.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:16:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:16:55.848514+0000 mgr.x (mgr.34574) 101 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:16:56.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:16:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:16:55.853370+0000 mon.a (mon.0) 708 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:16:56.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:16:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:16:55.547160+0000 mon.a (mon.0) 706 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:16:56.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:16:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:16:55.552155+0000 mon.a (mon.0) 707 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:16:56.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:16:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:16:55.576265+0000 mgr.x (mgr.34574) 98 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:16:56.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:16:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:16:55.846672+0000 mon.b (mon.2) 75 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:16:56.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:16:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:16:55.847338+0000 mon.b (mon.2) 76 : audit [INF] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:16:56.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:16:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:16:55.847852+0000 mgr.x (mgr.34574) 99 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:16:56.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:16:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:16:55.848337+0000 mgr.x (mgr.34574) 100 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 996 B/s rd, 0 op/s 2024-09-17T08:16:56.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:16:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:16:55.848514+0000 mgr.x (mgr.34574) 101 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:16:56.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:16:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:16:55.853370+0000 mon.a (mon.0) 708 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:16:59.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:16:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:16:57.848964+0000 mgr.x (mgr.34574) 102 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:16:59.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:16:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:16:57.848964+0000 mgr.x (mgr.34574) 102 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:16:59.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:16:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:16:57.848964+0000 mgr.x (mgr.34574) 102 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:17:01.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:17:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:16:59.849430+0000 mgr.x (mgr.34574) 103 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 618 B/s rd, 0 op/s 2024-09-17T08:17:01.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:17:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:16:59.849430+0000 mgr.x (mgr.34574) 103 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 618 B/s rd, 0 op/s 2024-09-17T08:17:01.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:17:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:16:59.849430+0000 mgr.x (mgr.34574) 103 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 618 B/s rd, 0 op/s 2024-09-17T08:17:03.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:17:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:17:01.850173+0000 mgr.x (mgr.34574) 104 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:17:03.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:17:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:17:01.850173+0000 mgr.x (mgr.34574) 104 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:17:03.199 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:17:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:17:01.850173+0000 mgr.x (mgr.34574) 104 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:17:04.590 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:17:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:17:03.850551+0000 mgr.x (mgr.34574) 105 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 618 B/s rd, 0 op/s 2024-09-17T08:17:04.590 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:17:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:17:03.850551+0000 mgr.x (mgr.34574) 105 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 618 B/s rd, 0 op/s 2024-09-17T08:17:04.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:17:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:17:03.850551+0000 mgr.x (mgr.34574) 105 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 618 B/s rd, 0 op/s 2024-09-17T08:17:07.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:17:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:17:05.851524+0000 mgr.x (mgr.34574) 106 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-17T08:17:07.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:17:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:17:05.851524+0000 mgr.x (mgr.34574) 106 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-17T08:17:07.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:17:06 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:17:05.851524+0000 mgr.x (mgr.34574) 106 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-17T08:17:09.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:17:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:17:07.851921+0000 mgr.x (mgr.34574) 107 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:17:09.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:17:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:17:07.851921+0000 mgr.x (mgr.34574) 107 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:17:09.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:17:08 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:17:07.851921+0000 mgr.x (mgr.34574) 107 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:17:11.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:17:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:17:09.852496+0000 mgr.x (mgr.34574) 108 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:17:11.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:17:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:17:09.852496+0000 mgr.x (mgr.34574) 108 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:17:11.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:17:10 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:17:09.852496+0000 mgr.x (mgr.34574) 108 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:17:13.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:17:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:17:11.853351+0000 mgr.x (mgr.34574) 109 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:17:13.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:17:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:17:11.853351+0000 mgr.x (mgr.34574) 109 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:17:13.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:17:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:17:11.853351+0000 mgr.x (mgr.34574) 109 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:17:14.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:17:14 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:17:13.853794+0000 mgr.x (mgr.34574) 110 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:17:14.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:17:14 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:17:13.853794+0000 mgr.x (mgr.34574) 110 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:17:14.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:17:14 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:17:13.853794+0000 mgr.x (mgr.34574) 110 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:17:17.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:17:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:17:15.854718+0000 mgr.x (mgr.34574) 111 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:17:17.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:17:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:17:15.854718+0000 mgr.x (mgr.34574) 111 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:17:17.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:17:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:17:15.854718+0000 mgr.x (mgr.34574) 111 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:17:19.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:17:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:17:17.855152+0000 mgr.x (mgr.34574) 112 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:17:19.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:17:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:17:17.855152+0000 mgr.x (mgr.34574) 112 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:17:19.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:17:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:17:17.855152+0000 mgr.x (mgr.34574) 112 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:17:21.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:17:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:17:19.855707+0000 mgr.x (mgr.34574) 113 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:17:21.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:17:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:17:19.855707+0000 mgr.x (mgr.34574) 113 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:17:21.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:17:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:17:19.855707+0000 mgr.x (mgr.34574) 113 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:17:23.217 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:17:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:17:21.856566+0000 mgr.x (mgr.34574) 114 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:17:23.217 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:17:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:17:21.856566+0000 mgr.x (mgr.34574) 114 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:17:23.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:17:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:17:21.856566+0000 mgr.x (mgr.34574) 114 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:17:24.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:17:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:17:23.857197+0000 mgr.x (mgr.34574) 115 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:17:24.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:17:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:17:23.857197+0000 mgr.x (mgr.34574) 115 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:17:24.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:17:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:17:23.857197+0000 mgr.x (mgr.34574) 115 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:17:27.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:17:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:17:25.857846+0000 mgr.x (mgr.34574) 116 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:17:27.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:17:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:17:25.857846+0000 mgr.x (mgr.34574) 116 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:17:27.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:17:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:17:25.857846+0000 mgr.x (mgr.34574) 116 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:17:29.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:17:28 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:17:27.858390+0000 mgr.x (mgr.34574) 117 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:17:29.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:17:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:17:27.858390+0000 mgr.x (mgr.34574) 117 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:17:29.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:17:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:17:27.858390+0000 mgr.x (mgr.34574) 117 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:17:31.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:17:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:17:29.858963+0000 mgr.x (mgr.34574) 118 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:17:31.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:17:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:17:29.858963+0000 mgr.x (mgr.34574) 118 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:17:31.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:17:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:17:29.858963+0000 mgr.x (mgr.34574) 118 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:17:33.199 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:17:32 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:17:31.859841+0000 mgr.x (mgr.34574) 119 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:17:33.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:17:32 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:17:31.859841+0000 mgr.x (mgr.34574) 119 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:17:33.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:17:32 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:17:31.859841+0000 mgr.x (mgr.34574) 119 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:17:34.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:17:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:17:33.860381+0000 mgr.x (mgr.34574) 120 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:17:34.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:17:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:17:33.860381+0000 mgr.x (mgr.34574) 120 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:17:34.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:17:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:17:33.860381+0000 mgr.x (mgr.34574) 120 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:17:37.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:17:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:17:35.861254+0000 mgr.x (mgr.34574) 121 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:17:37.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:17:36 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:17:35.861254+0000 mgr.x (mgr.34574) 121 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:17:37.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:17:36 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:17:35.861254+0000 mgr.x (mgr.34574) 121 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:17:39.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:17:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:17:37.861679+0000 mgr.x (mgr.34574) 122 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:17:39.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:17:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:17:37.861679+0000 mgr.x (mgr.34574) 122 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:17:39.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:17:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:17:37.861679+0000 mgr.x (mgr.34574) 122 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:17:41.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:17:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:17:39.862245+0000 mgr.x (mgr.34574) 123 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:17:41.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:17:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:17:39.862245+0000 mgr.x (mgr.34574) 123 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:17:41.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:17:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:17:39.862245+0000 mgr.x (mgr.34574) 123 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:17:43.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:17:42 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:17:41.863103+0000 mgr.x (mgr.34574) 124 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:17:43.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:17:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:17:41.863103+0000 mgr.x (mgr.34574) 124 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:17:43.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:17:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:17:41.863103+0000 mgr.x (mgr.34574) 124 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:17:44.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:17:44 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:17:43.863548+0000 mgr.x (mgr.34574) 125 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:17:44.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:17:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:17:43.863548+0000 mgr.x (mgr.34574) 125 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:17:44.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:17:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:17:43.863548+0000 mgr.x (mgr.34574) 125 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:17:47.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:17:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:17:45.864338+0000 mgr.x (mgr.34574) 126 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:17:47.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:17:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:17:45.864338+0000 mgr.x (mgr.34574) 126 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:17:47.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:17:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:17:45.864338+0000 mgr.x (mgr.34574) 126 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:17:49.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:17:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:17:47.864850+0000 mgr.x (mgr.34574) 127 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:17:49.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:17:48 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:17:47.864850+0000 mgr.x (mgr.34574) 127 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:17:49.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:17:48 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:17:47.864850+0000 mgr.x (mgr.34574) 127 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:17:51.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:17:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:17:49.865238+0000 mgr.x (mgr.34574) 128 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:17:51.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:17:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:17:49.865238+0000 mgr.x (mgr.34574) 128 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:17:51.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:17:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:17:49.865238+0000 mgr.x (mgr.34574) 128 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:17:52.684 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-09-17T08:17:53.178 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:17:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:17:51.866008+0000 mgr.x (mgr.34574) 129 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:17:53.179 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:17:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:17:51.866008+0000 mgr.x (mgr.34574) 129 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:17:53.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:17:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:17:51.866008+0000 mgr.x (mgr.34574) 129 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:17:54.545 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:17:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:17:53.866372+0000 mgr.x (mgr.34574) 130 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:17:54.545 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:17:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:17:53.866372+0000 mgr.x (mgr.34574) 130 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:17:54.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:17:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:17:53.866372+0000 mgr.x (mgr.34574) 130 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:17:55.132 INFO:teuthology.orchestra.run.smithi088.stdout:Scheduled to redeploy mgr.y on host 'smithi088' 2024-09-17T08:17:55.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:17:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:17:54.789540+0000 mon.c (mon.1) 33 : audit [DBG] from='client.? 172.21.15.88:0/841698856' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-17T08:17:55.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:17:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:17:55.113937+0000 mgr.x (mgr.34574) 131 : audit [DBG] from='client.24760 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.y", "image": "quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:17:55.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:17:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:17:55.119145+0000 mon.a (mon.0) 709 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:17:55.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:17:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:17:55.121074+0000 mgr.x (mgr.34574) 132 : cephadm [INF] Schedule redeploy daemon mgr.y 2024-09-17T08:17:55.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:17:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:17:55.125050+0000 mon.a (mon.0) 710 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:17:55.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:17:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:17:55.130201+0000 mon.a (mon.0) 711 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:17:55.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:17:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:17:55.132192+0000 mon.b (mon.2) 77 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:17:55.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:17:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:17:54.789540+0000 mon.c (mon.1) 33 : audit [DBG] from='client.? 172.21.15.88:0/841698856' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-17T08:17:55.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:17:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:17:55.113937+0000 mgr.x (mgr.34574) 131 : audit [DBG] from='client.24760 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.y", "image": "quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:17:55.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:17:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:17:55.119145+0000 mon.a (mon.0) 709 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:17:55.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:17:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:17:55.121074+0000 mgr.x (mgr.34574) 132 : cephadm [INF] Schedule redeploy daemon mgr.y 2024-09-17T08:17:55.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:17:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:17:55.125050+0000 mon.a (mon.0) 710 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:17:55.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:17:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:17:55.130201+0000 mon.a (mon.0) 711 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:17:55.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:17:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:17:55.132192+0000 mon.b (mon.2) 77 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:17:55.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:17:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:17:54.789540+0000 mon.c (mon.1) 33 : audit [DBG] from='client.? 172.21.15.88:0/841698856' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-17T08:17:55.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:17:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:17:55.113937+0000 mgr.x (mgr.34574) 131 : audit [DBG] from='client.24760 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.y", "image": "quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:17:55.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:17:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:17:55.119145+0000 mon.a (mon.0) 709 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:17:55.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:17:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:17:55.121074+0000 mgr.x (mgr.34574) 132 : cephadm [INF] Schedule redeploy daemon mgr.y 2024-09-17T08:17:55.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:17:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:17:55.125050+0000 mon.a (mon.0) 710 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:17:55.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:17:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:17:55.130201+0000 mon.a (mon.0) 711 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:17:55.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:17:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:17:55.132192+0000 mon.b (mon.2) 77 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:17:55.737 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph orch ps --refresh' 2024-09-17T08:17:56.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:17:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:17:55.867167+0000 mgr.x (mgr.34574) 133 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:17:56.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:17:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:17:55.867167+0000 mgr.x (mgr.34574) 133 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:17:56.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:17:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:17:55.867167+0000 mgr.x (mgr.34574) 133 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:17:58.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:17:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:17:57.075403+0000 mon.a (mon.0) 712 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:17:58.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:17:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:17:57.075403+0000 mon.a (mon.0) 712 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:17:58.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:17:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:17:57.075403+0000 mon.a (mon.0) 712 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:17:58.631 INFO:teuthology.orchestra.run.smithi088.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T08:17:58.631 INFO:teuthology.orchestra.run.smithi088.stdout:alertmanager.a smithi088 *:9093,9094 running (2m) 65s ago 10m 11.4M - 0.20.0 0881eb8f169f f8e3e13fbd6f 2024-09-17T08:17:58.631 INFO:teuthology.orchestra.run.smithi088.stdout:grafana.a smithi187 *:3000 running (2m) 63s ago 10m 30.6M - 6.7.4 557c83e11646 25ed58e5ef5b 2024-09-17T08:17:58.631 INFO:teuthology.orchestra.run.smithi088.stdout:iscsi.foo.smithi187.kgegfj smithi187 running (2m) 63s ago 9m 47.0M - 3.4 24ecd6d5f14c ecfd592c0c44 2024-09-17T08:17:58.631 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.x smithi187 *:8443 running (5m) 63s ago 14m 481M - 18.2.4-855-g19e2a2be 980a0bfcd684 6679bd206b78 2024-09-17T08:17:58.631 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.y smithi088 *:9283 running (15m) 65s ago 15m 358M - 16.2.0 24ecd6d5f14c 3c3a908afdcd 2024-09-17T08:17:58.631 INFO:teuthology.orchestra.run.smithi088.stdout:mon.a smithi088 running (15m) 65s ago 16m 59.5M 2048M 16.2.0 24ecd6d5f14c 2454e1e9e408 2024-09-17T08:17:58.631 INFO:teuthology.orchestra.run.smithi088.stdout:mon.b smithi187 running (14m) 63s ago 14m 50.6M 2048M 16.2.0 24ecd6d5f14c 443ac3d93fd1 2024-09-17T08:17:58.631 INFO:teuthology.orchestra.run.smithi088.stdout:mon.c smithi088 running (14m) 65s ago 14m 45.4M 2048M 16.2.0 24ecd6d5f14c 02dbf1ac3f13 2024-09-17T08:17:58.632 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.a smithi088 *:9100 running (2m) 65s ago 10m 17.1M - 0.18.1 e5a616e4b9cf f6d73d93d866 2024-09-17T08:17:58.632 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.b smithi187 *:9100 running (2m) 63s ago 11m 10.7M - 0.18.1 e5a616e4b9cf 776830a1bc3a 2024-09-17T08:17:58.632 INFO:teuthology.orchestra.run.smithi088.stdout:osd.0 smithi088 running (14m) 65s ago 14m 46.7M 4096M 16.2.0 24ecd6d5f14c 999284c446e9 2024-09-17T08:17:58.632 INFO:teuthology.orchestra.run.smithi088.stdout:osd.1 smithi088 running (13m) 65s ago 13m 44.3M 4096M 16.2.0 24ecd6d5f14c 76ee60c1a08d 2024-09-17T08:17:58.632 INFO:teuthology.orchestra.run.smithi088.stdout:osd.2 smithi088 running (13m) 65s ago 13m 43.7M 4096M 16.2.0 24ecd6d5f14c 2503783cc013 2024-09-17T08:17:58.632 INFO:teuthology.orchestra.run.smithi088.stdout:osd.3 smithi088 running (13m) 65s ago 13m 46.3M 4096M 16.2.0 24ecd6d5f14c bf680a19cb5a 2024-09-17T08:17:58.632 INFO:teuthology.orchestra.run.smithi088.stdout:osd.4 smithi187 running (13m) 63s ago 13m 46.1M 4096M 16.2.0 24ecd6d5f14c a8462272aa51 2024-09-17T08:17:58.632 INFO:teuthology.orchestra.run.smithi088.stdout:osd.5 smithi187 running (12m) 63s ago 12m 44.3M 4096M 16.2.0 24ecd6d5f14c c3463f9a8b7e 2024-09-17T08:17:58.632 INFO:teuthology.orchestra.run.smithi088.stdout:osd.6 smithi187 running (12m) 63s ago 12m 47.7M 4096M 16.2.0 24ecd6d5f14c 53d9ca2fb095 2024-09-17T08:17:58.632 INFO:teuthology.orchestra.run.smithi088.stdout:osd.7 smithi187 running (12m) 63s ago 12m 47.1M 4096M 16.2.0 24ecd6d5f14c 61f8b7fae59c 2024-09-17T08:17:58.632 INFO:teuthology.orchestra.run.smithi088.stdout:prometheus.a smithi187 *:9095 error 63s ago 11m - - 2024-09-17T08:17:58.632 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi088.pybyat smithi088 *:8000 running (9m) 65s ago 9m 40.0M - 16.2.0 24ecd6d5f14c 1e03127137af 2024-09-17T08:17:58.632 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi187.yrrxta smithi187 *:8000 running (9m) 63s ago 9m 40.1M - 16.2.0 24ecd6d5f14c 304f0f2cb409 2024-09-17T08:17:59.078 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:17:59 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:17:57.867674+0000 mgr.x (mgr.34574) 134 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:17:59.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:17:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:17:57.867674+0000 mgr.x (mgr.34574) 134 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:17:59.278 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:17:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:17:57.867674+0000 mgr.x (mgr.34574) 134 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:17:59.299 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'sleep 180' 2024-09-17T08:18:00.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:17:58.622418+0000 mgr.x (mgr.34574) 135 : audit [DBG] from='client.24766 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:18:00.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:17:58.622418+0000 mgr.x (mgr.34574) 135 : audit [DBG] from='client.24766 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:18:00.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:17:58.622418+0000 mgr.x (mgr.34574) 135 : audit [DBG] from='client.24766 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:18:01.146 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:17:59.868050+0000 mgr.x (mgr.34574) 136 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:18:01.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:17:59.868050+0000 mgr.x (mgr.34574) 136 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:18:01.164 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:17:59.868050+0000 mgr.x (mgr.34574) 136 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:18:03.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:03 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:18:01.868847+0000 mgr.x (mgr.34574) 137 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:18:03.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:03 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:18:03.005094+0000 mon.a (mon.0) 713 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:18:03.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:03 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:18:03.010703+0000 mon.a (mon.0) 714 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:18:03.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:18:01.868847+0000 mgr.x (mgr.34574) 137 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:18:03.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:18:03.005094+0000 mon.a (mon.0) 713 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:18:03.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:18:03.010703+0000 mon.a (mon.0) 714 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:18:03.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:18:01.868847+0000 mgr.x (mgr.34574) 137 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:18:03.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:18:03.005094+0000 mon.a (mon.0) 713 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:18:03.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:18:03.010703+0000 mon.a (mon.0) 714 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:18:04.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:18:03.305015+0000 mon.b (mon.2) 78 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:18:04.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:18:03.305686+0000 mon.b (mon.2) 79 : audit [INF] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:18:04.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:18:03.311616+0000 mon.a (mon.0) 715 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:18:04.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:18:03.387220+0000 mon.b (mon.2) 80 : audit [INF] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T08:18:04.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:18:03.387933+0000 mon.a (mon.0) 716 : audit [INF] from='mgr.34574 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T08:18:04.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:18:03.388560+0000 mon.b (mon.2) 81 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-17T08:18:04.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:18:03.389148+0000 mon.b (mon.2) 82 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:18:04.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:18:03.305015+0000 mon.b (mon.2) 78 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:18:04.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:18:03.305686+0000 mon.b (mon.2) 79 : audit [INF] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:18:04.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:18:03.311616+0000 mon.a (mon.0) 715 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:18:04.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:18:03.387220+0000 mon.b (mon.2) 80 : audit [INF] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T08:18:04.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:18:03.387933+0000 mon.a (mon.0) 716 : audit [INF] from='mgr.34574 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T08:18:04.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:18:03.388560+0000 mon.b (mon.2) 81 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-17T08:18:04.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:18:03.389148+0000 mon.b (mon.2) 82 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:18:04.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:18:03.305015+0000 mon.b (mon.2) 78 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:18:04.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:18:03.305686+0000 mon.b (mon.2) 79 : audit [INF] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:18:04.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:18:03.311616+0000 mon.a (mon.0) 715 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:18:04.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:18:03.387220+0000 mon.b (mon.2) 80 : audit [INF] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T08:18:04.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:18:03.387933+0000 mon.a (mon.0) 716 : audit [INF] from='mgr.34574 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T08:18:04.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:18:03.388560+0000 mon.b (mon.2) 81 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-17T08:18:04.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:18:03.389148+0000 mon.b (mon.2) 82 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:18:05.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:05 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:18:03.306169+0000 mgr.x (mgr.34574) 138 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:18:05.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:05 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:18:03.306660+0000 mgr.x (mgr.34574) 139 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 895 B/s rd, 0 op/s 2024-09-17T08:18:05.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:05 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:18:03.306816+0000 mgr.x (mgr.34574) 140 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-17T08:18:05.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:05 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:18:03.389764+0000 mgr.x (mgr.34574) 141 : cephadm [INF] Deploying daemon mgr.y on smithi088 2024-09-17T08:18:05.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:05 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:18:03.306169+0000 mgr.x (mgr.34574) 138 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:18:05.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:05 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:18:03.306660+0000 mgr.x (mgr.34574) 139 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 895 B/s rd, 0 op/s 2024-09-17T08:18:05.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:05 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:18:03.306816+0000 mgr.x (mgr.34574) 140 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-17T08:18:05.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:05 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:18:03.389764+0000 mgr.x (mgr.34574) 141 : cephadm [INF] Deploying daemon mgr.y on smithi088 2024-09-17T08:18:05.415 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:18:04 smithi088 systemd[1]: Stopping Ceph mgr.y for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:18:05.415 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:18:05 smithi088 podman[52207]: 2024-09-17 08:18:05.152692188 +0000 UTC m=+0.122446558 container died 3c3a908afdcdd47060e3c57028af3e7be87ac02738bbc22d972c1e1789c70c16 (image=quay.io/ceph/ceph:v16.2.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.y, ceph=True, org.label-schema.build-date=20201204, CEPH_POINT_RELEASE=-16.2.0, GIT_COMMIT=20cb635043d86d971f028e2bf2824446440b5557, GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=HEAD, maintainer=Dimitri Savineau , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-09-17T08:18:05.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:05 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:18:03.306169+0000 mgr.x (mgr.34574) 138 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:18:05.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:05 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:18:03.306660+0000 mgr.x (mgr.34574) 139 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 895 B/s rd, 0 op/s 2024-09-17T08:18:05.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:05 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:18:03.306816+0000 mgr.x (mgr.34574) 140 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-17T08:18:05.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:05 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:18:03.389764+0000 mgr.x (mgr.34574) 141 : cephadm [INF] Deploying daemon mgr.y on smithi088 2024-09-17T08:18:05.899 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:18:05 smithi088 podman[52207]: 2024-09-17 08:18:05.690109203 +0000 UTC m=+0.659863567 container cleanup 3c3a908afdcdd47060e3c57028af3e7be87ac02738bbc22d972c1e1789c70c16 (image=quay.io/ceph/ceph:v16.2.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.y, GIT_REPO=https://github.com/ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=20cb635043d86d971f028e2bf2824446440b5557, GIT_CLEAN=True, RELEASE=HEAD, org.label-schema.build-date=20201204, GIT_BRANCH=HEAD, maintainer=Dimitri Savineau , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=-16.2.0) 2024-09-17T08:18:05.899 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:18:05 smithi088 bash[52207]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.y 2024-09-17T08:18:06.164 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:18:05 smithi088 podman[52219]: 2024-09-17 08:18:05.899957324 +0000 UTC m=+0.742711047 container remove 3c3a908afdcdd47060e3c57028af3e7be87ac02738bbc22d972c1e1789c70c16 (image=quay.io/ceph/ceph:v16.2.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.y, org.label-schema.build-date=20201204, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=-16.2.0, maintainer=Dimitri Savineau , org.label-schema.name=CentOS Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=20cb635043d86d971f028e2bf2824446440b5557, RELEASE=HEAD, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, GIT_REPO=https://github.com/ceph/ceph-container.git) 2024-09-17T08:18:06.164 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:18:05 smithi088 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-09-17T08:18:06.665 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:18:06 smithi088 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-09-17T08:18:06.665 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:18:06 smithi088 systemd[1]: Stopped Ceph mgr.y for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:18:06.665 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:18:06 smithi088 systemd[1]: Starting Ceph mgr.y for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:18:06.945 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:18:06 smithi088 podman[52362]: 2024-09-17 08:18:06.579130196 +0000 UTC m=+0.015689464 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-17T08:18:06.945 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:18:06 smithi088 podman[52362]: 2024-09-17 08:18:06.709451657 +0000 UTC m=+0.146010952 container create 3228b2505d9a3149522fa370ca23ce5dc6961abefbd076affa4bfffddfc3cf38 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=reef-19e2a2b, ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-09-17T08:18:07.322 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:18:05.307344+0000 mgr.x (mgr.34574) 142 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 542 B/s rd, 0 op/s 2024-09-17T08:18:07.322 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:18:07.096163+0000 mon.a (mon.0) 717 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:18:07.322 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:18:05.307344+0000 mgr.x (mgr.34574) 142 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 542 B/s rd, 0 op/s 2024-09-17T08:18:07.322 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:18:07.096163+0000 mon.a (mon.0) 717 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:18:07.323 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:18:06 smithi088 podman[52362]: 2024-09-17 08:18:06.945697993 +0000 UTC m=+0.382257263 container init 3228b2505d9a3149522fa370ca23ce5dc6961abefbd076affa4bfffddfc3cf38 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y, GIT_CLEAN=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-19e2a2b, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-09-17T08:18:07.323 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:18:06 smithi088 podman[52362]: 2024-09-17 08:18:06.948793922 +0000 UTC m=+0.385353190 container start 3228b2505d9a3149522fa370ca23ce5dc6961abefbd076affa4bfffddfc3cf38 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-19e2a2b, org.label-schema.schema-version=1.0, ceph=True) 2024-09-17T08:18:07.323 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:18:06 smithi088 ceph-mgr[52382]: -- 172.21.15.88:0/1661205585 <== mon.1 v2:172.21.15.88:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x560271ec8d00 con 0x560271e9d000 2024-09-17T08:18:07.323 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:18:07 smithi088 bash[52362]: 3228b2505d9a3149522fa370ca23ce5dc6961abefbd076affa4bfffddfc3cf38 2024-09-17T08:18:07.323 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:18:07 smithi088 systemd[1]: Started Ceph mgr.y for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:18:07.323 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:18:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:18:07.069+0000 7f211d85d040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-17T08:18:07.323 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:18:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:18:07.138+0000 7f211d85d040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-17T08:18:07.323 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:18:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:18:07.321+0000 7f211d85d040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-17T08:18:07.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:18:05.307344+0000 mgr.x (mgr.34574) 142 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 542 B/s rd, 0 op/s 2024-09-17T08:18:07.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:18:07.096163+0000 mon.a (mon.0) 717 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:18:07.664 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:18:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:18:07.403+0000 7f211d85d040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-17T08:18:07.664 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:18:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:18:07.567+0000 7f211d85d040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-17T08:18:08.028 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:18:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:18:07.718+0000 7f211d85d040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-17T08:18:08.284 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:18:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:18:08.037+0000 7f211d85d040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-17T08:18:08.284 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:18:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:18:08.096+0000 7f211d85d040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-17T08:18:08.284 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:18:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:18:08.283+0000 7f211d85d040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-17T08:18:08.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:18:07.104662+0000 mon.a (mon.0) 718 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:18:08.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:18:07.111382+0000 mon.a (mon.0) 719 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:18:08.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:18:07.117568+0000 mon.a (mon.0) 720 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:18:08.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:18:07.161004+0000 mon.b (mon.2) 83 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:18:08.285 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:18:07.104662+0000 mon.a (mon.0) 718 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:18:08.285 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:18:07.111382+0000 mon.a (mon.0) 719 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:18:08.285 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:18:07.117568+0000 mon.a (mon.0) 720 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:18:08.285 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:18:07.161004+0000 mon.b (mon.2) 83 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:18:08.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:08 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:18:07.104662+0000 mon.a (mon.0) 718 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:18:08.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:08 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:18:07.111382+0000 mon.a (mon.0) 719 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:18:08.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:08 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:18:07.117568+0000 mon.a (mon.0) 720 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:18:08.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:08 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:18:07.161004+0000 mon.b (mon.2) 83 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:18:09.118 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:18:07.307976+0000 mgr.x (mgr.34574) 143 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-17T08:18:09.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:18:07.307976+0000 mgr.x (mgr.34574) 143 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-17T08:18:09.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:18:07.307976+0000 mgr.x (mgr.34574) 143 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-17T08:18:09.415 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:18:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:18:09.196+0000 7f211d85d040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-17T08:18:09.415 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:18:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:18:09.274+0000 7f211d85d040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-17T08:18:10.381 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:18:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:18:10.121+0000 7f211d85d040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-17T08:18:10.381 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:18:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:18:10.235+0000 7f211d85d040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-17T08:18:10.381 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:18:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:18:10.380+0000 7f211d85d040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-17T08:18:10.660 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:18:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:18:10.442+0000 7f211d85d040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-17T08:18:10.661 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:18:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:18:10.592+0000 7f211d85d040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-17T08:18:10.661 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:18:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:18:10.660+0000 7f211d85d040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-17T08:18:10.914 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:18:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:18:10.719+0000 7f211d85d040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-17T08:18:10.915 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:18:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:18:10.873+0000 7f211d85d040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-17T08:18:11.234 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:18:09.308329+0000 mgr.x (mgr.34574) 144 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-17T08:18:11.234 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:18:09.308329+0000 mgr.x (mgr.34574) 144 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-17T08:18:11.234 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:18:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:18:10.948+0000 7f211d85d040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-17T08:18:11.234 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:18:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:18:11.017+0000 7f211d85d040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-17T08:18:11.235 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:18:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:18:11.115+0000 7f211d85d040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-17T08:18:11.235 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:18:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:18:11.175+0000 7f211d85d040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-17T08:18:11.235 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:18:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:18:11.233+0000 7f211d85d040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-17T08:18:11.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:18:09.308329+0000 mgr.x (mgr.34574) 144 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 604 KiB data, 78 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-17T08:18:12.414 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:18:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:18:12.055+0000 7f211d85d040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-17T08:18:13.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:18:11.309179+0000 mgr.x (mgr.34574) 145 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 604 KiB data, 86 MiB used, 715 GiB / 715 GiB avail; 92 KiB/s rd, 0 B/s wr, 152 op/s 2024-09-17T08:18:13.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:18:11.972697+0000 mon.a (mon.0) 721 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:18:13.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:18:11.981468+0000 mon.a (mon.0) 722 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:18:13.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:18:12.059134+0000 mon.a (mon.0) 723 : cluster [DBG] Standby manager daemon y restarted 2024-09-17T08:18:13.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:18:12.059266+0000 mon.a (mon.0) 724 : cluster [DBG] Standby manager daemon y started 2024-09-17T08:18:13.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:18:12.060002+0000 mon.c (mon.1) 34 : audit [DBG] from='mgr.? 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-17T08:18:13.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:18:12.060341+0000 mon.c (mon.1) 35 : audit [DBG] from='mgr.? 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T08:18:13.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:18:12.060997+0000 mon.c (mon.1) 36 : audit [DBG] from='mgr.? 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-17T08:18:13.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:18:12.061236+0000 mon.c (mon.1) 37 : audit [DBG] from='mgr.? 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T08:18:13.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:18:11.309179+0000 mgr.x (mgr.34574) 145 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 604 KiB data, 86 MiB used, 715 GiB / 715 GiB avail; 92 KiB/s rd, 0 B/s wr, 152 op/s 2024-09-17T08:18:13.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:18:11.972697+0000 mon.a (mon.0) 721 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:18:13.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:18:11.981468+0000 mon.a (mon.0) 722 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:18:13.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:18:12.059134+0000 mon.a (mon.0) 723 : cluster [DBG] Standby manager daemon y restarted 2024-09-17T08:18:13.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:18:12.059266+0000 mon.a (mon.0) 724 : cluster [DBG] Standby manager daemon y started 2024-09-17T08:18:13.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:18:12.060002+0000 mon.c (mon.1) 34 : audit [DBG] from='mgr.? 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-17T08:18:13.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:18:12.060341+0000 mon.c (mon.1) 35 : audit [DBG] from='mgr.? 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T08:18:13.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:18:12.060997+0000 mon.c (mon.1) 36 : audit [DBG] from='mgr.? 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-17T08:18:13.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:18:12.061236+0000 mon.c (mon.1) 37 : audit [DBG] from='mgr.? 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T08:18:13.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:18:11.309179+0000 mgr.x (mgr.34574) 145 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 604 KiB data, 86 MiB used, 715 GiB / 715 GiB avail; 92 KiB/s rd, 0 B/s wr, 152 op/s 2024-09-17T08:18:13.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:18:11.972697+0000 mon.a (mon.0) 721 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:18:13.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:18:11.981468+0000 mon.a (mon.0) 722 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:18:13.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:18:12.059134+0000 mon.a (mon.0) 723 : cluster [DBG] Standby manager daemon y restarted 2024-09-17T08:18:13.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:18:12.059266+0000 mon.a (mon.0) 724 : cluster [DBG] Standby manager daemon y started 2024-09-17T08:18:13.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:18:12.060002+0000 mon.c (mon.1) 34 : audit [DBG] from='mgr.? 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-17T08:18:13.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:18:12.060341+0000 mon.c (mon.1) 35 : audit [DBG] from='mgr.? 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T08:18:13.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:18:12.060997+0000 mon.c (mon.1) 36 : audit [DBG] from='mgr.? 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-17T08:18:13.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:18:12.061236+0000 mon.c (mon.1) 37 : audit [DBG] from='mgr.? 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T08:18:14.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:13 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:18:12.987287+0000 mon.a (mon.0) 725 : cluster [DBG] mgrmap e21: x(active, since 3m), standbys: y 2024-09-17T08:18:14.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:13 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:18:13.039798+0000 mon.a (mon.0) 726 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:18:14.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:13 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:18:13.046805+0000 mon.a (mon.0) 727 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:18:14.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:13 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:18:13.047745+0000 mon.b (mon.2) 84 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:18:14.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:13 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:18:13.048395+0000 mon.b (mon.2) 85 : audit [INF] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:18:14.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:13 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:18:13.048903+0000 mgr.x (mgr.34574) 146 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:18:14.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:13 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:18:13.049420+0000 mgr.x (mgr.34574) 147 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 604 KiB data, 86 MiB used, 715 GiB / 715 GiB avail; 89 KiB/s rd, 0 B/s wr, 147 op/s 2024-09-17T08:18:14.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:13 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:18:13.049588+0000 mgr.x (mgr.34574) 148 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 604 KiB data, 86 MiB used, 715 GiB / 715 GiB avail; 89 KiB/s rd, 0 B/s wr, 147 op/s 2024-09-17T08:18:14.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:13 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:18:13.056173+0000 mon.a (mon.0) 728 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:18:14.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:18:12.987287+0000 mon.a (mon.0) 725 : cluster [DBG] mgrmap e21: x(active, since 3m), standbys: y 2024-09-17T08:18:14.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:18:13.039798+0000 mon.a (mon.0) 726 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:18:14.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:18:13.046805+0000 mon.a (mon.0) 727 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:18:14.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:18:13.047745+0000 mon.b (mon.2) 84 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:18:14.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:18:13.048395+0000 mon.b (mon.2) 85 : audit [INF] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:18:14.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:18:13.048903+0000 mgr.x (mgr.34574) 146 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:18:14.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:18:13.049420+0000 mgr.x (mgr.34574) 147 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 604 KiB data, 86 MiB used, 715 GiB / 715 GiB avail; 89 KiB/s rd, 0 B/s wr, 147 op/s 2024-09-17T08:18:14.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:18:13.049588+0000 mgr.x (mgr.34574) 148 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 604 KiB data, 86 MiB used, 715 GiB / 715 GiB avail; 89 KiB/s rd, 0 B/s wr, 147 op/s 2024-09-17T08:18:14.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:18:13.056173+0000 mon.a (mon.0) 728 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:18:14.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:18:12.987287+0000 mon.a (mon.0) 725 : cluster [DBG] mgrmap e21: x(active, since 3m), standbys: y 2024-09-17T08:18:14.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:18:13.039798+0000 mon.a (mon.0) 726 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:18:14.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:18:13.046805+0000 mon.a (mon.0) 727 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:18:14.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:18:13.047745+0000 mon.b (mon.2) 84 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:18:14.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:18:13.048395+0000 mon.b (mon.2) 85 : audit [INF] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:18:14.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:18:13.048903+0000 mgr.x (mgr.34574) 146 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:18:14.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:18:13.049420+0000 mgr.x (mgr.34574) 147 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 604 KiB data, 86 MiB used, 715 GiB / 715 GiB avail; 89 KiB/s rd, 0 B/s wr, 147 op/s 2024-09-17T08:18:14.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:18:13.049588+0000 mgr.x (mgr.34574) 148 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 604 KiB data, 86 MiB used, 715 GiB / 715 GiB avail; 89 KiB/s rd, 0 B/s wr, 147 op/s 2024-09-17T08:18:14.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:18:13.056173+0000 mon.a (mon.0) 728 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:18:16.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:18:15.050034+0000 mgr.x (mgr.34574) 149 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 604 KiB data, 86 MiB used, 715 GiB / 715 GiB avail; 89 KiB/s rd, 0 B/s wr, 147 op/s 2024-09-17T08:18:16.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:18:15.050034+0000 mgr.x (mgr.34574) 149 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 604 KiB data, 86 MiB used, 715 GiB / 715 GiB avail; 89 KiB/s rd, 0 B/s wr, 147 op/s 2024-09-17T08:18:16.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:18:15.050034+0000 mgr.x (mgr.34574) 149 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 604 KiB data, 86 MiB used, 715 GiB / 715 GiB avail; 89 KiB/s rd, 0 B/s wr, 147 op/s 2024-09-17T08:18:18.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:18:17.050886+0000 mgr.x (mgr.34574) 150 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 89 KiB/s rd, 0 B/s wr, 147 op/s 2024-09-17T08:18:18.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:18:17.050886+0000 mgr.x (mgr.34574) 150 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 89 KiB/s rd, 0 B/s wr, 147 op/s 2024-09-17T08:18:18.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:18:17.050886+0000 mgr.x (mgr.34574) 150 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 89 KiB/s rd, 0 B/s wr, 147 op/s 2024-09-17T08:18:19.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:18:19.051301+0000 mgr.x (mgr.34574) 151 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 89 KiB/s rd, 0 B/s wr, 147 op/s 2024-09-17T08:18:19.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:18:19.051301+0000 mgr.x (mgr.34574) 151 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 89 KiB/s rd, 0 B/s wr, 147 op/s 2024-09-17T08:18:19.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:18:19.051301+0000 mgr.x (mgr.34574) 151 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 89 KiB/s rd, 0 B/s wr, 147 op/s 2024-09-17T08:18:22.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:18:21.052116+0000 mgr.x (mgr.34574) 152 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-17T08:18:22.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:18:21.052116+0000 mgr.x (mgr.34574) 152 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-17T08:18:22.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:18:21.052116+0000 mgr.x (mgr.34574) 152 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-17T08:18:24.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:18:23.052550+0000 mgr.x (mgr.34574) 153 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-17T08:18:24.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:18:23.052550+0000 mgr.x (mgr.34574) 153 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-17T08:18:24.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:18:23.052550+0000 mgr.x (mgr.34574) 153 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-17T08:18:26.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:18:25.053023+0000 mgr.x (mgr.34574) 154 : cluster [DBG] pgmap v118: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:18:26.406 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:18:25.053023+0000 mgr.x (mgr.34574) 154 : cluster [DBG] pgmap v118: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:18:26.406 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:18:25.053023+0000 mgr.x (mgr.34574) 154 : cluster [DBG] pgmap v118: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:18:28.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:28 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:18:27.053950+0000 mgr.x (mgr.34574) 155 : cluster [DBG] pgmap v119: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:18:28.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:18:27.053950+0000 mgr.x (mgr.34574) 155 : cluster [DBG] pgmap v119: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:18:28.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:18:27.053950+0000 mgr.x (mgr.34574) 155 : cluster [DBG] pgmap v119: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:18:29.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:29 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:18:29.054440+0000 mgr.x (mgr.34574) 156 : cluster [DBG] pgmap v120: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:18:29.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:18:29.054440+0000 mgr.x (mgr.34574) 156 : cluster [DBG] pgmap v120: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:18:29.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:18:29.054440+0000 mgr.x (mgr.34574) 156 : cluster [DBG] pgmap v120: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:18:32.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:32 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:18:31.055172+0000 mgr.x (mgr.34574) 157 : cluster [DBG] pgmap v121: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:18:32.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:32 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:18:31.055172+0000 mgr.x (mgr.34574) 157 : cluster [DBG] pgmap v121: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:18:32.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:32 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:18:31.055172+0000 mgr.x (mgr.34574) 157 : cluster [DBG] pgmap v121: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:18:34.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:18:33.055597+0000 mgr.x (mgr.34574) 158 : cluster [DBG] pgmap v122: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:18:34.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:18:33.055597+0000 mgr.x (mgr.34574) 158 : cluster [DBG] pgmap v122: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:18:34.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:18:33.055597+0000 mgr.x (mgr.34574) 158 : cluster [DBG] pgmap v122: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:18:36.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:18:35.055959+0000 mgr.x (mgr.34574) 159 : cluster [DBG] pgmap v123: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:18:36.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:36 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:18:35.055959+0000 mgr.x (mgr.34574) 159 : cluster [DBG] pgmap v123: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:18:36.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:36 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:18:35.055959+0000 mgr.x (mgr.34574) 159 : cluster [DBG] pgmap v123: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:18:38.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:18:37.056753+0000 mgr.x (mgr.34574) 160 : cluster [DBG] pgmap v124: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:18:38.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:18:37.056753+0000 mgr.x (mgr.34574) 160 : cluster [DBG] pgmap v124: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:18:38.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:18:37.056753+0000 mgr.x (mgr.34574) 160 : cluster [DBG] pgmap v124: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:18:39.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:18:39.057375+0000 mgr.x (mgr.34574) 161 : cluster [DBG] pgmap v125: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:18:39.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:18:39.057375+0000 mgr.x (mgr.34574) 161 : cluster [DBG] pgmap v125: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:18:39.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:18:39.057375+0000 mgr.x (mgr.34574) 161 : cluster [DBG] pgmap v125: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:18:42.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:42 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:18:41.058231+0000 mgr.x (mgr.34574) 162 : cluster [DBG] pgmap v126: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:18:42.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:18:41.058231+0000 mgr.x (mgr.34574) 162 : cluster [DBG] pgmap v126: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:18:42.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:18:41.058231+0000 mgr.x (mgr.34574) 162 : cluster [DBG] pgmap v126: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:18:44.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:44 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:18:43.058790+0000 mgr.x (mgr.34574) 163 : cluster [DBG] pgmap v127: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:18:44.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:18:43.058790+0000 mgr.x (mgr.34574) 163 : cluster [DBG] pgmap v127: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:18:44.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:18:43.058790+0000 mgr.x (mgr.34574) 163 : cluster [DBG] pgmap v127: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:18:46.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:18:45.059274+0000 mgr.x (mgr.34574) 164 : cluster [DBG] pgmap v128: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:18:46.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:18:45.059274+0000 mgr.x (mgr.34574) 164 : cluster [DBG] pgmap v128: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:18:46.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:18:45.059274+0000 mgr.x (mgr.34574) 164 : cluster [DBG] pgmap v128: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:18:48.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:18:47.060095+0000 mgr.x (mgr.34574) 165 : cluster [DBG] pgmap v129: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:18:48.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:48 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:18:47.060095+0000 mgr.x (mgr.34574) 165 : cluster [DBG] pgmap v129: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:18:48.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:48 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:18:47.060095+0000 mgr.x (mgr.34574) 165 : cluster [DBG] pgmap v129: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:18:49.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:18:49.060729+0000 mgr.x (mgr.34574) 166 : cluster [DBG] pgmap v130: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:18:49.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:18:49.060729+0000 mgr.x (mgr.34574) 166 : cluster [DBG] pgmap v130: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:18:49.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:18:49.060729+0000 mgr.x (mgr.34574) 166 : cluster [DBG] pgmap v130: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:18:52.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:18:51.061505+0000 mgr.x (mgr.34574) 167 : cluster [DBG] pgmap v131: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:18:52.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:18:51.061505+0000 mgr.x (mgr.34574) 167 : cluster [DBG] pgmap v131: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:18:52.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:18:51.061505+0000 mgr.x (mgr.34574) 167 : cluster [DBG] pgmap v131: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:18:54.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:18:53.061959+0000 mgr.x (mgr.34574) 168 : cluster [DBG] pgmap v132: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:18:54.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:18:53.061959+0000 mgr.x (mgr.34574) 168 : cluster [DBG] pgmap v132: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:18:54.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:18:53.061959+0000 mgr.x (mgr.34574) 168 : cluster [DBG] pgmap v132: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:18:56.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:18:55.062416+0000 mgr.x (mgr.34574) 169 : cluster [DBG] pgmap v133: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:18:56.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:18:55.062416+0000 mgr.x (mgr.34574) 169 : cluster [DBG] pgmap v133: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:18:56.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:18:55.062416+0000 mgr.x (mgr.34574) 169 : cluster [DBG] pgmap v133: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:18:58.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:18:57.063187+0000 mgr.x (mgr.34574) 170 : cluster [DBG] pgmap v134: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:18:58.414 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:18:57.063187+0000 mgr.x (mgr.34574) 170 : cluster [DBG] pgmap v134: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:18:58.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:18:57.063187+0000 mgr.x (mgr.34574) 170 : cluster [DBG] pgmap v134: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:18:59.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:18:59 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:18:59.063750+0000 mgr.x (mgr.34574) 171 : cluster [DBG] pgmap v135: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:18:59.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:18:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:18:59.063750+0000 mgr.x (mgr.34574) 171 : cluster [DBG] pgmap v135: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:18:59.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:18:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:18:59.063750+0000 mgr.x (mgr.34574) 171 : cluster [DBG] pgmap v135: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:19:02.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:19:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:19:01.064623+0000 mgr.x (mgr.34574) 172 : cluster [DBG] pgmap v136: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:19:02.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:19:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:19:01.064623+0000 mgr.x (mgr.34574) 172 : cluster [DBG] pgmap v136: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:19:02.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:19:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:19:01.064623+0000 mgr.x (mgr.34574) 172 : cluster [DBG] pgmap v136: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:19:04.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:19:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:19:03.065194+0000 mgr.x (mgr.34574) 173 : cluster [DBG] pgmap v137: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:19:04.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:19:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:19:03.065194+0000 mgr.x (mgr.34574) 173 : cluster [DBG] pgmap v137: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:19:04.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:19:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:19:03.065194+0000 mgr.x (mgr.34574) 173 : cluster [DBG] pgmap v137: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:19:06.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:19:06 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:19:05.065822+0000 mgr.x (mgr.34574) 174 : cluster [DBG] pgmap v138: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:19:06.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:19:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:19:05.065822+0000 mgr.x (mgr.34574) 174 : cluster [DBG] pgmap v138: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:19:06.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:19:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:19:05.065822+0000 mgr.x (mgr.34574) 174 : cluster [DBG] pgmap v138: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:19:08.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:19:08 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:19:07.066616+0000 mgr.x (mgr.34574) 175 : cluster [DBG] pgmap v139: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:19:08.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:19:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:19:07.066616+0000 mgr.x (mgr.34574) 175 : cluster [DBG] pgmap v139: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:19:08.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:19:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:19:07.066616+0000 mgr.x (mgr.34574) 175 : cluster [DBG] pgmap v139: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:19:09.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:19:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:19:09.067164+0000 mgr.x (mgr.34574) 176 : cluster [DBG] pgmap v140: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:19:09.664 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:19:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:19:09.067164+0000 mgr.x (mgr.34574) 176 : cluster [DBG] pgmap v140: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:19:09.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:19:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:19:09.067164+0000 mgr.x (mgr.34574) 176 : cluster [DBG] pgmap v140: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:19:12.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:19:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:19:11.068005+0000 mgr.x (mgr.34574) 177 : cluster [DBG] pgmap v141: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:19:12.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:19:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:19:11.068005+0000 mgr.x (mgr.34574) 177 : cluster [DBG] pgmap v141: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:19:12.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:19:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:19:11.068005+0000 mgr.x (mgr.34574) 177 : cluster [DBG] pgmap v141: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:19:14.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:19:14 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:19:13.068660+0000 mgr.x (mgr.34574) 178 : cluster [DBG] pgmap v142: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:19:14.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:19:14 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:19:13.166099+0000 mon.b (mon.2) 86 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:19:14.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:19:14 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:19:13.068660+0000 mgr.x (mgr.34574) 178 : cluster [DBG] pgmap v142: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:19:14.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:19:14 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:19:13.166099+0000 mon.b (mon.2) 86 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:19:14.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:19:14 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:19:13.068660+0000 mgr.x (mgr.34574) 178 : cluster [DBG] pgmap v142: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:19:14.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:19:14 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:19:13.166099+0000 mon.b (mon.2) 86 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:19:16.382 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:19:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:19:15.069092+0000 mgr.x (mgr.34574) 179 : cluster [DBG] pgmap v143: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:19:16.383 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:19:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:19:15.069092+0000 mgr.x (mgr.34574) 179 : cluster [DBG] pgmap v143: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:19:16.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:19:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:19:15.069092+0000 mgr.x (mgr.34574) 179 : cluster [DBG] pgmap v143: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:19:18.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:19:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:19:17.069828+0000 mgr.x (mgr.34574) 180 : cluster [DBG] pgmap v144: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:19:18.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:19:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:19:17.548045+0000 mon.a (mon.0) 729 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:19:18.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:19:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:19:17.552881+0000 mon.a (mon.0) 730 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:19:18.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:19:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:19:17.069828+0000 mgr.x (mgr.34574) 180 : cluster [DBG] pgmap v144: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:19:18.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:19:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:19:17.548045+0000 mon.a (mon.0) 729 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:19:18.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:19:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:19:17.552881+0000 mon.a (mon.0) 730 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:19:18.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:19:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:19:17.069828+0000 mgr.x (mgr.34574) 180 : cluster [DBG] pgmap v144: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:19:18.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:19:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:19:17.548045+0000 mon.a (mon.0) 729 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:19:18.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:19:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:19:17.552881+0000 mon.a (mon.0) 730 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:19:20.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:19:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:19:18.831609+0000 mon.a (mon.0) 731 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:19:20.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:19:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:19:18.836984+0000 mon.a (mon.0) 732 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:19:20.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:19:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:19:19.070190+0000 mgr.x (mgr.34574) 181 : cluster [DBG] pgmap v145: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:19:20.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:19:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:19:19.131090+0000 mon.b (mon.2) 87 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:19:20.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:19:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:19:19.131764+0000 mon.b (mon.2) 88 : audit [INF] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:19:20.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:19:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:19:19.132310+0000 mgr.x (mgr.34574) 182 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:19:20.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:19:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:19:19.132833+0000 mgr.x (mgr.34574) 183 : cluster [DBG] pgmap v146: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1017 B/s rd, 0 op/s 2024-09-17T08:19:20.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:19:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:19:19.133008+0000 mgr.x (mgr.34574) 184 : cluster [DBG] pgmap v147: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 634 B/s rd, 0 op/s 2024-09-17T08:19:20.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:19:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:19:19.137685+0000 mon.a (mon.0) 733 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:19:20.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:19:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:19:18.831609+0000 mon.a (mon.0) 731 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:19:20.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:19:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:19:18.836984+0000 mon.a (mon.0) 732 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:19:20.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:19:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:19:19.070190+0000 mgr.x (mgr.34574) 181 : cluster [DBG] pgmap v145: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:19:20.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:19:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:19:19.131090+0000 mon.b (mon.2) 87 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:19:20.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:19:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:19:19.131764+0000 mon.b (mon.2) 88 : audit [INF] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:19:20.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:19:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:19:19.132310+0000 mgr.x (mgr.34574) 182 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:19:20.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:19:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:19:19.132833+0000 mgr.x (mgr.34574) 183 : cluster [DBG] pgmap v146: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1017 B/s rd, 0 op/s 2024-09-17T08:19:20.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:19:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:19:19.133008+0000 mgr.x (mgr.34574) 184 : cluster [DBG] pgmap v147: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 634 B/s rd, 0 op/s 2024-09-17T08:19:20.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:19:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:19:19.137685+0000 mon.a (mon.0) 733 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:19:20.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:19:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:19:18.831609+0000 mon.a (mon.0) 731 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:19:20.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:19:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:19:18.836984+0000 mon.a (mon.0) 732 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:19:20.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:19:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:19:19.070190+0000 mgr.x (mgr.34574) 181 : cluster [DBG] pgmap v145: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:19:20.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:19:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:19:19.131090+0000 mon.b (mon.2) 87 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:19:20.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:19:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:19:19.131764+0000 mon.b (mon.2) 88 : audit [INF] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:19:20.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:19:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:19:19.132310+0000 mgr.x (mgr.34574) 182 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:19:20.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:19:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:19:19.132833+0000 mgr.x (mgr.34574) 183 : cluster [DBG] pgmap v146: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1017 B/s rd, 0 op/s 2024-09-17T08:19:20.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:19:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:19:19.133008+0000 mgr.x (mgr.34574) 184 : cluster [DBG] pgmap v147: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 634 B/s rd, 0 op/s 2024-09-17T08:19:20.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:19:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:19:19.137685+0000 mon.a (mon.0) 733 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:19:21.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:19:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:19:21.133933+0000 mgr.x (mgr.34574) 185 : cluster [DBG] pgmap v148: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:19:21.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:19:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:19:21.133933+0000 mgr.x (mgr.34574) 185 : cluster [DBG] pgmap v148: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:19:21.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:19:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:19:21.133933+0000 mgr.x (mgr.34574) 185 : cluster [DBG] pgmap v148: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:19:23.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:19:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:19:23.134505+0000 mgr.x (mgr.34574) 186 : cluster [DBG] pgmap v149: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:19:23.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:19:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:19:23.134505+0000 mgr.x (mgr.34574) 186 : cluster [DBG] pgmap v149: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:19:23.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:19:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:19:23.134505+0000 mgr.x (mgr.34574) 186 : cluster [DBG] pgmap v149: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:19:25.468 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:19:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:19:25.135055+0000 mgr.x (mgr.34574) 187 : cluster [DBG] pgmap v150: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 634 B/s rd, 0 op/s 2024-09-17T08:19:25.469 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:19:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:19:25.135055+0000 mgr.x (mgr.34574) 187 : cluster [DBG] pgmap v150: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 634 B/s rd, 0 op/s 2024-09-17T08:19:25.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:19:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:19:25.135055+0000 mgr.x (mgr.34574) 187 : cluster [DBG] pgmap v150: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 634 B/s rd, 0 op/s 2024-09-17T08:19:27.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:19:27 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:19:27.135826+0000 mgr.x (mgr.34574) 188 : cluster [DBG] pgmap v151: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:19:27.648 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:19:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:19:27.135826+0000 mgr.x (mgr.34574) 188 : cluster [DBG] pgmap v151: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:19:27.648 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:19:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:19:27.135826+0000 mgr.x (mgr.34574) 188 : cluster [DBG] pgmap v151: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:19:29.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:19:29 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:19:29.136330+0000 mgr.x (mgr.34574) 189 : cluster [DBG] pgmap v152: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-17T08:19:29.664 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:19:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:19:29.136330+0000 mgr.x (mgr.34574) 189 : cluster [DBG] pgmap v152: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-17T08:19:29.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:19:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:19:29.136330+0000 mgr.x (mgr.34574) 189 : cluster [DBG] pgmap v152: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-17T08:19:31.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:19:31 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:19:31.137282+0000 mgr.x (mgr.34574) 190 : cluster [DBG] pgmap v153: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:19:31.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:19:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:19:31.137282+0000 mgr.x (mgr.34574) 190 : cluster [DBG] pgmap v153: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:19:31.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:19:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:19:31.137282+0000 mgr.x (mgr.34574) 190 : cluster [DBG] pgmap v153: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:19:33.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:19:33 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:19:33.137784+0000 mgr.x (mgr.34574) 191 : cluster [DBG] pgmap v154: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:19:33.664 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:19:33 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:19:33.137784+0000 mgr.x (mgr.34574) 191 : cluster [DBG] pgmap v154: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:19:33.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:19:33 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:19:33.137784+0000 mgr.x (mgr.34574) 191 : cluster [DBG] pgmap v154: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:19:35.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:19:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:19:35.138414+0000 mgr.x (mgr.34574) 192 : cluster [DBG] pgmap v155: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:19:35.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:19:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:19:35.138414+0000 mgr.x (mgr.34574) 192 : cluster [DBG] pgmap v155: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:19:35.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:19:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:19:35.138414+0000 mgr.x (mgr.34574) 192 : cluster [DBG] pgmap v155: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:19:37.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:19:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:19:37.139296+0000 mgr.x (mgr.34574) 193 : cluster [DBG] pgmap v156: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:19:37.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:19:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:19:37.139296+0000 mgr.x (mgr.34574) 193 : cluster [DBG] pgmap v156: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:19:37.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:19:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:19:37.139296+0000 mgr.x (mgr.34574) 193 : cluster [DBG] pgmap v156: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:19:39.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:19:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:19:39.139719+0000 mgr.x (mgr.34574) 194 : cluster [DBG] pgmap v157: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:19:39.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:19:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:19:39.139719+0000 mgr.x (mgr.34574) 194 : cluster [DBG] pgmap v157: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:19:39.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:19:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:19:39.139719+0000 mgr.x (mgr.34574) 194 : cluster [DBG] pgmap v157: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:19:41.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:19:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:19:41.140560+0000 mgr.x (mgr.34574) 195 : cluster [DBG] pgmap v158: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:19:41.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:19:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:19:41.140560+0000 mgr.x (mgr.34574) 195 : cluster [DBG] pgmap v158: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:19:41.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:19:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:19:41.140560+0000 mgr.x (mgr.34574) 195 : cluster [DBG] pgmap v158: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:19:43.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:19:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:19:43.141211+0000 mgr.x (mgr.34574) 196 : cluster [DBG] pgmap v159: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:19:43.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:19:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:19:43.141211+0000 mgr.x (mgr.34574) 196 : cluster [DBG] pgmap v159: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:19:43.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:19:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:19:43.141211+0000 mgr.x (mgr.34574) 196 : cluster [DBG] pgmap v159: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:19:45.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:19:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:19:45.141855+0000 mgr.x (mgr.34574) 197 : cluster [DBG] pgmap v160: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:19:45.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:19:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:19:45.141855+0000 mgr.x (mgr.34574) 197 : cluster [DBG] pgmap v160: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:19:45.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:19:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:19:45.141855+0000 mgr.x (mgr.34574) 197 : cluster [DBG] pgmap v160: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:19:47.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:19:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:19:47.142675+0000 mgr.x (mgr.34574) 198 : cluster [DBG] pgmap v161: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:19:47.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:19:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:19:47.142675+0000 mgr.x (mgr.34574) 198 : cluster [DBG] pgmap v161: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:19:47.664 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:19:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:19:47.142675+0000 mgr.x (mgr.34574) 198 : cluster [DBG] pgmap v161: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:19:49.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:19:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:19:49.143195+0000 mgr.x (mgr.34574) 199 : cluster [DBG] pgmap v162: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:19:49.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:19:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:19:49.143195+0000 mgr.x (mgr.34574) 199 : cluster [DBG] pgmap v162: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:19:49.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:19:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:19:49.143195+0000 mgr.x (mgr.34574) 199 : cluster [DBG] pgmap v162: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:19:51.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:19:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:19:51.144024+0000 mgr.x (mgr.34574) 200 : cluster [DBG] pgmap v163: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:19:51.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:19:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:19:51.144024+0000 mgr.x (mgr.34574) 200 : cluster [DBG] pgmap v163: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:19:51.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:19:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:19:51.144024+0000 mgr.x (mgr.34574) 200 : cluster [DBG] pgmap v163: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:19:53.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:19:53 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:19:53.144454+0000 mgr.x (mgr.34574) 201 : cluster [DBG] pgmap v164: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:19:53.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:19:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:19:53.144454+0000 mgr.x (mgr.34574) 201 : cluster [DBG] pgmap v164: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:19:53.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:19:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:19:53.144454+0000 mgr.x (mgr.34574) 201 : cluster [DBG] pgmap v164: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:19:55.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:19:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:19:55.144947+0000 mgr.x (mgr.34574) 202 : cluster [DBG] pgmap v165: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:19:55.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:19:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:19:55.144947+0000 mgr.x (mgr.34574) 202 : cluster [DBG] pgmap v165: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:19:55.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:19:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:19:55.144947+0000 mgr.x (mgr.34574) 202 : cluster [DBG] pgmap v165: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:19:57.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:19:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:19:57.145676+0000 mgr.x (mgr.34574) 203 : cluster [DBG] pgmap v166: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:19:57.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:19:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:19:57.145676+0000 mgr.x (mgr.34574) 203 : cluster [DBG] pgmap v166: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:19:57.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:19:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:19:57.145676+0000 mgr.x (mgr.34574) 203 : cluster [DBG] pgmap v166: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:19:59.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:19:59 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:19:59.146168+0000 mgr.x (mgr.34574) 204 : cluster [DBG] pgmap v167: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:19:59.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:19:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:19:59.146168+0000 mgr.x (mgr.34574) 204 : cluster [DBG] pgmap v167: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:19:59.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:19:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:19:59.146168+0000 mgr.x (mgr.34574) 204 : cluster [DBG] pgmap v167: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:20:00.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:20:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:20:00.000164+0000 mon.a (mon.0) 734 : cluster [WRN] Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-09-17T08:20:00.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:20:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:20:00.000227+0000 mon.a (mon.0) 735 : cluster [WRN] [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-09-17T08:20:00.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:20:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:20:00.000268+0000 mon.a (mon.0) 736 : cluster [WRN] daemon prometheus.a on smithi187 is in error state 2024-09-17T08:20:00.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:20:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:20:00.000164+0000 mon.a (mon.0) 734 : cluster [WRN] Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-09-17T08:20:00.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:20:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:20:00.000227+0000 mon.a (mon.0) 735 : cluster [WRN] [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-09-17T08:20:00.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:20:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:20:00.000268+0000 mon.a (mon.0) 736 : cluster [WRN] daemon prometheus.a on smithi187 is in error state 2024-09-17T08:20:00.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:20:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:20:00.000164+0000 mon.a (mon.0) 734 : cluster [WRN] Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-09-17T08:20:00.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:20:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:20:00.000227+0000 mon.a (mon.0) 735 : cluster [WRN] [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-09-17T08:20:00.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:20:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:20:00.000268+0000 mon.a (mon.0) 736 : cluster [WRN] daemon prometheus.a on smithi187 is in error state 2024-09-17T08:20:01.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:20:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:20:01.146876+0000 mgr.x (mgr.34574) 205 : cluster [DBG] pgmap v168: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:20:01.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:20:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:20:01.146876+0000 mgr.x (mgr.34574) 205 : cluster [DBG] pgmap v168: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:20:01.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:20:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:20:01.146876+0000 mgr.x (mgr.34574) 205 : cluster [DBG] pgmap v168: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:20:03.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:20:03 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:20:03.147367+0000 mgr.x (mgr.34574) 206 : cluster [DBG] pgmap v169: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:20:03.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:20:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:20:03.147367+0000 mgr.x (mgr.34574) 206 : cluster [DBG] pgmap v169: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:20:03.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:20:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:20:03.147367+0000 mgr.x (mgr.34574) 206 : cluster [DBG] pgmap v169: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:20:05.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:20:05 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:20:05.147796+0000 mgr.x (mgr.34574) 207 : cluster [DBG] pgmap v170: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:20:05.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:20:05 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:20:05.147796+0000 mgr.x (mgr.34574) 207 : cluster [DBG] pgmap v170: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:20:05.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:20:05 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:20:05.147796+0000 mgr.x (mgr.34574) 207 : cluster [DBG] pgmap v170: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:20:07.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:20:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:20:07.148748+0000 mgr.x (mgr.34574) 208 : cluster [DBG] pgmap v171: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:20:07.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:20:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:20:07.148748+0000 mgr.x (mgr.34574) 208 : cluster [DBG] pgmap v171: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:20:07.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:20:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:20:07.148748+0000 mgr.x (mgr.34574) 208 : cluster [DBG] pgmap v171: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:20:09.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:20:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:20:09.149359+0000 mgr.x (mgr.34574) 209 : cluster [DBG] pgmap v172: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:20:09.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:20:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:20:09.149359+0000 mgr.x (mgr.34574) 209 : cluster [DBG] pgmap v172: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:20:09.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:20:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:20:09.149359+0000 mgr.x (mgr.34574) 209 : cluster [DBG] pgmap v172: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:20:11.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:20:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:20:11.150165+0000 mgr.x (mgr.34574) 210 : cluster [DBG] pgmap v173: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:20:11.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:20:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:20:11.150165+0000 mgr.x (mgr.34574) 210 : cluster [DBG] pgmap v173: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:20:11.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:20:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:20:11.150165+0000 mgr.x (mgr.34574) 210 : cluster [DBG] pgmap v173: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:20:13.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:20:13 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:20:13.150597+0000 mgr.x (mgr.34574) 211 : cluster [DBG] pgmap v174: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:20:13.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:20:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:20:13.150597+0000 mgr.x (mgr.34574) 211 : cluster [DBG] pgmap v174: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:20:13.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:20:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:20:13.150597+0000 mgr.x (mgr.34574) 211 : cluster [DBG] pgmap v174: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:20:15.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:20:15 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:20:15.151111+0000 mgr.x (mgr.34574) 212 : cluster [DBG] pgmap v175: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:20:15.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:20:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:20:15.151111+0000 mgr.x (mgr.34574) 212 : cluster [DBG] pgmap v175: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:20:15.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:20:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:20:15.151111+0000 mgr.x (mgr.34574) 212 : cluster [DBG] pgmap v175: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:20:17.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:20:17 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:20:17.151976+0000 mgr.x (mgr.34574) 213 : cluster [DBG] pgmap v176: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:20:17.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:20:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:20:17.151976+0000 mgr.x (mgr.34574) 213 : cluster [DBG] pgmap v176: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:20:17.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:20:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:20:17.151976+0000 mgr.x (mgr.34574) 213 : cluster [DBG] pgmap v176: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:20:19.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:20:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:20:19.152393+0000 mgr.x (mgr.34574) 214 : cluster [DBG] pgmap v177: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:20:19.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:20:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:20:19.247322+0000 mon.b (mon.2) 89 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:20:19.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:20:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:20:19.152393+0000 mgr.x (mgr.34574) 214 : cluster [DBG] pgmap v177: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:20:19.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:20:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:20:19.247322+0000 mon.b (mon.2) 89 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:20:19.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:20:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:20:19.152393+0000 mgr.x (mgr.34574) 214 : cluster [DBG] pgmap v177: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:20:19.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:20:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:20:19.247322+0000 mon.b (mon.2) 89 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:20:20.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:20:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:20:19.594060+0000 mon.b (mon.2) 90 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:20:20.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:20:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:20:19.594776+0000 mon.b (mon.2) 91 : audit [INF] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:20:20.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:20:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:20:19.595304+0000 mgr.x (mgr.34574) 215 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:20:20.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:20:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:20:19.595765+0000 mgr.x (mgr.34574) 216 : cluster [DBG] pgmap v178: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 980 B/s rd, 0 op/s 2024-09-17T08:20:20.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:20:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:20:19.595928+0000 mgr.x (mgr.34574) 217 : cluster [DBG] pgmap v179: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 606 B/s rd, 0 op/s 2024-09-17T08:20:20.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:20:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:20:19.602473+0000 mon.a (mon.0) 737 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:20:20.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:20:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:20:19.594060+0000 mon.b (mon.2) 90 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:20:20.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:20:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:20:19.594776+0000 mon.b (mon.2) 91 : audit [INF] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:20:20.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:20:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:20:19.595304+0000 mgr.x (mgr.34574) 215 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:20:20.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:20:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:20:19.595765+0000 mgr.x (mgr.34574) 216 : cluster [DBG] pgmap v178: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 980 B/s rd, 0 op/s 2024-09-17T08:20:20.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:20:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:20:19.595928+0000 mgr.x (mgr.34574) 217 : cluster [DBG] pgmap v179: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 606 B/s rd, 0 op/s 2024-09-17T08:20:20.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:20:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:20:19.602473+0000 mon.a (mon.0) 737 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:20:20.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:20:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:20:19.594060+0000 mon.b (mon.2) 90 : audit [DBG] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:20:20.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:20:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:20:19.594776+0000 mon.b (mon.2) 91 : audit [INF] from='mgr.34574 172.21.15.187:0/2339085247' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:20:20.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:20:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:20:19.595304+0000 mgr.x (mgr.34574) 215 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:20:20.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:20:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:20:19.595765+0000 mgr.x (mgr.34574) 216 : cluster [DBG] pgmap v178: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 980 B/s rd, 0 op/s 2024-09-17T08:20:20.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:20:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:20:19.595928+0000 mgr.x (mgr.34574) 217 : cluster [DBG] pgmap v179: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 606 B/s rd, 0 op/s 2024-09-17T08:20:20.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:20:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:20:19.602473+0000 mon.a (mon.0) 737 : audit [INF] from='mgr.34574 ' entity='mgr.x' 2024-09-17T08:20:22.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:20:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:20:21.596590+0000 mgr.x (mgr.34574) 218 : cluster [DBG] pgmap v180: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:20:22.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:20:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:20:21.596590+0000 mgr.x (mgr.34574) 218 : cluster [DBG] pgmap v180: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:20:23.146 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:20:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:20:21.596590+0000 mgr.x (mgr.34574) 218 : cluster [DBG] pgmap v180: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:20:24.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:20:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:20:23.597046+0000 mgr.x (mgr.34574) 219 : cluster [DBG] pgmap v181: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:20:24.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:20:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:20:23.597046+0000 mgr.x (mgr.34574) 219 : cluster [DBG] pgmap v181: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:20:24.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:20:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:20:23.597046+0000 mgr.x (mgr.34574) 219 : cluster [DBG] pgmap v181: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:20:26.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:20:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:20:25.597921+0000 mgr.x (mgr.34574) 220 : cluster [DBG] pgmap v182: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:20:26.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:20:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:20:25.597921+0000 mgr.x (mgr.34574) 220 : cluster [DBG] pgmap v182: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:20:27.146 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:20:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:20:25.597921+0000 mgr.x (mgr.34574) 220 : cluster [DBG] pgmap v182: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:20:28.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:20:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:20:27.598381+0000 mgr.x (mgr.34574) 221 : cluster [DBG] pgmap v183: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:20:28.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:20:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:20:27.598381+0000 mgr.x (mgr.34574) 221 : cluster [DBG] pgmap v183: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:20:29.146 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:20:28 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:20:27.598381+0000 mgr.x (mgr.34574) 221 : cluster [DBG] pgmap v183: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:20:30.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:20:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:20:29.598878+0000 mgr.x (mgr.34574) 222 : cluster [DBG] pgmap v184: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-17T08:20:30.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:20:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:20:29.598878+0000 mgr.x (mgr.34574) 222 : cluster [DBG] pgmap v184: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-17T08:20:31.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:20:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:20:29.598878+0000 mgr.x (mgr.34574) 222 : cluster [DBG] pgmap v184: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-17T08:20:33.146 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:20:32 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:20:31.599881+0000 mgr.x (mgr.34574) 223 : cluster [DBG] pgmap v185: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:20:33.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:20:32 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:20:31.599881+0000 mgr.x (mgr.34574) 223 : cluster [DBG] pgmap v185: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:20:33.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:20:32 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:20:31.599881+0000 mgr.x (mgr.34574) 223 : cluster [DBG] pgmap v185: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:20:34.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:20:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:20:33.600401+0000 mgr.x (mgr.34574) 224 : cluster [DBG] pgmap v186: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:20:34.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:20:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:20:33.600401+0000 mgr.x (mgr.34574) 224 : cluster [DBG] pgmap v186: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:20:34.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:20:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:20:33.600401+0000 mgr.x (mgr.34574) 224 : cluster [DBG] pgmap v186: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:20:36.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:20:36 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:20:35.601147+0000 mgr.x (mgr.34574) 225 : cluster [DBG] pgmap v187: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:20:36.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:20:36 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:20:35.601147+0000 mgr.x (mgr.34574) 225 : cluster [DBG] pgmap v187: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:20:37.146 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:20:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:20:35.601147+0000 mgr.x (mgr.34574) 225 : cluster [DBG] pgmap v187: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:20:38.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:20:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:20:37.601702+0000 mgr.x (mgr.34574) 226 : cluster [DBG] pgmap v188: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:20:38.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:20:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:20:37.601702+0000 mgr.x (mgr.34574) 226 : cluster [DBG] pgmap v188: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:20:39.146 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:20:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:20:37.601702+0000 mgr.x (mgr.34574) 226 : cluster [DBG] pgmap v188: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:20:40.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:20:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:20:39.602253+0000 mgr.x (mgr.34574) 227 : cluster [DBG] pgmap v189: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:20:40.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:20:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:20:39.602253+0000 mgr.x (mgr.34574) 227 : cluster [DBG] pgmap v189: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:20:41.146 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:20:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:20:39.602253+0000 mgr.x (mgr.34574) 227 : cluster [DBG] pgmap v189: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:20:42.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:20:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:20:41.603319+0000 mgr.x (mgr.34574) 228 : cluster [DBG] pgmap v190: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:20:42.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:20:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:20:41.603319+0000 mgr.x (mgr.34574) 228 : cluster [DBG] pgmap v190: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:20:43.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:20:42 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:20:41.603319+0000 mgr.x (mgr.34574) 228 : cluster [DBG] pgmap v190: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:20:44.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:20:44 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:20:43.603866+0000 mgr.x (mgr.34574) 229 : cluster [DBG] pgmap v191: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:20:44.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:20:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:20:43.603866+0000 mgr.x (mgr.34574) 229 : cluster [DBG] pgmap v191: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:20:44.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:20:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:20:43.603866+0000 mgr.x (mgr.34574) 229 : cluster [DBG] pgmap v191: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:20:46.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:20:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:20:45.604674+0000 mgr.x (mgr.34574) 230 : cluster [DBG] pgmap v192: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:20:46.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:20:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:20:45.604674+0000 mgr.x (mgr.34574) 230 : cluster [DBG] pgmap v192: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:20:47.146 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:20:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:20:45.604674+0000 mgr.x (mgr.34574) 230 : cluster [DBG] pgmap v192: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:20:48.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:20:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:20:47.605124+0000 mgr.x (mgr.34574) 231 : cluster [DBG] pgmap v193: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:20:48.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:20:48 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:20:47.605124+0000 mgr.x (mgr.34574) 231 : cluster [DBG] pgmap v193: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:20:48.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:20:48 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:20:47.605124+0000 mgr.x (mgr.34574) 231 : cluster [DBG] pgmap v193: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:20:51.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:20:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:20:49.605486+0000 mgr.x (mgr.34574) 232 : cluster [DBG] pgmap v194: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:20:51.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:20:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:20:49.605486+0000 mgr.x (mgr.34574) 232 : cluster [DBG] pgmap v194: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:20:51.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:20:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:20:49.605486+0000 mgr.x (mgr.34574) 232 : cluster [DBG] pgmap v194: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:20:53.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:20:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:20:51.606331+0000 mgr.x (mgr.34574) 233 : cluster [DBG] pgmap v195: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:20:53.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:20:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:20:51.606331+0000 mgr.x (mgr.34574) 233 : cluster [DBG] pgmap v195: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:20:53.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:20:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:20:51.606331+0000 mgr.x (mgr.34574) 233 : cluster [DBG] pgmap v195: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:20:54.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:20:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:20:53.606938+0000 mgr.x (mgr.34574) 234 : cluster [DBG] pgmap v196: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:20:54.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:20:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:20:53.606938+0000 mgr.x (mgr.34574) 234 : cluster [DBG] pgmap v196: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:20:54.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:20:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:20:53.606938+0000 mgr.x (mgr.34574) 234 : cluster [DBG] pgmap v196: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:20:56.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:20:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:20:55.607720+0000 mgr.x (mgr.34574) 235 : cluster [DBG] pgmap v197: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:20:56.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:20:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:20:55.607720+0000 mgr.x (mgr.34574) 235 : cluster [DBG] pgmap v197: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:20:57.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:20:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:20:55.607720+0000 mgr.x (mgr.34574) 235 : cluster [DBG] pgmap v197: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:20:59.146 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:20:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:20:57.608317+0000 mgr.x (mgr.34574) 236 : cluster [DBG] pgmap v198: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:20:59.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:20:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:20:57.608317+0000 mgr.x (mgr.34574) 236 : cluster [DBG] pgmap v198: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:20:59.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:20:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:20:57.608317+0000 mgr.x (mgr.34574) 236 : cluster [DBG] pgmap v198: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:21:01.095 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:20:59.608786+0000 mgr.x (mgr.34574) 237 : cluster [DBG] pgmap v199: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:21:01.095 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:20:59.608786+0000 mgr.x (mgr.34574) 237 : cluster [DBG] pgmap v199: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:21:01.146 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:20:59.608786+0000 mgr.x (mgr.34574) 237 : cluster [DBG] pgmap v199: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:21:01.847 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph orch ps' 2024-09-17T08:21:02.826 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:21:01.609795+0000 mgr.x (mgr.34574) 238 : cluster [DBG] pgmap v200: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:21:02.826 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:21:01.609795+0000 mgr.x (mgr.34574) 238 : cluster [DBG] pgmap v200: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:21:03.146 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:21:01.609795+0000 mgr.x (mgr.34574) 238 : cluster [DBG] pgmap v200: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:21:03.863 INFO:teuthology.orchestra.run.smithi088.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T08:21:03.864 INFO:teuthology.orchestra.run.smithi088.stdout:alertmanager.a smithi088 *:9093,9094 running (5m) 106s ago 13m 17.2M - 0.20.0 0881eb8f169f f8e3e13fbd6f 2024-09-17T08:21:03.864 INFO:teuthology.orchestra.run.smithi088.stdout:grafana.a smithi187 *:3000 running (5m) 105s ago 13m 38.9M - 6.7.4 557c83e11646 25ed58e5ef5b 2024-09-17T08:21:03.864 INFO:teuthology.orchestra.run.smithi088.stdout:iscsi.foo.smithi187.kgegfj smithi187 running (5m) 105s ago 12m 49.6M - 3.4 24ecd6d5f14c ecfd592c0c44 2024-09-17T08:21:03.864 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.x smithi187 *:8443 running (8m) 105s ago 17m 483M - 18.2.4-855-g19e2a2be 980a0bfcd684 6679bd206b78 2024-09-17T08:21:03.864 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.y smithi088 *:8443,8765 running (2m) 106s ago 18m 437M - 18.2.4-855-g19e2a2be 980a0bfcd684 3228b2505d9a 2024-09-17T08:21:03.865 INFO:teuthology.orchestra.run.smithi088.stdout:mon.a smithi088 running (19m) 106s ago 19m 68.2M 2048M 16.2.0 24ecd6d5f14c 2454e1e9e408 2024-09-17T08:21:03.865 INFO:teuthology.orchestra.run.smithi088.stdout:mon.b smithi187 running (17m) 105s ago 17m 62.1M 2048M 16.2.0 24ecd6d5f14c 443ac3d93fd1 2024-09-17T08:21:03.865 INFO:teuthology.orchestra.run.smithi088.stdout:mon.c smithi088 running (18m) 106s ago 18m 57.6M 2048M 16.2.0 24ecd6d5f14c 02dbf1ac3f13 2024-09-17T08:21:03.865 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.a smithi088 *:9100 running (6m) 106s ago 13m 17.1M - 0.18.1 e5a616e4b9cf f6d73d93d866 2024-09-17T08:21:03.865 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.b smithi187 *:9100 running (5m) 105s ago 14m 10.7M - 0.18.1 e5a616e4b9cf 776830a1bc3a 2024-09-17T08:21:03.866 INFO:teuthology.orchestra.run.smithi088.stdout:osd.0 smithi088 running (17m) 106s ago 17m 47.6M 4096M 16.2.0 24ecd6d5f14c 999284c446e9 2024-09-17T08:21:03.866 INFO:teuthology.orchestra.run.smithi088.stdout:osd.1 smithi088 running (17m) 106s ago 17m 45.4M 4096M 16.2.0 24ecd6d5f14c 76ee60c1a08d 2024-09-17T08:21:03.866 INFO:teuthology.orchestra.run.smithi088.stdout:osd.2 smithi088 running (16m) 106s ago 16m 45.3M 4096M 16.2.0 24ecd6d5f14c 2503783cc013 2024-09-17T08:21:03.866 INFO:teuthology.orchestra.run.smithi088.stdout:osd.3 smithi088 running (16m) 106s ago 16m 46.3M 4096M 16.2.0 24ecd6d5f14c bf680a19cb5a 2024-09-17T08:21:03.866 INFO:teuthology.orchestra.run.smithi088.stdout:osd.4 smithi187 running (16m) 105s ago 16m 47.2M 4096M 16.2.0 24ecd6d5f14c a8462272aa51 2024-09-17T08:21:03.866 INFO:teuthology.orchestra.run.smithi088.stdout:osd.5 smithi187 running (15m) 105s ago 15m 45.2M 4096M 16.2.0 24ecd6d5f14c c3463f9a8b7e 2024-09-17T08:21:03.866 INFO:teuthology.orchestra.run.smithi088.stdout:osd.6 smithi187 running (15m) 105s ago 15m 49.2M 4096M 16.2.0 24ecd6d5f14c 53d9ca2fb095 2024-09-17T08:21:03.867 INFO:teuthology.orchestra.run.smithi088.stdout:osd.7 smithi187 running (15m) 105s ago 15m 48.4M 4096M 16.2.0 24ecd6d5f14c 61f8b7fae59c 2024-09-17T08:21:03.867 INFO:teuthology.orchestra.run.smithi088.stdout:prometheus.a smithi187 *:9095 error 105s ago 14m - - 2024-09-17T08:21:03.867 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi088.pybyat smithi088 *:8000 running (12m) 106s ago 12m 40.9M - 16.2.0 24ecd6d5f14c 1e03127137af 2024-09-17T08:21:03.868 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi187.yrrxta smithi187 *:8000 running (12m) 105s ago 12m 41.1M - 16.2.0 24ecd6d5f14c 304f0f2cb409 2024-09-17T08:21:04.512 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:21:03.610407+0000 mgr.x (mgr.34574) 239 : cluster [DBG] pgmap v201: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:21:04.512 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:03.853703+0000 mgr.x (mgr.34574) 240 : audit [DBG] from='client.24778 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:21:04.512 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:21:03.610407+0000 mgr.x (mgr.34574) 239 : cluster [DBG] pgmap v201: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:21:04.512 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:03.853703+0000 mgr.x (mgr.34574) 240 : audit [DBG] from='client.24778 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:21:04.534 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph versions' 2024-09-17T08:21:04.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:21:03.610407+0000 mgr.x (mgr.34574) 239 : cluster [DBG] pgmap v201: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:21:04.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:03.853703+0000 mgr.x (mgr.34574) 240 : audit [DBG] from='client.24778 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:21:06.643 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:21:06.643 INFO:teuthology.orchestra.run.smithi088.stdout: "mon": { 2024-09-17T08:21:06.643 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 3 2024-09-17T08:21:06.643 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:21:06.643 INFO:teuthology.orchestra.run.smithi088.stdout: "mgr": { 2024-09-17T08:21:06.643 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T08:21:06.643 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:21:06.643 INFO:teuthology.orchestra.run.smithi088.stdout: "osd": { 2024-09-17T08:21:06.643 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 8 2024-09-17T08:21:06.644 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:21:06.644 INFO:teuthology.orchestra.run.smithi088.stdout: "mds": {}, 2024-09-17T08:21:06.644 INFO:teuthology.orchestra.run.smithi088.stdout: "rgw": { 2024-09-17T08:21:06.644 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 2 2024-09-17T08:21:06.644 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:21:06.644 INFO:teuthology.orchestra.run.smithi088.stdout: "overall": { 2024-09-17T08:21:06.644 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 13, 2024-09-17T08:21:06.644 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T08:21:06.644 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-09-17T08:21:06.645 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:21:06.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:21:05.611227+0000 mgr.x (mgr.34574) 241 : cluster [DBG] pgmap v202: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:21:06.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:06.642181+0000 mon.a (mon.0) 738 : audit [DBG] from='client.? 172.21.15.88:0/1456030696' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:21:06.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:21:05.611227+0000 mgr.x (mgr.34574) 241 : cluster [DBG] pgmap v202: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:21:06.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:06.642181+0000 mon.a (mon.0) 738 : audit [DBG] from='client.? 172.21.15.88:0/1456030696' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:21:07.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:06 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:21:05.611227+0000 mgr.x (mgr.34574) 241 : cluster [DBG] pgmap v202: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:21:07.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:06 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:06.642181+0000 mon.a (mon.0) 738 : audit [DBG] from='client.? 172.21.15.88:0/1456030696' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:21:07.265 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph health detail' 2024-09-17T08:21:08.764 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:21:07.611849+0000 mgr.x (mgr.34574) 242 : cluster [DBG] pgmap v203: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:21:08.765 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:21:07.611849+0000 mgr.x (mgr.34574) 242 : cluster [DBG] pgmap v203: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:21:08.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:08 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:21:07.611849+0000 mgr.x (mgr.34574) 242 : cluster [DBG] pgmap v203: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:21:09.263 INFO:teuthology.orchestra.run.smithi088.stdout:HEALTH_WARN 1 failed cephadm daemon(s) 2024-09-17T08:21:09.263 INFO:teuthology.orchestra.run.smithi088.stdout:[WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-09-17T08:21:09.264 INFO:teuthology.orchestra.run.smithi088.stdout: daemon prometheus.a on smithi187 is in error state 2024-09-17T08:21:09.869 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:09.263947+0000 mon.c (mon.1) 38 : audit [DBG] from='client.? 172.21.15.88:0/2413507549' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-17T08:21:09.869 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:09.263947+0000 mon.c (mon.1) 38 : audit [DBG] from='client.? 172.21.15.88:0/2413507549' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-17T08:21:09.893 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph -s' 2024-09-17T08:21:10.146 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:09.263947+0000 mon.c (mon.1) 38 : audit [DBG] from='client.? 172.21.15.88:0/2413507549' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-17T08:21:10.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:21:09.612238+0000 mgr.x (mgr.34574) 243 : cluster [DBG] pgmap v204: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:21:10.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:21:09.612238+0000 mgr.x (mgr.34574) 243 : cluster [DBG] pgmap v204: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:21:11.146 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:10 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:21:09.612238+0000 mgr.x (mgr.34574) 243 : cluster [DBG] pgmap v204: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:21:11.924 INFO:teuthology.orchestra.run.smithi088.stdout: cluster: 2024-09-17T08:21:11.924 INFO:teuthology.orchestra.run.smithi088.stdout: id: 0975a5c8-74cb-11ef-bceb-c7b262605968 2024-09-17T08:21:11.924 INFO:teuthology.orchestra.run.smithi088.stdout: health: HEALTH_WARN 2024-09-17T08:21:11.924 INFO:teuthology.orchestra.run.smithi088.stdout: 1 failed cephadm daemon(s) 2024-09-17T08:21:11.925 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-09-17T08:21:11.925 INFO:teuthology.orchestra.run.smithi088.stdout: services: 2024-09-17T08:21:11.925 INFO:teuthology.orchestra.run.smithi088.stdout: mon: 3 daemons, quorum a,c,b (age 17m) 2024-09-17T08:21:11.925 INFO:teuthology.orchestra.run.smithi088.stdout: mgr: x(active, since 6m), standbys: y 2024-09-17T08:21:11.925 INFO:teuthology.orchestra.run.smithi088.stdout: osd: 8 osds: 8 up (since 15m), 8 in (since 15m) 2024-09-17T08:21:11.925 INFO:teuthology.orchestra.run.smithi088.stdout: rgw: 2 daemons active (2 hosts, 1 zones) 2024-09-17T08:21:11.926 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-09-17T08:21:11.926 INFO:teuthology.orchestra.run.smithi088.stdout: data: 2024-09-17T08:21:11.926 INFO:teuthology.orchestra.run.smithi088.stdout: pools: 6 pools, 161 pgs 2024-09-17T08:21:11.926 INFO:teuthology.orchestra.run.smithi088.stdout: objects: 333 objects, 604 KiB 2024-09-17T08:21:11.926 INFO:teuthology.orchestra.run.smithi088.stdout: usage: 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:21:11.926 INFO:teuthology.orchestra.run.smithi088.stdout: pgs: 161 active+clean 2024-09-17T08:21:11.926 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-09-17T08:21:11.926 INFO:teuthology.orchestra.run.smithi088.stdout: io: 2024-09-17T08:21:11.926 INFO:teuthology.orchestra.run.smithi088.stdout: client: 1.2 KiB/s rd, 1 op/s rd, 0 op/s wr 2024-09-17T08:21:11.926 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-09-17T08:21:12.598 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph mgr fail' 2024-09-17T08:21:12.876 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:21:11.612963+0000 mgr.x (mgr.34574) 244 : cluster [DBG] pgmap v205: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:21:12.876 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:11.924443+0000 mon.a (mon.0) 739 : audit [DBG] from='client.? 172.21.15.88:0/2164707607' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-17T08:21:12.876 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:21:11.612963+0000 mgr.x (mgr.34574) 244 : cluster [DBG] pgmap v205: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:21:12.876 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:11.924443+0000 mon.a (mon.0) 739 : audit [DBG] from='client.? 172.21.15.88:0/2164707607' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-17T08:21:13.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:21:11.612963+0000 mgr.x (mgr.34574) 244 : cluster [DBG] pgmap v205: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:21:13.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:11.924443+0000 mon.a (mon.0) 739 : audit [DBG] from='client.? 172.21.15.88:0/2164707607' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-17T08:21:14.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:14 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:21:13.613464+0000 mgr.x (mgr.34574) 245 : cluster [DBG] pgmap v206: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:21:14.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:14 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:21:13.613464+0000 mgr.x (mgr.34574) 245 : cluster [DBG] pgmap v206: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:21:14.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:14 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:21:13.613464+0000 mgr.x (mgr.34574) 245 : cluster [DBG] pgmap v206: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:21:15.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:15 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:14.445581+0000 mon.c (mon.1) 39 : audit [INF] from='client.? 172.21.15.88:0/573655545' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-17T08:21:15.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:15 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:14.445844+0000 mon.a (mon.0) 740 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-17T08:21:15.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:15 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:21:14.451416+0000 mon.a (mon.0) 741 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2024-09-17T08:21:15.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:15 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:21:15.288899+0000 mon.a (mon.0) 742 : cluster [DBG] Standby manager daemon x started 2024-09-17T08:21:15.647 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:21:15 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:21:15.406+0000 7fe084aec640 -1 mgr handle_mgr_map I was active but no longer am 2024-09-17T08:21:15.647 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:21:15 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: ignoring --setuser ceph since I am not root 2024-09-17T08:21:15.647 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:21:15 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: ignoring --setgroup ceph since I am not root 2024-09-17T08:21:15.648 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:21:15 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:21:15.459+0000 7f96e193b640 1 -- 172.21.15.187:0/4126934684 <== mon.2 v2:172.21.15.187:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55f30953ed00 con 0x55f309513400 2024-09-17T08:21:15.648 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:21:15 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:21:15.563+0000 7f96e4196040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-17T08:21:15.648 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:21:15 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:21:15.623+0000 7f96e4196040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-17T08:21:15.651 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:14.445581+0000 mon.c (mon.1) 39 : audit [INF] from='client.? 172.21.15.88:0/573655545' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-17T08:21:15.651 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:14.445844+0000 mon.a (mon.0) 740 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-17T08:21:15.651 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:21:14.451416+0000 mon.a (mon.0) 741 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2024-09-17T08:21:15.651 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:21:15.288899+0000 mon.a (mon.0) 742 : cluster [DBG] Standby manager daemon x started 2024-09-17T08:21:15.651 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:14.445581+0000 mon.c (mon.1) 39 : audit [INF] from='client.? 172.21.15.88:0/573655545' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-17T08:21:15.651 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:14.445844+0000 mon.a (mon.0) 740 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-17T08:21:15.652 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:21:14.451416+0000 mon.a (mon.0) 741 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2024-09-17T08:21:15.652 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:21:15.288899+0000 mon.a (mon.0) 742 : cluster [DBG] Standby manager daemon x started 2024-09-17T08:21:15.994 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:21:15 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:21:15.773+0000 7f96e4196040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-17T08:21:15.994 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:21:15 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:21:15.840+0000 7f96e4196040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-17T08:21:15.994 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:21:15 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:21:15.993+0000 7f96e4196040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-17T08:21:16.105 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'sleep 180' 2024-09-17T08:21:16.396 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:21:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:21:16.167+0000 7f96e4196040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-17T08:21:16.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:15.405656+0000 mon.a (mon.0) 743 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-09-17T08:21:16.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:21:15.405727+0000 mon.a (mon.0) 744 : cluster [DBG] mgrmap e22: y(active, starting, since 0.959178s), standbys: x 2024-09-17T08:21:16.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:15.408831+0000 mon.c (mon.1) 40 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T08:21:16.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:15.409011+0000 mon.c (mon.1) 41 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T08:21:16.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:15.409178+0000 mon.c (mon.1) 42 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T08:21:16.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:15.410666+0000 mon.c (mon.1) 43 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-17T08:21:16.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:15.411012+0000 mon.c (mon.1) 44 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-17T08:21:16.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:15.411280+0000 mon.c (mon.1) 45 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T08:21:16.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:15.411552+0000 mon.c (mon.1) 46 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T08:21:16.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:15.411785+0000 mon.c (mon.1) 47 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T08:21:16.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:15.412122+0000 mon.c (mon.1) 48 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T08:21:16.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:15.412394+0000 mon.c (mon.1) 49 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T08:21:16.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:15.412676+0000 mon.c (mon.1) 50 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T08:21:16.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:15.412924+0000 mon.c (mon.1) 51 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T08:21:16.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:15.413188+0000 mon.c (mon.1) 52 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T08:21:16.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:15.405656+0000 mon.a (mon.0) 743 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-09-17T08:21:16.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:21:15.405727+0000 mon.a (mon.0) 744 : cluster [DBG] mgrmap e22: y(active, starting, since 0.959178s), standbys: x 2024-09-17T08:21:16.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:15.408831+0000 mon.c (mon.1) 40 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T08:21:16.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:15.409011+0000 mon.c (mon.1) 41 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T08:21:16.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:15.409178+0000 mon.c (mon.1) 42 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T08:21:16.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:15.410666+0000 mon.c (mon.1) 43 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-17T08:21:16.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:15.411012+0000 mon.c (mon.1) 44 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-17T08:21:16.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:15.411280+0000 mon.c (mon.1) 45 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T08:21:16.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:15.411552+0000 mon.c (mon.1) 46 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T08:21:16.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:15.411785+0000 mon.c (mon.1) 47 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T08:21:16.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:15.412122+0000 mon.c (mon.1) 48 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T08:21:16.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:15.412394+0000 mon.c (mon.1) 49 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T08:21:16.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:15.412676+0000 mon.c (mon.1) 50 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T08:21:16.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:15.412924+0000 mon.c (mon.1) 51 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T08:21:16.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:15.413188+0000 mon.c (mon.1) 52 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T08:21:16.668 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:15.413435+0000 mon.c (mon.1) 53 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-17T08:21:16.668 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:15.413653+0000 mon.c (mon.1) 54 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-17T08:21:16.668 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:15.414103+0000 mon.c (mon.1) 55 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-17T08:21:16.669 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:21:15.473702+0000 mon.a (mon.0) 745 : cluster [INF] Manager daemon y is now available 2024-09-17T08:21:16.669 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:21:15.483041+0000 mgr.y (mgr.24772) 1 : cephadm [INF] inventory: adjusted host smithi187 addr 'smithi187' -> '172.21.15.187' 2024-09-17T08:21:16.669 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:15.487039+0000 mon.a (mon.0) 746 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:21:16.669 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:15.496879+0000 mon.c (mon.1) 56 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:21:16.669 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:15.520521+0000 mon.c (mon.1) 57 : audit [INF] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:21:16.669 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:15.520889+0000 mon.a (mon.0) 747 : audit [INF] from='mgr.24772 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:21:16.669 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:15.529606+0000 mon.c (mon.1) 58 : audit [INF] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:21:16.669 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:15.529989+0000 mon.a (mon.0) 748 : audit [INF] from='mgr.24772 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:21:16.669 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:15.413435+0000 mon.c (mon.1) 53 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-17T08:21:16.669 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:15.413653+0000 mon.c (mon.1) 54 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-17T08:21:16.670 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:15.414103+0000 mon.c (mon.1) 55 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-17T08:21:16.670 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:21:15.473702+0000 mon.a (mon.0) 745 : cluster [INF] Manager daemon y is now available 2024-09-17T08:21:16.670 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:21:15.483041+0000 mgr.y (mgr.24772) 1 : cephadm [INF] inventory: adjusted host smithi187 addr 'smithi187' -> '172.21.15.187' 2024-09-17T08:21:16.670 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:15.487039+0000 mon.a (mon.0) 746 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:21:16.670 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:15.496879+0000 mon.c (mon.1) 56 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:21:16.670 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:15.520521+0000 mon.c (mon.1) 57 : audit [INF] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:21:16.670 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:15.520889+0000 mon.a (mon.0) 747 : audit [INF] from='mgr.24772 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:21:16.670 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:15.529606+0000 mon.c (mon.1) 58 : audit [INF] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:21:16.670 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:15.529989+0000 mon.a (mon.0) 748 : audit [INF] from='mgr.24772 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:21:16.748 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:21:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:21:16.491+0000 7f96e4196040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-17T08:21:16.748 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:21:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:21:16.555+0000 7f96e4196040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-17T08:21:16.748 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:21:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:21:16.746+0000 7f96e4196040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-17T08:21:16.748 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:15.405656+0000 mon.a (mon.0) 743 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-09-17T08:21:16.748 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:21:15.405727+0000 mon.a (mon.0) 744 : cluster [DBG] mgrmap e22: y(active, starting, since 0.959178s), standbys: x 2024-09-17T08:21:16.748 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:15.408831+0000 mon.c (mon.1) 40 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T08:21:16.748 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:15.409011+0000 mon.c (mon.1) 41 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T08:21:16.749 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:15.409178+0000 mon.c (mon.1) 42 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T08:21:16.749 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:15.410666+0000 mon.c (mon.1) 43 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-17T08:21:16.749 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:15.411012+0000 mon.c (mon.1) 44 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-17T08:21:16.749 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:15.411280+0000 mon.c (mon.1) 45 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T08:21:16.749 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:15.411552+0000 mon.c (mon.1) 46 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T08:21:16.749 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:15.411785+0000 mon.c (mon.1) 47 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T08:21:16.749 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:15.412122+0000 mon.c (mon.1) 48 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T08:21:16.749 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:15.412394+0000 mon.c (mon.1) 49 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T08:21:16.749 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:15.412676+0000 mon.c (mon.1) 50 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T08:21:16.749 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:15.412924+0000 mon.c (mon.1) 51 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T08:21:16.749 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:15.413188+0000 mon.c (mon.1) 52 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T08:21:16.749 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:15.413435+0000 mon.c (mon.1) 53 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-17T08:21:16.749 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:15.413653+0000 mon.c (mon.1) 54 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-17T08:21:16.750 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:15.414103+0000 mon.c (mon.1) 55 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-17T08:21:16.750 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:21:15.473702+0000 mon.a (mon.0) 745 : cluster [INF] Manager daemon y is now available 2024-09-17T08:21:16.750 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:21:15.483041+0000 mgr.y (mgr.24772) 1 : cephadm [INF] inventory: adjusted host smithi187 addr 'smithi187' -> '172.21.15.187' 2024-09-17T08:21:16.750 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:15.487039+0000 mon.a (mon.0) 746 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:21:16.750 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:15.496879+0000 mon.c (mon.1) 56 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:21:16.750 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:15.520521+0000 mon.c (mon.1) 57 : audit [INF] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:21:16.750 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:15.520889+0000 mon.a (mon.0) 747 : audit [INF] from='mgr.24772 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:21:16.750 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:15.529606+0000 mon.c (mon.1) 58 : audit [INF] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:21:16.750 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:15.529989+0000 mon.a (mon.0) 748 : audit [INF] from='mgr.24772 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:21:17.412 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:21:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:21:17.010+0000 7f208346b640 -1 log_channel(cephadm) log [ERR] : [17/Sep/2024:08:21:17] ENGINE Error in HTTPServer.serve 2024-09-17T08:21:17.412 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:21:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: Traceback (most recent call last): 2024-09-17T08:21:17.412 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:21:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-17T08:21:17.412 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:21:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: self._connections.run(self.expiration_interval) 2024-09-17T08:21:17.413 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:21:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-17T08:21:17.413 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:21:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: self._run(expiration_interval) 2024-09-17T08:21:17.413 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:21:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-17T08:21:17.413 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:21:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: new_conn = self._from_server_socket(self.server.socket) 2024-09-17T08:21:17.413 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:21:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-17T08:21:17.413 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:21:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-17T08:21:17.413 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:21:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-17T08:21:17.413 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:21:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: s = self.context.wrap_socket( 2024-09-17T08:21:17.413 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:21:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-17T08:21:17.413 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:21:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: return self.sslsocket_class._create( 2024-09-17T08:21:17.413 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:21:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-17T08:21:17.413 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:21:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: self.do_handshake() 2024-09-17T08:21:17.413 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:21:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-17T08:21:17.414 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:21:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: self._sslobj.do_handshake() 2024-09-17T08:21:17.414 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:21:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-17T08:21:17.414 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:21:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:21:17.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:17 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:21:16.416198+0000 mon.a (mon.0) 749 : cluster [DBG] mgrmap e23: y(active, since 1.96965s), standbys: x 2024-09-17T08:21:17.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:17 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:21:16.428363+0000 mgr.y (mgr.24772) 2 : cluster [DBG] pgmap v3: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:21:17.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:17 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:21:16.892921+0000 mgr.y (mgr.24772) 3 : cephadm [INF] [17/Sep/2024:08:21:16] ENGINE Bus STARTING 2024-09-17T08:21:17.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:21:16.416198+0000 mon.a (mon.0) 749 : cluster [DBG] mgrmap e23: y(active, since 1.96965s), standbys: x 2024-09-17T08:21:17.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:21:16.428363+0000 mgr.y (mgr.24772) 2 : cluster [DBG] pgmap v3: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:21:17.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:21:16.892921+0000 mgr.y (mgr.24772) 3 : cephadm [INF] [17/Sep/2024:08:21:16] ENGINE Bus STARTING 2024-09-17T08:21:17.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:21:16.416198+0000 mon.a (mon.0) 749 : cluster [DBG] mgrmap e23: y(active, since 1.96965s), standbys: x 2024-09-17T08:21:17.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:21:16.428363+0000 mgr.y (mgr.24772) 2 : cluster [DBG] pgmap v3: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:21:17.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:21:16.892921+0000 mgr.y (mgr.24772) 3 : cephadm [INF] [17/Sep/2024:08:21:16] ENGINE Bus STARTING 2024-09-17T08:21:18.147 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:21:17 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:21:17.678+0000 7f96e4196040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-17T08:21:18.147 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:21:17 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:21:17.751+0000 7f96e4196040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-17T08:21:18.673 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:21:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:21:18.549+0000 7f96e4196040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-17T08:21:18.673 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:21:17.008962+0000 mgr.y (mgr.24772) 4 : cephadm [INF] [17/Sep/2024:08:21:17] ENGINE Serving on https://172.21.15.88:7150 2024-09-17T08:21:18.674 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:21:17.011836+0000 mgr.y (mgr.24772) 5 : cephadm [ERR] [17/Sep/2024:08:21:17] ENGINE Error in HTTPServer.serve 2024-09-17T08:21:18.674 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: Traceback (most recent call last): 2024-09-17T08:21:18.674 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-17T08:21:18.674 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: self._connections.run(self.expiration_interval) 2024-09-17T08:21:18.674 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-17T08:21:18.674 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: self._run(expiration_interval) 2024-09-17T08:21:18.674 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-17T08:21:18.674 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: new_conn = self._from_server_socket(self.server.socket) 2024-09-17T08:21:18.674 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-17T08:21:18.674 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-17T08:21:18.674 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-17T08:21:18.674 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: s = self.context.wrap_socket( 2024-09-17T08:21:18.674 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-17T08:21:18.675 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: return self.sslsocket_class._create( 2024-09-17T08:21:18.675 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-17T08:21:18.675 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: self.do_handshake() 2024-09-17T08:21:18.675 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-17T08:21:18.675 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: self._sslobj.do_handshake() 2024-09-17T08:21:18.675 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-17T08:21:18.675 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: 2024-09-17T08:21:18.675 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:21:17.110152+0000 mgr.y (mgr.24772) 6 : cephadm [INF] [17/Sep/2024:08:21:17] ENGINE Serving on http://172.21.15.88:8765 2024-09-17T08:21:18.675 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:21:17.110228+0000 mgr.y (mgr.24772) 7 : cephadm [INF] [17/Sep/2024:08:21:17] ENGINE Bus STARTED 2024-09-17T08:21:18.675 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:21:17.407878+0000 mon.a (mon.0) 750 : cluster [INF] Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-09-17T08:21:18.675 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:21:17.407904+0000 mon.a (mon.0) 751 : cluster [INF] Cluster is now healthy 2024-09-17T08:21:18.675 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:21:17.412525+0000 mgr.y (mgr.24772) 8 : cluster [DBG] pgmap v4: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:21:18.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:21:17.008962+0000 mgr.y (mgr.24772) 4 : cephadm [INF] [17/Sep/2024:08:21:17] ENGINE Serving on https://172.21.15.88:7150 2024-09-17T08:21:18.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:21:17.011836+0000 mgr.y (mgr.24772) 5 : cephadm [ERR] [17/Sep/2024:08:21:17] ENGINE Error in HTTPServer.serve 2024-09-17T08:21:18.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: Traceback (most recent call last): 2024-09-17T08:21:18.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-17T08:21:18.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: self._connections.run(self.expiration_interval) 2024-09-17T08:21:18.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-17T08:21:18.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: self._run(expiration_interval) 2024-09-17T08:21:18.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-17T08:21:18.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: new_conn = self._from_server_socket(self.server.socket) 2024-09-17T08:21:18.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-17T08:21:18.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-17T08:21:18.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-17T08:21:18.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: s = self.context.wrap_socket( 2024-09-17T08:21:18.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-17T08:21:18.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: return self.sslsocket_class._create( 2024-09-17T08:21:18.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-17T08:21:18.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: self.do_handshake() 2024-09-17T08:21:18.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-17T08:21:18.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: self._sslobj.do_handshake() 2024-09-17T08:21:18.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-17T08:21:18.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: 2024-09-17T08:21:18.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:21:17.110152+0000 mgr.y (mgr.24772) 6 : cephadm [INF] [17/Sep/2024:08:21:17] ENGINE Serving on http://172.21.15.88:8765 2024-09-17T08:21:18.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:21:17.110228+0000 mgr.y (mgr.24772) 7 : cephadm [INF] [17/Sep/2024:08:21:17] ENGINE Bus STARTED 2024-09-17T08:21:18.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:21:17.407878+0000 mon.a (mon.0) 750 : cluster [INF] Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-09-17T08:21:18.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:21:17.407904+0000 mon.a (mon.0) 751 : cluster [INF] Cluster is now healthy 2024-09-17T08:21:18.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:21:17.412525+0000 mgr.y (mgr.24772) 8 : cluster [DBG] pgmap v4: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:21:18.775 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:21:17.008962+0000 mgr.y (mgr.24772) 4 : cephadm [INF] [17/Sep/2024:08:21:17] ENGINE Serving on https://172.21.15.88:7150 2024-09-17T08:21:18.775 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:21:17.011836+0000 mgr.y (mgr.24772) 5 : cephadm [ERR] [17/Sep/2024:08:21:17] ENGINE Error in HTTPServer.serve 2024-09-17T08:21:18.775 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: Traceback (most recent call last): 2024-09-17T08:21:18.775 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-17T08:21:18.775 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: self._connections.run(self.expiration_interval) 2024-09-17T08:21:18.776 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-17T08:21:18.776 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: self._run(expiration_interval) 2024-09-17T08:21:18.776 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-17T08:21:18.776 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: new_conn = self._from_server_socket(self.server.socket) 2024-09-17T08:21:18.776 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-17T08:21:18.776 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-17T08:21:18.776 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-17T08:21:18.776 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: s = self.context.wrap_socket( 2024-09-17T08:21:18.776 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-17T08:21:18.776 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: return self.sslsocket_class._create( 2024-09-17T08:21:18.776 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-17T08:21:18.776 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: self.do_handshake() 2024-09-17T08:21:18.776 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-17T08:21:18.777 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: self._sslobj.do_handshake() 2024-09-17T08:21:18.777 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-17T08:21:18.777 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: 2024-09-17T08:21:18.777 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:21:17.110152+0000 mgr.y (mgr.24772) 6 : cephadm [INF] [17/Sep/2024:08:21:17] ENGINE Serving on http://172.21.15.88:8765 2024-09-17T08:21:18.777 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:21:17.110228+0000 mgr.y (mgr.24772) 7 : cephadm [INF] [17/Sep/2024:08:21:17] ENGINE Bus STARTED 2024-09-17T08:21:18.777 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:21:17.407878+0000 mon.a (mon.0) 750 : cluster [INF] Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-09-17T08:21:18.777 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:21:17.407904+0000 mon.a (mon.0) 751 : cluster [INF] Cluster is now healthy 2024-09-17T08:21:18.777 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:21:17.412525+0000 mgr.y (mgr.24772) 8 : cluster [DBG] pgmap v4: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:21:18.986 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:21:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:21:18.672+0000 7f96e4196040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-17T08:21:18.986 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:21:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:21:18.830+0000 7f96e4196040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-17T08:21:18.986 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:21:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:21:18.891+0000 7f96e4196040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-17T08:21:19.327 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:21:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:21:19.042+0000 7f96e4196040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-17T08:21:19.327 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:21:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:21:19.110+0000 7f96e4196040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-17T08:21:19.328 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:21:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:21:19.169+0000 7f96e4196040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-17T08:21:19.328 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:21:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:21:19.326+0000 7f96e4196040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-17T08:21:19.579 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:21:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:21:19.397+0000 7f96e4196040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-17T08:21:19.579 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:21:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:21:19.472+0000 7f96e4196040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-17T08:21:19.579 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:21:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:21:19.578+0000 7f96e4196040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-17T08:21:19.579 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:21:18.424865+0000 mon.a (mon.0) 752 : cluster [DBG] mgrmap e24: y(active, since 3s), standbys: x 2024-09-17T08:21:19.848 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:21:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:21:19.647+0000 7f96e4196040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-17T08:21:19.848 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:21:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:21:19.706+0000 7f96e4196040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-17T08:21:19.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:21:18.424865+0000 mon.a (mon.0) 752 : cluster [DBG] mgrmap e24: y(active, since 3s), standbys: x 2024-09-17T08:21:19.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:21:18.424865+0000 mon.a (mon.0) 752 : cluster [DBG] mgrmap e24: y(active, since 3s), standbys: x 2024-09-17T08:21:20.585 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:21:19.412862+0000 mgr.y (mgr.24772) 9 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:21:20.586 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:21:19.412862+0000 mgr.y (mgr.24772) 9 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:21:20.799 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:21:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:21:20.522+0000 7f96e4196040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-17T08:21:20.800 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:21:19.412862+0000 mgr.y (mgr.24772) 9 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:21:21.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:20.525690+0000 mon.b (mon.2) 92 : audit [DBG] from='mgr.? 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-17T08:21:21.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:21:20.525699+0000 mon.a (mon.0) 753 : cluster [DBG] Standby manager daemon x restarted 2024-09-17T08:21:21.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:21:20.525790+0000 mon.a (mon.0) 754 : cluster [DBG] Standby manager daemon x started 2024-09-17T08:21:21.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:20.527311+0000 mon.b (mon.2) 93 : audit [DBG] from='mgr.? 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T08:21:21.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:20.528153+0000 mon.b (mon.2) 94 : audit [DBG] from='mgr.? 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-17T08:21:21.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:20.528394+0000 mon.b (mon.2) 95 : audit [DBG] from='mgr.? 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T08:21:21.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:20.525690+0000 mon.b (mon.2) 92 : audit [DBG] from='mgr.? 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-17T08:21:21.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:21:20.525699+0000 mon.a (mon.0) 753 : cluster [DBG] Standby manager daemon x restarted 2024-09-17T08:21:21.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:21:20.525790+0000 mon.a (mon.0) 754 : cluster [DBG] Standby manager daemon x started 2024-09-17T08:21:21.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:20.527311+0000 mon.b (mon.2) 93 : audit [DBG] from='mgr.? 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T08:21:21.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:20.528153+0000 mon.b (mon.2) 94 : audit [DBG] from='mgr.? 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-17T08:21:21.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:20.528394+0000 mon.b (mon.2) 95 : audit [DBG] from='mgr.? 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T08:21:21.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:20.525690+0000 mon.b (mon.2) 92 : audit [DBG] from='mgr.? 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-17T08:21:21.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:21:20.525699+0000 mon.a (mon.0) 753 : cluster [DBG] Standby manager daemon x restarted 2024-09-17T08:21:21.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:21:20.525790+0000 mon.a (mon.0) 754 : cluster [DBG] Standby manager daemon x started 2024-09-17T08:21:21.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:20.527311+0000 mon.b (mon.2) 93 : audit [DBG] from='mgr.? 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T08:21:21.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:20.528153+0000 mon.b (mon.2) 94 : audit [DBG] from='mgr.? 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-17T08:21:21.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:20.528394+0000 mon.b (mon.2) 95 : audit [DBG] from='mgr.? 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T08:21:22.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:21:21.413256+0000 mgr.y (mgr.24772) 10 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:21:22.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:21:21.439235+0000 mon.a (mon.0) 755 : cluster [DBG] mgrmap e25: y(active, since 6s), standbys: x 2024-09-17T08:21:22.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:21.818571+0000 mon.a (mon.0) 756 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:21:22.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:21.823667+0000 mon.a (mon.0) 757 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:21:22.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:22.013287+0000 mon.a (mon.0) 758 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:21:22.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:22.020543+0000 mon.a (mon.0) 759 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:21:22.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:22.323361+0000 mon.a (mon.0) 760 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:21:22.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:22.330488+0000 mon.a (mon.0) 761 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:21:22.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:21:21.413256+0000 mgr.y (mgr.24772) 10 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:21:22.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:21:21.439235+0000 mon.a (mon.0) 755 : cluster [DBG] mgrmap e25: y(active, since 6s), standbys: x 2024-09-17T08:21:22.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:21.818571+0000 mon.a (mon.0) 756 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:21:22.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:21.823667+0000 mon.a (mon.0) 757 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:21:22.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:22.013287+0000 mon.a (mon.0) 758 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:21:22.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:22.020543+0000 mon.a (mon.0) 759 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:21:22.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:22.323361+0000 mon.a (mon.0) 760 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:21:22.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:22.330488+0000 mon.a (mon.0) 761 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:21:22.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:21:21.413256+0000 mgr.y (mgr.24772) 10 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:21:22.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:21:21.439235+0000 mon.a (mon.0) 755 : cluster [DBG] mgrmap e25: y(active, since 6s), standbys: x 2024-09-17T08:21:22.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:21.818571+0000 mon.a (mon.0) 756 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:21:22.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:21.823667+0000 mon.a (mon.0) 757 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:21:22.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:22.013287+0000 mon.a (mon.0) 758 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:21:22.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:22.020543+0000 mon.a (mon.0) 759 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:21:22.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:22.323361+0000 mon.a (mon.0) 760 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:21:22.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:22.330488+0000 mon.a (mon.0) 761 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:21:23.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:22.517435+0000 mon.a (mon.0) 762 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:21:23.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:22.524795+0000 mon.a (mon.0) 763 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:21:23.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:22.528698+0000 mon.c (mon.1) 59 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:21:23.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:22.529353+0000 mon.c (mon.1) 60 : audit [INF] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:21:23.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:21:22.529906+0000 mgr.y (mgr.24772) 11 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:21:23.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:21:22.530640+0000 mgr.y (mgr.24772) 12 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 35 KiB/s rd, 0 B/s wr, 19 op/s 2024-09-17T08:21:23.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:22.536606+0000 mon.a (mon.0) 764 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:21:23.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:21:22.604432+0000 mgr.y (mgr.24772) 13 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-17T08:21:23.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:21:22.829515+0000 mgr.y (mgr.24772) 14 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi187 2024-09-17T08:21:23.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:22.517435+0000 mon.a (mon.0) 762 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:21:23.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:22.524795+0000 mon.a (mon.0) 763 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:21:23.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:22.528698+0000 mon.c (mon.1) 59 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:21:23.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:22.529353+0000 mon.c (mon.1) 60 : audit [INF] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:21:23.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:21:22.529906+0000 mgr.y (mgr.24772) 11 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:21:23.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:21:22.530640+0000 mgr.y (mgr.24772) 12 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 35 KiB/s rd, 0 B/s wr, 19 op/s 2024-09-17T08:21:23.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:22.536606+0000 mon.a (mon.0) 764 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:21:23.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:21:22.604432+0000 mgr.y (mgr.24772) 13 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-17T08:21:23.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:21:22.829515+0000 mgr.y (mgr.24772) 14 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi187 2024-09-17T08:21:23.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:22.517435+0000 mon.a (mon.0) 762 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:21:23.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:22.524795+0000 mon.a (mon.0) 763 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:21:23.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:22.528698+0000 mon.c (mon.1) 59 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:21:23.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:22.529353+0000 mon.c (mon.1) 60 : audit [INF] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:21:23.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:21:22.529906+0000 mgr.y (mgr.24772) 11 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:21:23.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:21:22.530640+0000 mgr.y (mgr.24772) 12 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 35 KiB/s rd, 0 B/s wr, 19 op/s 2024-09-17T08:21:23.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:22.536606+0000 mon.a (mon.0) 764 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:21:23.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:21:22.604432+0000 mgr.y (mgr.24772) 13 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-17T08:21:23.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:21:22.829515+0000 mgr.y (mgr.24772) 14 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi187 2024-09-17T08:21:24.602 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:21:23.523074+0000 mon.a (mon.0) 765 : cluster [WRN] Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-09-17T08:21:24.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:21:23.523074+0000 mon.a (mon.0) 765 : cluster [WRN] Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-09-17T08:21:24.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:21:23.523074+0000 mon.a (mon.0) 765 : cluster [WRN] Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-09-17T08:21:25.788 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:21:24.531148+0000 mgr.y (mgr.24772) 15 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-17T08:21:25.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:21:24.531148+0000 mgr.y (mgr.24772) 15 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-17T08:21:25.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:21:24.531148+0000 mgr.y (mgr.24772) 15 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-17T08:21:26.104 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:25 smithi187 systemd[1]: Starting Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:21:26.375 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:26 smithi187 podman[50309]: 2024-09-17 08:21:26.008503888 +0000 UTC m=+0.017334622 image pull de242295e2257c37c8cadfd962369228f8f10b2d48a44259b65fef44ad4f6490 docker.io/prom/prometheus:v2.18.1 2024-09-17T08:21:26.400 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:26 smithi187 podman[50309]: 2024-09-17 08:21:26.123391755 +0000 UTC m=+0.132222480 container create 1db0362ebcef4e070065a1ffb215663026b7e8df0119c8feea80c5d8395f8538 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:21:26.647 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:26 smithi187 podman[50309]: 2024-09-17 08:21:26.375291834 +0000 UTC m=+0.384122558 container init 1db0362ebcef4e070065a1ffb215663026b7e8df0119c8feea80c5d8395f8538 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:21:26.647 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:26 smithi187 podman[50309]: 2024-09-17 08:21:26.378230392 +0000 UTC m=+0.387061117 container start 1db0362ebcef4e070065a1ffb215663026b7e8df0119c8feea80c5d8395f8538 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:21:26.647 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[50325]: level=info ts=2024-09-17T08:21:26.409Z caller=main.go:302 msg="No time or size retention was set so using the default time retention" duration=15d 2024-09-17T08:21:26.647 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[50325]: level=info ts=2024-09-17T08:21:26.409Z caller=main.go:337 msg="Starting Prometheus" version="(version=2.18.1, branch=HEAD, revision=ecee9c8abfd118f139014cb1b174b08db3f342cf)" 2024-09-17T08:21:26.648 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[50325]: level=info ts=2024-09-17T08:21:26.409Z caller=main.go:338 build_context="(go=go1.14.2, user=root@2117a9e64a7e, date=20200507-16:51:47)" 2024-09-17T08:21:26.648 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[50325]: level=info ts=2024-09-17T08:21:26.409Z caller=main.go:339 host_details="(Linux 5.14.0-508.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024 x86_64 smithi187 (none))" 2024-09-17T08:21:26.648 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[50325]: level=info ts=2024-09-17T08:21:26.409Z caller=main.go:340 fd_limits="(soft=1048576, hard=1048576)" 2024-09-17T08:21:26.648 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[50325]: level=info ts=2024-09-17T08:21:26.409Z caller=main.go:341 vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-17T08:21:26.648 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[50325]: level=info ts=2024-09-17T08:21:26.410Z caller=main.go:678 msg="Starting TSDB ..." 2024-09-17T08:21:26.648 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[50325]: level=info ts=2024-09-17T08:21:26.410Z caller=web.go:523 component=web msg="Start listening for connections" address=:9095 2024-09-17T08:21:26.648 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[50325]: level=info ts=2024-09-17T08:21:26.413Z caller=head.go:575 component=tsdb msg="Replaying WAL, this may take awhile" 2024-09-17T08:21:26.648 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[50325]: level=info ts=2024-09-17T08:21:26.413Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=7 2024-09-17T08:21:26.648 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[50325]: level=info ts=2024-09-17T08:21:26.421Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=1 maxSegment=7 2024-09-17T08:21:26.648 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[50325]: level=info ts=2024-09-17T08:21:26.421Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=2 maxSegment=7 2024-09-17T08:21:26.648 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[50325]: level=info ts=2024-09-17T08:21:26.422Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=3 maxSegment=7 2024-09-17T08:21:26.648 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[50325]: level=info ts=2024-09-17T08:21:26.422Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=4 maxSegment=7 2024-09-17T08:21:26.649 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[50325]: level=info ts=2024-09-17T08:21:26.424Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=5 maxSegment=7 2024-09-17T08:21:26.649 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[50325]: level=info ts=2024-09-17T08:21:26.424Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=6 maxSegment=7 2024-09-17T08:21:26.649 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[50325]: level=info ts=2024-09-17T08:21:26.424Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=7 maxSegment=7 2024-09-17T08:21:26.649 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[50325]: level=info ts=2024-09-17T08:21:26.424Z caller=head.go:627 component=tsdb msg="WAL replay completed" duration=10.948264ms 2024-09-17T08:21:26.649 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[50325]: level=info ts=2024-09-17T08:21:26.426Z caller=main.go:694 fs_type=XFS_SUPER_MAGIC 2024-09-17T08:21:26.649 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[50325]: level=info ts=2024-09-17T08:21:26.426Z caller=main.go:695 msg="TSDB started" 2024-09-17T08:21:26.649 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[50325]: level=info ts=2024-09-17T08:21:26.426Z caller=main.go:799 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-17T08:21:26.649 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[50325]: level=info ts=2024-09-17T08:21:26.426Z caller=main.go:547 msg="Stopping scrape discovery manager..." 2024-09-17T08:21:26.649 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[50325]: level=info ts=2024-09-17T08:21:26.426Z caller=main.go:561 msg="Stopping notify discovery manager..." 2024-09-17T08:21:26.649 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[50325]: level=info ts=2024-09-17T08:21:26.426Z caller=main.go:583 msg="Stopping scrape manager..." 2024-09-17T08:21:26.649 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[50325]: level=info ts=2024-09-17T08:21:26.426Z caller=main.go:557 msg="Notify discovery manager stopped" 2024-09-17T08:21:26.649 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[50325]: level=info ts=2024-09-17T08:21:26.426Z caller=main.go:543 msg="Scrape discovery manager stopped" 2024-09-17T08:21:26.650 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[50325]: level=info ts=2024-09-17T08:21:26.426Z caller=main.go:577 msg="Scrape manager stopped" 2024-09-17T08:21:26.650 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[50325]: level=info ts=2024-09-17T08:21:26.426Z caller=manager.go:882 component="rule manager" msg="Stopping rule manager..." 2024-09-17T08:21:26.650 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[50325]: level=info ts=2024-09-17T08:21:26.426Z caller=manager.go:892 component="rule manager" msg="Rule manager stopped" 2024-09-17T08:21:26.650 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[50325]: level=info ts=2024-09-17T08:21:26.426Z caller=notifier.go:601 component=notifier msg="Stopping notification manager..." 2024-09-17T08:21:26.650 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[50325]: level=info ts=2024-09-17T08:21:26.426Z caller=main.go:749 msg="Notifier manager stopped" 2024-09-17T08:21:26.650 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[50325]: level=error ts=2024-09-17T08:21:26.427Z caller=main.go:758 err="error loading config from \"/etc/prometheus/prometheus.yml\": couldn't load configuration (--config.file=\"/etc/prometheus/prometheus.yml\"): parsing YAML file /etc/prometheus/prometheus.yml: yaml: unmarshal errors:\n line 14: field http_sd_configs not found in type config.plain\n line 27: field http_sd_configs not found in type config.plain\n line 31: field http_sd_configs not found in type config.plain\n line 45: field http_sd_configs not found in type config.plain\n line 49: field http_sd_configs not found in type config.plain" 2024-09-17T08:21:26.650 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:26 smithi187 bash[50309]: 1db0362ebcef4e070065a1ffb215663026b7e8df0119c8feea80c5d8395f8538 2024-09-17T08:21:26.650 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:26 smithi187 systemd[1]: Started Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:21:26.650 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:26 smithi187 podman[50342]: 2024-09-17 08:21:26.484143579 +0000 UTC m=+0.049555499 container died 1db0362ebcef4e070065a1ffb215663026b7e8df0119c8feea80c5d8395f8538 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:21:27.063 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:27 smithi187 podman[50342]: 2024-09-17 08:21:27.063098526 +0000 UTC m=+0.628510437 container remove 1db0362ebcef4e070065a1ffb215663026b7e8df0119c8feea80c5d8395f8538 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:21:27.359 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:27 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Main process exited, code=exited, status=1/FAILURE 2024-09-17T08:21:27.360 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:27 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Failed with result 'exit-code'. 2024-09-17T08:21:27.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:27 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:26.496189+0000 mon.a (mon.0) 766 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:21:27.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:27 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:26.502407+0000 mon.a (mon.0) 767 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:21:27.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:27 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:21:26.504028+0000 mgr.y (mgr.24772) 16 : cephadm [INF] Reconfiguring iscsi.foo.smithi187.kgegfj (dependencies changed)... 2024-09-17T08:21:27.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:27 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:26.504379+0000 mon.c (mon.1) 61 : audit [INF] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi187.kgegfj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-17T08:21:27.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:27 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:26.504703+0000 mon.a (mon.0) 768 : audit [INF] from='mgr.24772 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi187.kgegfj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-17T08:21:27.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:27 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:26.509101+0000 mon.c (mon.1) 62 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:21:27.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:27 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:21:26.509931+0000 mgr.y (mgr.24772) 17 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi187.kgegfj on smithi187 2024-09-17T08:21:27.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:27 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:21:26.531761+0000 mgr.y (mgr.24772) 18 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 12 op/s 2024-09-17T08:21:27.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:26.496189+0000 mon.a (mon.0) 766 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:21:27.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:26.502407+0000 mon.a (mon.0) 767 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:21:27.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:21:26.504028+0000 mgr.y (mgr.24772) 16 : cephadm [INF] Reconfiguring iscsi.foo.smithi187.kgegfj (dependencies changed)... 2024-09-17T08:21:27.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:26.504379+0000 mon.c (mon.1) 61 : audit [INF] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi187.kgegfj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-17T08:21:27.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:26.504703+0000 mon.a (mon.0) 768 : audit [INF] from='mgr.24772 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi187.kgegfj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-17T08:21:27.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:26.509101+0000 mon.c (mon.1) 62 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:21:27.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:21:26.509931+0000 mgr.y (mgr.24772) 17 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi187.kgegfj on smithi187 2024-09-17T08:21:27.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:21:26.531761+0000 mgr.y (mgr.24772) 18 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 12 op/s 2024-09-17T08:21:27.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:26.496189+0000 mon.a (mon.0) 766 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:21:27.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:26.502407+0000 mon.a (mon.0) 767 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:21:27.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:21:26.504028+0000 mgr.y (mgr.24772) 16 : cephadm [INF] Reconfiguring iscsi.foo.smithi187.kgegfj (dependencies changed)... 2024-09-17T08:21:27.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:26.504379+0000 mon.c (mon.1) 61 : audit [INF] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi187.kgegfj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-17T08:21:27.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:26.504703+0000 mon.a (mon.0) 768 : audit [INF] from='mgr.24772 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi187.kgegfj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-17T08:21:27.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:26.509101+0000 mon.c (mon.1) 62 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:21:27.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:21:26.509931+0000 mgr.y (mgr.24772) 17 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi187.kgegfj on smithi187 2024-09-17T08:21:27.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:21:26.531761+0000 mgr.y (mgr.24772) 18 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 12 op/s 2024-09-17T08:21:29.547 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:29 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:21:28.532192+0000 mgr.y (mgr.24772) 19 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-17T08:21:29.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:21:28.532192+0000 mgr.y (mgr.24772) 19 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-17T08:21:29.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:21:28.532192+0000 mgr.y (mgr.24772) 19 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-17T08:21:32.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:31 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:21:30.532541+0000 mgr.y (mgr.24772) 20 : cluster [DBG] pgmap v11: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-17T08:21:32.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:31 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:30.725015+0000 mon.a (mon.0) 769 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:21:32.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:31 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:30.731575+0000 mon.a (mon.0) 770 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:21:32.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:31 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:30.736538+0000 mon.c (mon.1) 63 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T08:21:32.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:31 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:30.737053+0000 mgr.y (mgr.24772) 21 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T08:21:32.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:31 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:30.740753+0000 mon.c (mon.1) 64 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-17T08:21:32.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:31 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:30.741238+0000 mgr.y (mgr.24772) 22 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-17T08:21:32.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:31 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:30.744725+0000 mon.c (mon.1) 65 : audit [INF] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-17T08:21:32.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:31 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:30.745076+0000 mgr.y (mgr.24772) 23 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-17T08:21:32.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:31 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:30.782358+0000 mon.c (mon.1) 66 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:21:32.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:31 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:31.218852+0000 mon.a (mon.0) 771 : audit [DBG] from='client.? 172.21.15.187:0/2100697642' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:21:32.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:31 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:31.551451+0000 mon.b (mon.2) 96 : audit [INF] from='client.? 172.21.15.187:0/232922042' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6833/1024903989"}]: access denied 2024-09-17T08:21:32.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:21:30.532541+0000 mgr.y (mgr.24772) 20 : cluster [DBG] pgmap v11: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-17T08:21:32.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:30.725015+0000 mon.a (mon.0) 769 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:21:32.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:30.731575+0000 mon.a (mon.0) 770 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:21:32.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:30.736538+0000 mon.c (mon.1) 63 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T08:21:32.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:30.737053+0000 mgr.y (mgr.24772) 21 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T08:21:32.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:30.740753+0000 mon.c (mon.1) 64 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-17T08:21:32.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:30.741238+0000 mgr.y (mgr.24772) 22 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-17T08:21:32.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:30.744725+0000 mon.c (mon.1) 65 : audit [INF] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-17T08:21:32.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:30.745076+0000 mgr.y (mgr.24772) 23 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-17T08:21:32.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:30.782358+0000 mon.c (mon.1) 66 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:21:32.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:31.218852+0000 mon.a (mon.0) 771 : audit [DBG] from='client.? 172.21.15.187:0/2100697642' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:21:32.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:31.551451+0000 mon.b (mon.2) 96 : audit [INF] from='client.? 172.21.15.187:0/232922042' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6833/1024903989"}]: access denied 2024-09-17T08:21:32.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:21:30.532541+0000 mgr.y (mgr.24772) 20 : cluster [DBG] pgmap v11: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-17T08:21:32.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:30.725015+0000 mon.a (mon.0) 769 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:21:32.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:30.731575+0000 mon.a (mon.0) 770 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:21:32.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:30.736538+0000 mon.c (mon.1) 63 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T08:21:32.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:30.737053+0000 mgr.y (mgr.24772) 21 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T08:21:32.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:30.740753+0000 mon.c (mon.1) 64 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-17T08:21:32.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:30.741238+0000 mgr.y (mgr.24772) 22 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-17T08:21:32.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:30.744725+0000 mon.c (mon.1) 65 : audit [INF] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-17T08:21:32.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:30.745076+0000 mgr.y (mgr.24772) 23 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-17T08:21:32.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:30.782358+0000 mon.c (mon.1) 66 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:21:32.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:31.218852+0000 mon.a (mon.0) 771 : audit [DBG] from='client.? 172.21.15.187:0/2100697642' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:21:32.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:31.551451+0000 mon.b (mon.2) 96 : audit [INF] from='client.? 172.21.15.187:0/232922042' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6833/1024903989"}]: access denied 2024-09-17T08:21:33.828 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:33 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:21:32.533543+0000 mgr.y (mgr.24772) 24 : cluster [DBG] pgmap v12: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-17T08:21:34.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:33 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:21:32.533543+0000 mgr.y (mgr.24772) 24 : cluster [DBG] pgmap v12: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-17T08:21:34.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:33 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:21:32.533543+0000 mgr.y (mgr.24772) 24 : cluster [DBG] pgmap v12: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-17T08:21:35.987 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:21:34.534123+0000 mgr.y (mgr.24772) 25 : cluster [DBG] pgmap v13: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-09-17T08:21:36.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:21:34.534123+0000 mgr.y (mgr.24772) 25 : cluster [DBG] pgmap v13: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-09-17T08:21:36.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:21:34.534123+0000 mgr.y (mgr.24772) 25 : cluster [DBG] pgmap v13: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-09-17T08:21:37.299 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:37 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Scheduled restart job, restart counter is at 1. 2024-09-17T08:21:37.300 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:37 smithi187 systemd[1]: Stopped Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:21:37.300 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:37 smithi187 systemd[1]: Starting Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:21:37.449 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:37 smithi187 podman[51483]: 2024-09-17 08:21:37.228662012 +0000 UTC m=+0.016659618 image pull de242295e2257c37c8cadfd962369228f8f10b2d48a44259b65fef44ad4f6490 docker.io/prom/prometheus:v2.18.1 2024-09-17T08:21:37.450 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:37 smithi187 podman[51483]: 2024-09-17 08:21:37.346182533 +0000 UTC m=+0.134180120 container create 5f62c5086fb86ce537b78b69f568ef1d036d1b60107963fc79600b78bfea9db2 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:21:37.793 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:37 smithi187 podman[51483]: 2024-09-17 08:21:37.56444552 +0000 UTC m=+0.352443125 container init 5f62c5086fb86ce537b78b69f568ef1d036d1b60107963fc79600b78bfea9db2 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:21:37.793 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:37 smithi187 podman[51483]: 2024-09-17 08:21:37.567423601 +0000 UTC m=+0.355421189 container start 5f62c5086fb86ce537b78b69f568ef1d036d1b60107963fc79600b78bfea9db2 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:21:37.793 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51499]: level=info ts=2024-09-17T08:21:37.597Z caller=main.go:302 msg="No time or size retention was set so using the default time retention" duration=15d 2024-09-17T08:21:37.793 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51499]: level=info ts=2024-09-17T08:21:37.597Z caller=main.go:337 msg="Starting Prometheus" version="(version=2.18.1, branch=HEAD, revision=ecee9c8abfd118f139014cb1b174b08db3f342cf)" 2024-09-17T08:21:37.793 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51499]: level=info ts=2024-09-17T08:21:37.597Z caller=main.go:338 build_context="(go=go1.14.2, user=root@2117a9e64a7e, date=20200507-16:51:47)" 2024-09-17T08:21:37.793 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51499]: level=info ts=2024-09-17T08:21:37.597Z caller=main.go:339 host_details="(Linux 5.14.0-508.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024 x86_64 smithi187 (none))" 2024-09-17T08:21:37.794 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51499]: level=info ts=2024-09-17T08:21:37.597Z caller=main.go:340 fd_limits="(soft=1048576, hard=1048576)" 2024-09-17T08:21:37.794 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51499]: level=info ts=2024-09-17T08:21:37.597Z caller=main.go:341 vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-17T08:21:37.794 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51499]: level=info ts=2024-09-17T08:21:37.599Z caller=web.go:523 component=web msg="Start listening for connections" address=:9095 2024-09-17T08:21:37.794 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51499]: level=info ts=2024-09-17T08:21:37.599Z caller=main.go:678 msg="Starting TSDB ..." 2024-09-17T08:21:37.794 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51499]: level=info ts=2024-09-17T08:21:37.601Z caller=head.go:575 component=tsdb msg="Replaying WAL, this may take awhile" 2024-09-17T08:21:37.794 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51499]: level=info ts=2024-09-17T08:21:37.602Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=8 2024-09-17T08:21:37.794 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51499]: level=info ts=2024-09-17T08:21:37.609Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=1 maxSegment=8 2024-09-17T08:21:37.794 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51499]: level=info ts=2024-09-17T08:21:37.609Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=2 maxSegment=8 2024-09-17T08:21:37.794 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51499]: level=info ts=2024-09-17T08:21:37.610Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=3 maxSegment=8 2024-09-17T08:21:37.794 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51499]: level=info ts=2024-09-17T08:21:37.610Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=4 maxSegment=8 2024-09-17T08:21:37.794 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51499]: level=info ts=2024-09-17T08:21:37.610Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=5 maxSegment=8 2024-09-17T08:21:37.795 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51499]: level=info ts=2024-09-17T08:21:37.610Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=6 maxSegment=8 2024-09-17T08:21:37.795 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51499]: level=info ts=2024-09-17T08:21:37.612Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=7 maxSegment=8 2024-09-17T08:21:37.795 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51499]: level=info ts=2024-09-17T08:21:37.612Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=8 maxSegment=8 2024-09-17T08:21:37.795 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51499]: level=info ts=2024-09-17T08:21:37.612Z caller=head.go:627 component=tsdb msg="WAL replay completed" duration=10.727285ms 2024-09-17T08:21:37.795 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51499]: level=info ts=2024-09-17T08:21:37.614Z caller=main.go:694 fs_type=XFS_SUPER_MAGIC 2024-09-17T08:21:37.795 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51499]: level=info ts=2024-09-17T08:21:37.614Z caller=main.go:695 msg="TSDB started" 2024-09-17T08:21:37.795 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51499]: level=info ts=2024-09-17T08:21:37.614Z caller=main.go:799 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-17T08:21:37.795 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51499]: level=info ts=2024-09-17T08:21:37.614Z caller=main.go:547 msg="Stopping scrape discovery manager..." 2024-09-17T08:21:37.795 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51499]: level=info ts=2024-09-17T08:21:37.614Z caller=main.go:561 msg="Stopping notify discovery manager..." 2024-09-17T08:21:37.796 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51499]: level=info ts=2024-09-17T08:21:37.614Z caller=main.go:583 msg="Stopping scrape manager..." 2024-09-17T08:21:37.796 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51499]: level=info ts=2024-09-17T08:21:37.614Z caller=main.go:557 msg="Notify discovery manager stopped" 2024-09-17T08:21:37.796 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51499]: level=info ts=2024-09-17T08:21:37.614Z caller=main.go:543 msg="Scrape discovery manager stopped" 2024-09-17T08:21:37.796 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51499]: level=info ts=2024-09-17T08:21:37.614Z caller=manager.go:882 component="rule manager" msg="Stopping rule manager..." 2024-09-17T08:21:37.796 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51499]: level=info ts=2024-09-17T08:21:37.614Z caller=manager.go:892 component="rule manager" msg="Rule manager stopped" 2024-09-17T08:21:37.796 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51499]: level=info ts=2024-09-17T08:21:37.614Z caller=main.go:577 msg="Scrape manager stopped" 2024-09-17T08:21:37.796 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51499]: level=info ts=2024-09-17T08:21:37.614Z caller=notifier.go:601 component=notifier msg="Stopping notification manager..." 2024-09-17T08:21:37.796 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51499]: level=info ts=2024-09-17T08:21:37.614Z caller=main.go:749 msg="Notifier manager stopped" 2024-09-17T08:21:37.796 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51499]: level=error ts=2024-09-17T08:21:37.615Z caller=main.go:758 err="error loading config from \"/etc/prometheus/prometheus.yml\": couldn't load configuration (--config.file=\"/etc/prometheus/prometheus.yml\"): parsing YAML file /etc/prometheus/prometheus.yml: yaml: unmarshal errors:\n line 14: field http_sd_configs not found in type config.plain\n line 27: field http_sd_configs not found in type config.plain\n line 31: field http_sd_configs not found in type config.plain\n line 45: field http_sd_configs not found in type config.plain\n line 49: field http_sd_configs not found in type config.plain" 2024-09-17T08:21:37.796 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:37 smithi187 bash[51483]: 5f62c5086fb86ce537b78b69f568ef1d036d1b60107963fc79600b78bfea9db2 2024-09-17T08:21:37.796 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:37 smithi187 systemd[1]: Started Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:21:37.796 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:37 smithi187 podman[51517]: 2024-09-17 08:21:37.672338465 +0000 UTC m=+0.049712275 container died 5f62c5086fb86ce537b78b69f568ef1d036d1b60107963fc79600b78bfea9db2 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:21:38.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:21:36.535084+0000 mgr.y (mgr.24772) 26 : cluster [DBG] pgmap v14: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-09-17T08:21:38.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:36.792588+0000 mon.a (mon.0) 772 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:21:38.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:36.802241+0000 mon.a (mon.0) 773 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:21:38.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:36.803560+0000 mon.c (mon.1) 67 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:21:38.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:36.804476+0000 mon.c (mon.1) 68 : audit [INF] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:21:38.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:21:36.805170+0000 mgr.y (mgr.24772) 27 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:21:38.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:21:36.805777+0000 mgr.y (mgr.24772) 28 : cluster [DBG] pgmap v15: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 298 B/s rd, 0 op/s 2024-09-17T08:21:38.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:21:36.806026+0000 mgr.y (mgr.24772) 29 : cluster [DBG] pgmap v16: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 371 B/s rd, 0 op/s 2024-09-17T08:21:38.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:36.812878+0000 mon.a (mon.0) 774 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:21:38.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:21:36.535084+0000 mgr.y (mgr.24772) 26 : cluster [DBG] pgmap v14: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-09-17T08:21:38.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:36.792588+0000 mon.a (mon.0) 772 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:21:38.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:36.802241+0000 mon.a (mon.0) 773 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:21:38.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:36.803560+0000 mon.c (mon.1) 67 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:21:38.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:36.804476+0000 mon.c (mon.1) 68 : audit [INF] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:21:38.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:21:36.805170+0000 mgr.y (mgr.24772) 27 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:21:38.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:21:36.805777+0000 mgr.y (mgr.24772) 28 : cluster [DBG] pgmap v15: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 298 B/s rd, 0 op/s 2024-09-17T08:21:38.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:21:36.806026+0000 mgr.y (mgr.24772) 29 : cluster [DBG] pgmap v16: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 371 B/s rd, 0 op/s 2024-09-17T08:21:38.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:36.812878+0000 mon.a (mon.0) 774 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:21:38.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:21:36.535084+0000 mgr.y (mgr.24772) 26 : cluster [DBG] pgmap v14: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-09-17T08:21:38.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:36.792588+0000 mon.a (mon.0) 772 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:21:38.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:36.802241+0000 mon.a (mon.0) 773 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:21:38.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:36.803560+0000 mon.c (mon.1) 67 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:21:38.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:36.804476+0000 mon.c (mon.1) 68 : audit [INF] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:21:38.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:21:36.805170+0000 mgr.y (mgr.24772) 27 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:21:38.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:21:36.805777+0000 mgr.y (mgr.24772) 28 : cluster [DBG] pgmap v15: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 298 B/s rd, 0 op/s 2024-09-17T08:21:38.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:21:36.806026+0000 mgr.y (mgr.24772) 29 : cluster [DBG] pgmap v16: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 371 B/s rd, 0 op/s 2024-09-17T08:21:38.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:36.812878+0000 mon.a (mon.0) 774 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:21:38.647 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:38 smithi187 podman[51517]: 2024-09-17 08:21:38.269532889 +0000 UTC m=+0.646906734 container remove 5f62c5086fb86ce537b78b69f568ef1d036d1b60107963fc79600b78bfea9db2 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:21:38.647 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:38 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Main process exited, code=exited, status=1/FAILURE 2024-09-17T08:21:38.647 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:38 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Failed with result 'exit-code'. 2024-09-17T08:21:39.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:21:37.799086+0000 mon.a (mon.0) 775 : cluster [WRN] Health check update: 2 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-09-17T08:21:39.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:21:37.799086+0000 mon.a (mon.0) 775 : cluster [WRN] Health check update: 2 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-09-17T08:21:39.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:21:37.799086+0000 mon.a (mon.0) 775 : cluster [WRN] Health check update: 2 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-09-17T08:21:40.146 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:21:38.806573+0000 mgr.y (mgr.24772) 30 : cluster [DBG] pgmap v17: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 371 B/s rd, 0 op/s 2024-09-17T08:21:40.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:21:38.806573+0000 mgr.y (mgr.24772) 30 : cluster [DBG] pgmap v17: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 371 B/s rd, 0 op/s 2024-09-17T08:21:40.164 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:21:38.806573+0000 mgr.y (mgr.24772) 30 : cluster [DBG] pgmap v17: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 371 B/s rd, 0 op/s 2024-09-17T08:21:42.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:21:40.807238+0000 mgr.y (mgr.24772) 31 : cluster [DBG] pgmap v18: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:21:42.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:21:40.807238+0000 mgr.y (mgr.24772) 31 : cluster [DBG] pgmap v18: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:21:42.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:21:40.807238+0000 mgr.y (mgr.24772) 31 : cluster [DBG] pgmap v18: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:21:44.146 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:21:42.807965+0000 mgr.y (mgr.24772) 32 : cluster [DBG] pgmap v19: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:21:44.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:21:42.807965+0000 mgr.y (mgr.24772) 32 : cluster [DBG] pgmap v19: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:21:44.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:21:42.807965+0000 mgr.y (mgr.24772) 32 : cluster [DBG] pgmap v19: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:21:45.146 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:44 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:44.641180+0000 mon.b (mon.2) 97 : audit [DBG] from='client.? 172.21.15.187:0/4070796201' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:21:45.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:44.641180+0000 mon.b (mon.2) 97 : audit [DBG] from='client.? 172.21.15.187:0/4070796201' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:21:45.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:44.641180+0000 mon.b (mon.2) 97 : audit [DBG] from='client.? 172.21.15.187:0/4070796201' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:21:46.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:21:44.808440+0000 mgr.y (mgr.24772) 33 : cluster [DBG] pgmap v20: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:21:46.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:44.960318+0000 mon.b (mon.2) 98 : audit [INF] from='client.? 172.21.15.187:0/3617689623' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6833/1024903989"}]: access denied 2024-09-17T08:21:46.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:21:44.808440+0000 mgr.y (mgr.24772) 33 : cluster [DBG] pgmap v20: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:21:46.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:44.960318+0000 mon.b (mon.2) 98 : audit [INF] from='client.? 172.21.15.187:0/3617689623' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6833/1024903989"}]: access denied 2024-09-17T08:21:46.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:21:44.808440+0000 mgr.y (mgr.24772) 33 : cluster [DBG] pgmap v20: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:21:46.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:44.960318+0000 mon.b (mon.2) 98 : audit [INF] from='client.? 172.21.15.187:0/3617689623' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6833/1024903989"}]: access denied 2024-09-17T08:21:48.146 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:21:46.809291+0000 mgr.y (mgr.24772) 34 : cluster [DBG] pgmap v21: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 102 B/s rd, 0 op/s 2024-09-17T08:21:48.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:21:46.809291+0000 mgr.y (mgr.24772) 34 : cluster [DBG] pgmap v21: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 102 B/s rd, 0 op/s 2024-09-17T08:21:48.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:21:46.809291+0000 mgr.y (mgr.24772) 34 : cluster [DBG] pgmap v21: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 102 B/s rd, 0 op/s 2024-09-17T08:21:48.737 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:48 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Scheduled restart job, restart counter is at 2. 2024-09-17T08:21:48.738 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:48 smithi187 systemd[1]: Stopped Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:21:48.738 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:48 smithi187 systemd[1]: Starting Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:21:48.738 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:48 smithi187 podman[51774]: 2024-09-17 08:21:48.48510465 +0000 UTC m=+0.018187691 image pull de242295e2257c37c8cadfd962369228f8f10b2d48a44259b65fef44ad4f6490 docker.io/prom/prometheus:v2.18.1 2024-09-17T08:21:48.738 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:48 smithi187 podman[51774]: 2024-09-17 08:21:48.59628164 +0000 UTC m=+0.129364662 container create cf0695b3ab0914f066293c121c07a56369df2d2b3ba26395f15503ff144afd51 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:21:49.147 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:48 smithi187 podman[51774]: 2024-09-17 08:21:48.846197016 +0000 UTC m=+0.379280039 container init cf0695b3ab0914f066293c121c07a56369df2d2b3ba26395f15503ff144afd51 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:21:49.147 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:48 smithi187 podman[51774]: 2024-09-17 08:21:48.84923305 +0000 UTC m=+0.382316081 container start cf0695b3ab0914f066293c121c07a56369df2d2b3ba26395f15503ff144afd51 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:21:49.147 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51789]: level=info ts=2024-09-17T08:21:48.879Z caller=main.go:302 msg="No time or size retention was set so using the default time retention" duration=15d 2024-09-17T08:21:49.147 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51789]: level=info ts=2024-09-17T08:21:48.879Z caller=main.go:337 msg="Starting Prometheus" version="(version=2.18.1, branch=HEAD, revision=ecee9c8abfd118f139014cb1b174b08db3f342cf)" 2024-09-17T08:21:49.147 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51789]: level=info ts=2024-09-17T08:21:48.879Z caller=main.go:338 build_context="(go=go1.14.2, user=root@2117a9e64a7e, date=20200507-16:51:47)" 2024-09-17T08:21:49.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51789]: level=info ts=2024-09-17T08:21:48.879Z caller=main.go:339 host_details="(Linux 5.14.0-508.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024 x86_64 smithi187 (none))" 2024-09-17T08:21:49.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51789]: level=info ts=2024-09-17T08:21:48.879Z caller=main.go:340 fd_limits="(soft=1048576, hard=1048576)" 2024-09-17T08:21:49.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51789]: level=info ts=2024-09-17T08:21:48.879Z caller=main.go:341 vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-17T08:21:49.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51789]: level=info ts=2024-09-17T08:21:48.881Z caller=main.go:678 msg="Starting TSDB ..." 2024-09-17T08:21:49.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51789]: level=info ts=2024-09-17T08:21:48.881Z caller=web.go:523 component=web msg="Start listening for connections" address=:9095 2024-09-17T08:21:49.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51789]: level=info ts=2024-09-17T08:21:48.883Z caller=head.go:575 component=tsdb msg="Replaying WAL, this may take awhile" 2024-09-17T08:21:49.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51789]: level=info ts=2024-09-17T08:21:48.884Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=9 2024-09-17T08:21:49.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51789]: level=info ts=2024-09-17T08:21:48.891Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=1 maxSegment=9 2024-09-17T08:21:49.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51789]: level=info ts=2024-09-17T08:21:48.891Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=2 maxSegment=9 2024-09-17T08:21:49.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51789]: level=info ts=2024-09-17T08:21:48.892Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=3 maxSegment=9 2024-09-17T08:21:49.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51789]: level=info ts=2024-09-17T08:21:48.892Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=4 maxSegment=9 2024-09-17T08:21:49.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51789]: level=info ts=2024-09-17T08:21:48.892Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=5 maxSegment=9 2024-09-17T08:21:49.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51789]: level=info ts=2024-09-17T08:21:48.892Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=6 maxSegment=9 2024-09-17T08:21:49.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51789]: level=info ts=2024-09-17T08:21:48.892Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=7 maxSegment=9 2024-09-17T08:21:49.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51789]: level=info ts=2024-09-17T08:21:48.892Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=8 maxSegment=9 2024-09-17T08:21:49.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51789]: level=info ts=2024-09-17T08:21:48.893Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=9 maxSegment=9 2024-09-17T08:21:49.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51789]: level=info ts=2024-09-17T08:21:48.893Z caller=head.go:627 component=tsdb msg="WAL replay completed" duration=9.482223ms 2024-09-17T08:21:49.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51789]: level=info ts=2024-09-17T08:21:48.895Z caller=main.go:694 fs_type=XFS_SUPER_MAGIC 2024-09-17T08:21:49.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51789]: level=info ts=2024-09-17T08:21:48.895Z caller=main.go:695 msg="TSDB started" 2024-09-17T08:21:49.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51789]: level=info ts=2024-09-17T08:21:48.895Z caller=main.go:799 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-17T08:21:49.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51789]: level=info ts=2024-09-17T08:21:48.896Z caller=main.go:547 msg="Stopping scrape discovery manager..." 2024-09-17T08:21:49.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51789]: level=info ts=2024-09-17T08:21:48.896Z caller=main.go:561 msg="Stopping notify discovery manager..." 2024-09-17T08:21:49.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51789]: level=info ts=2024-09-17T08:21:48.896Z caller=main.go:583 msg="Stopping scrape manager..." 2024-09-17T08:21:49.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51789]: level=info ts=2024-09-17T08:21:48.896Z caller=main.go:557 msg="Notify discovery manager stopped" 2024-09-17T08:21:49.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51789]: level=info ts=2024-09-17T08:21:48.896Z caller=main.go:543 msg="Scrape discovery manager stopped" 2024-09-17T08:21:49.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51789]: level=info ts=2024-09-17T08:21:48.896Z caller=manager.go:882 component="rule manager" msg="Stopping rule manager..." 2024-09-17T08:21:49.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51789]: level=info ts=2024-09-17T08:21:48.896Z caller=main.go:577 msg="Scrape manager stopped" 2024-09-17T08:21:49.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51789]: level=info ts=2024-09-17T08:21:48.896Z caller=manager.go:892 component="rule manager" msg="Rule manager stopped" 2024-09-17T08:21:49.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51789]: level=info ts=2024-09-17T08:21:48.896Z caller=notifier.go:601 component=notifier msg="Stopping notification manager..." 2024-09-17T08:21:49.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51789]: level=info ts=2024-09-17T08:21:48.896Z caller=main.go:749 msg="Notifier manager stopped" 2024-09-17T08:21:49.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[51789]: level=error ts=2024-09-17T08:21:48.896Z caller=main.go:758 err="error loading config from \"/etc/prometheus/prometheus.yml\": couldn't load configuration (--config.file=\"/etc/prometheus/prometheus.yml\"): parsing YAML file /etc/prometheus/prometheus.yml: yaml: unmarshal errors:\n line 14: field http_sd_configs not found in type config.plain\n line 27: field http_sd_configs not found in type config.plain\n line 31: field http_sd_configs not found in type config.plain\n line 45: field http_sd_configs not found in type config.plain\n line 49: field http_sd_configs not found in type config.plain" 2024-09-17T08:21:49.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:48 smithi187 bash[51774]: cf0695b3ab0914f066293c121c07a56369df2d2b3ba26395f15503ff144afd51 2024-09-17T08:21:49.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:48 smithi187 systemd[1]: Started Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:21:49.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:48 smithi187 podman[51806]: 2024-09-17 08:21:48.953783337 +0000 UTC m=+0.049741755 container died cf0695b3ab0914f066293c121c07a56369df2d2b3ba26395f15503ff144afd51 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:21:49.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:21:48.809853+0000 mgr.y (mgr.24772) 35 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:21:49.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:21:48.809853+0000 mgr.y (mgr.24772) 35 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:21:49.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:21:48.809853+0000 mgr.y (mgr.24772) 35 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:21:49.897 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:49 smithi187 podman[51806]: 2024-09-17 08:21:49.492798331 +0000 UTC m=+0.588756795 container remove cf0695b3ab0914f066293c121c07a56369df2d2b3ba26395f15503ff144afd51 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:21:49.897 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:49 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Main process exited, code=exited, status=1/FAILURE 2024-09-17T08:21:49.897 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:49 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Failed with result 'exit-code'. 2024-09-17T08:21:52.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:21:50.810386+0000 mgr.y (mgr.24772) 36 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:21:52.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:21:50.810386+0000 mgr.y (mgr.24772) 36 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:21:52.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:21:50.810386+0000 mgr.y (mgr.24772) 36 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:21:54.146 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:53 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:21:52.811165+0000 mgr.y (mgr.24772) 37 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:21:54.164 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:21:52.811165+0000 mgr.y (mgr.24772) 37 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:21:54.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:21:52.811165+0000 mgr.y (mgr.24772) 37 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:21:56.146 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:21:54.811645+0000 mgr.y (mgr.24772) 38 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:21:56.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:21:54.811645+0000 mgr.y (mgr.24772) 38 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:21:56.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:21:54.811645+0000 mgr.y (mgr.24772) 38 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:21:58.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:21:56.812557+0000 mgr.y (mgr.24772) 39 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:21:58.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:57.669136+0000 mon.b (mon.2) 99 : audit [DBG] from='client.? 172.21.15.187:0/622958205' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:21:58.168 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:21:56.812557+0000 mgr.y (mgr.24772) 39 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:21:58.168 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:57.669136+0000 mon.b (mon.2) 99 : audit [DBG] from='client.? 172.21.15.187:0/622958205' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:21:58.169 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:21:56.812557+0000 mgr.y (mgr.24772) 39 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:21:58.169 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:57.669136+0000 mon.b (mon.2) 99 : audit [DBG] from='client.? 172.21.15.187:0/622958205' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:21:58.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:21:57.985312+0000 mon.b (mon.2) 100 : audit [INF] from='client.? 172.21.15.187:0/86966304' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6833/1024903989"}]: access denied 2024-09-17T08:21:59.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:21:57.985312+0000 mon.b (mon.2) 100 : audit [INF] from='client.? 172.21.15.187:0/86966304' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6833/1024903989"}]: access denied 2024-09-17T08:21:59.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:21:57.985312+0000 mon.b (mon.2) 100 : audit [INF] from='client.? 172.21.15.187:0/86966304' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6833/1024903989"}]: access denied 2024-09-17T08:21:59.911 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:21:59 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:21:58.813058+0000 mgr.y (mgr.24772) 40 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:21:59.911 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:59 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Scheduled restart job, restart counter is at 3. 2024-09-17T08:21:59.911 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:59 smithi187 systemd[1]: Stopped Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:21:59.911 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:59 smithi187 systemd[1]: Starting Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:21:59.911 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:59 smithi187 podman[52062]: 2024-09-17 08:21:59.817525986 +0000 UTC m=+0.102835813 container create e40c8efcb300a49df428776d7d9aea8bf8e624b18907aa9550d88d4fb3d18312 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:21:59.911 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:21:59 smithi187 podman[52062]: 2024-09-17 08:21:59.73242996 +0000 UTC m=+0.017739730 image pull de242295e2257c37c8cadfd962369228f8f10b2d48a44259b65fef44ad4f6490 docker.io/prom/prometheus:v2.18.1 2024-09-17T08:22:00.133 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:21:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:21:58.813058+0000 mgr.y (mgr.24772) 40 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:22:00.133 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:21:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:21:58.813058+0000 mgr.y (mgr.24772) 40 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:22:00.397 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:00 smithi187 podman[52062]: 2024-09-17 08:22:00.027434087 +0000 UTC m=+0.312743853 container init e40c8efcb300a49df428776d7d9aea8bf8e624b18907aa9550d88d4fb3d18312 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:22:00.398 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:00 smithi187 podman[52062]: 2024-09-17 08:22:00.030429313 +0000 UTC m=+0.315739078 container start e40c8efcb300a49df428776d7d9aea8bf8e624b18907aa9550d88d4fb3d18312 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:22:00.398 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52077]: level=info ts=2024-09-17T08:22:00.061Z caller=main.go:302 msg="No time or size retention was set so using the default time retention" duration=15d 2024-09-17T08:22:00.398 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52077]: level=info ts=2024-09-17T08:22:00.061Z caller=main.go:337 msg="Starting Prometheus" version="(version=2.18.1, branch=HEAD, revision=ecee9c8abfd118f139014cb1b174b08db3f342cf)" 2024-09-17T08:22:00.398 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52077]: level=info ts=2024-09-17T08:22:00.061Z caller=main.go:338 build_context="(go=go1.14.2, user=root@2117a9e64a7e, date=20200507-16:51:47)" 2024-09-17T08:22:00.398 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52077]: level=info ts=2024-09-17T08:22:00.061Z caller=main.go:339 host_details="(Linux 5.14.0-508.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024 x86_64 smithi187 (none))" 2024-09-17T08:22:00.398 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52077]: level=info ts=2024-09-17T08:22:00.061Z caller=main.go:340 fd_limits="(soft=1048576, hard=1048576)" 2024-09-17T08:22:00.398 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52077]: level=info ts=2024-09-17T08:22:00.061Z caller=main.go:341 vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-17T08:22:00.398 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52077]: level=info ts=2024-09-17T08:22:00.062Z caller=web.go:523 component=web msg="Start listening for connections" address=:9095 2024-09-17T08:22:00.398 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52077]: level=info ts=2024-09-17T08:22:00.062Z caller=main.go:678 msg="Starting TSDB ..." 2024-09-17T08:22:00.398 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52077]: level=info ts=2024-09-17T08:22:00.066Z caller=head.go:575 component=tsdb msg="Replaying WAL, this may take awhile" 2024-09-17T08:22:00.398 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52077]: level=info ts=2024-09-17T08:22:00.066Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=10 2024-09-17T08:22:00.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52077]: level=info ts=2024-09-17T08:22:00.073Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=1 maxSegment=10 2024-09-17T08:22:00.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52077]: level=info ts=2024-09-17T08:22:00.074Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=2 maxSegment=10 2024-09-17T08:22:00.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52077]: level=info ts=2024-09-17T08:22:00.074Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=3 maxSegment=10 2024-09-17T08:22:00.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52077]: level=info ts=2024-09-17T08:22:00.074Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=4 maxSegment=10 2024-09-17T08:22:00.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52077]: level=info ts=2024-09-17T08:22:00.074Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=5 maxSegment=10 2024-09-17T08:22:00.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52077]: level=info ts=2024-09-17T08:22:00.076Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=6 maxSegment=10 2024-09-17T08:22:00.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52077]: level=info ts=2024-09-17T08:22:00.076Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=7 maxSegment=10 2024-09-17T08:22:00.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52077]: level=info ts=2024-09-17T08:22:00.076Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=8 maxSegment=10 2024-09-17T08:22:00.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52077]: level=info ts=2024-09-17T08:22:00.077Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=9 maxSegment=10 2024-09-17T08:22:00.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52077]: level=info ts=2024-09-17T08:22:00.077Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=10 maxSegment=10 2024-09-17T08:22:00.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52077]: level=info ts=2024-09-17T08:22:00.077Z caller=head.go:627 component=tsdb msg="WAL replay completed" duration=11.132353ms 2024-09-17T08:22:00.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52077]: level=info ts=2024-09-17T08:22:00.078Z caller=main.go:694 fs_type=XFS_SUPER_MAGIC 2024-09-17T08:22:00.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52077]: level=info ts=2024-09-17T08:22:00.078Z caller=main.go:695 msg="TSDB started" 2024-09-17T08:22:00.400 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52077]: level=info ts=2024-09-17T08:22:00.078Z caller=main.go:799 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-17T08:22:00.400 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52077]: level=info ts=2024-09-17T08:22:00.079Z caller=main.go:547 msg="Stopping scrape discovery manager..." 2024-09-17T08:22:00.400 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52077]: level=info ts=2024-09-17T08:22:00.079Z caller=main.go:561 msg="Stopping notify discovery manager..." 2024-09-17T08:22:00.400 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52077]: level=info ts=2024-09-17T08:22:00.079Z caller=main.go:583 msg="Stopping scrape manager..." 2024-09-17T08:22:00.400 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52077]: level=info ts=2024-09-17T08:22:00.079Z caller=main.go:557 msg="Notify discovery manager stopped" 2024-09-17T08:22:00.400 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52077]: level=info ts=2024-09-17T08:22:00.079Z caller=main.go:543 msg="Scrape discovery manager stopped" 2024-09-17T08:22:00.400 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52077]: level=info ts=2024-09-17T08:22:00.079Z caller=manager.go:882 component="rule manager" msg="Stopping rule manager..." 2024-09-17T08:22:00.400 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52077]: level=info ts=2024-09-17T08:22:00.079Z caller=manager.go:892 component="rule manager" msg="Rule manager stopped" 2024-09-17T08:22:00.400 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52077]: level=info ts=2024-09-17T08:22:00.079Z caller=main.go:577 msg="Scrape manager stopped" 2024-09-17T08:22:00.400 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52077]: level=info ts=2024-09-17T08:22:00.079Z caller=notifier.go:601 component=notifier msg="Stopping notification manager..." 2024-09-17T08:22:00.400 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52077]: level=info ts=2024-09-17T08:22:00.079Z caller=main.go:749 msg="Notifier manager stopped" 2024-09-17T08:22:00.400 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52077]: level=error ts=2024-09-17T08:22:00.079Z caller=main.go:758 err="error loading config from \"/etc/prometheus/prometheus.yml\": couldn't load configuration (--config.file=\"/etc/prometheus/prometheus.yml\"): parsing YAML file /etc/prometheus/prometheus.yml: yaml: unmarshal errors:\n line 14: field http_sd_configs not found in type config.plain\n line 27: field http_sd_configs not found in type config.plain\n line 31: field http_sd_configs not found in type config.plain\n line 45: field http_sd_configs not found in type config.plain\n line 49: field http_sd_configs not found in type config.plain" 2024-09-17T08:22:00.401 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:00 smithi187 bash[52062]: e40c8efcb300a49df428776d7d9aea8bf8e624b18907aa9550d88d4fb3d18312 2024-09-17T08:22:00.401 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:00 smithi187 systemd[1]: Started Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:22:00.401 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:00 smithi187 podman[52094]: 2024-09-17 08:22:00.116148546 +0000 UTC m=+0.025043686 container died e40c8efcb300a49df428776d7d9aea8bf8e624b18907aa9550d88d4fb3d18312 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:22:01.146 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:00 smithi187 podman[52094]: 2024-09-17 08:22:00.705767564 +0000 UTC m=+0.614662691 container remove e40c8efcb300a49df428776d7d9aea8bf8e624b18907aa9550d88d4fb3d18312 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:22:01.147 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:00 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Main process exited, code=exited, status=1/FAILURE 2024-09-17T08:22:01.147 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:00 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Failed with result 'exit-code'. 2024-09-17T08:22:02.146 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:22:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:22:00.813482+0000 mgr.y (mgr.24772) 41 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:22:02.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:22:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:22:00.813482+0000 mgr.y (mgr.24772) 41 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:22:02.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:22:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:22:00.813482+0000 mgr.y (mgr.24772) 41 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:22:04.146 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:22:03 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:22:02.814309+0000 mgr.y (mgr.24772) 42 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:22:04.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:22:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:22:02.814309+0000 mgr.y (mgr.24772) 42 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:22:04.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:22:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:22:02.814309+0000 mgr.y (mgr.24772) 42 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:22:06.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:22:05 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:22:04.814798+0000 mgr.y (mgr.24772) 43 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:22:06.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:22:05 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:22:04.814798+0000 mgr.y (mgr.24772) 43 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:22:06.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:22:05 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:22:04.814798+0000 mgr.y (mgr.24772) 43 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:22:08.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:22:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:22:06.815588+0000 mgr.y (mgr.24772) 44 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:22:08.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:22:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:22:06.815588+0000 mgr.y (mgr.24772) 44 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:22:08.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:22:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:22:06.815588+0000 mgr.y (mgr.24772) 44 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:22:09.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:22:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:22:08.816254+0000 mgr.y (mgr.24772) 45 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:22:09.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:22:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:22:08.816254+0000 mgr.y (mgr.24772) 45 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:22:09.706 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:22:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:22:08.816254+0000 mgr.y (mgr.24772) 45 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:22:11.145 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:22:10 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:22:10.812442+0000 mon.b (mon.2) 101 : audit [DBG] from='client.? 172.21.15.187:0/4196726385' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:22:11.146 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:10 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Scheduled restart job, restart counter is at 4. 2024-09-17T08:22:11.146 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:10 smithi187 systemd[1]: Stopped Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:22:11.146 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:10 smithi187 systemd[1]: Starting Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:22:11.146 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:11 smithi187 podman[52303]: 2024-09-17 08:22:10.977624151 +0000 UTC m=+0.017013920 image pull de242295e2257c37c8cadfd962369228f8f10b2d48a44259b65fef44ad4f6490 docker.io/prom/prometheus:v2.18.1 2024-09-17T08:22:11.146 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:11 smithi187 podman[52303]: 2024-09-17 08:22:11.095590481 +0000 UTC m=+0.134980247 container create 3bc3b2cd6747817152a23e7d9c747eee4238a70db42ee27d6306d3fe9f320475 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:22:11.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:22:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:22:10.812442+0000 mon.b (mon.2) 101 : audit [DBG] from='client.? 172.21.15.187:0/4196726385' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:22:11.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:22:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:22:10.812442+0000 mon.b (mon.2) 101 : audit [DBG] from='client.? 172.21.15.187:0/4196726385' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:22:11.397 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:11 smithi187 podman[52303]: 2024-09-17 08:22:11.289102479 +0000 UTC m=+0.328492244 container init 3bc3b2cd6747817152a23e7d9c747eee4238a70db42ee27d6306d3fe9f320475 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:22:11.397 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:11 smithi187 podman[52303]: 2024-09-17 08:22:11.291823997 +0000 UTC m=+0.331213754 container start 3bc3b2cd6747817152a23e7d9c747eee4238a70db42ee27d6306d3fe9f320475 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:22:11.397 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52319]: level=info ts=2024-09-17T08:22:11.321Z caller=main.go:302 msg="No time or size retention was set so using the default time retention" duration=15d 2024-09-17T08:22:11.397 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52319]: level=info ts=2024-09-17T08:22:11.321Z caller=main.go:337 msg="Starting Prometheus" version="(version=2.18.1, branch=HEAD, revision=ecee9c8abfd118f139014cb1b174b08db3f342cf)" 2024-09-17T08:22:11.397 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52319]: level=info ts=2024-09-17T08:22:11.321Z caller=main.go:338 build_context="(go=go1.14.2, user=root@2117a9e64a7e, date=20200507-16:51:47)" 2024-09-17T08:22:11.397 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52319]: level=info ts=2024-09-17T08:22:11.321Z caller=main.go:339 host_details="(Linux 5.14.0-508.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024 x86_64 smithi187 (none))" 2024-09-17T08:22:11.397 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52319]: level=info ts=2024-09-17T08:22:11.321Z caller=main.go:340 fd_limits="(soft=1048576, hard=1048576)" 2024-09-17T08:22:11.397 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52319]: level=info ts=2024-09-17T08:22:11.321Z caller=main.go:341 vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-17T08:22:11.397 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52319]: level=info ts=2024-09-17T08:22:11.322Z caller=main.go:678 msg="Starting TSDB ..." 2024-09-17T08:22:11.398 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52319]: level=info ts=2024-09-17T08:22:11.322Z caller=web.go:523 component=web msg="Start listening for connections" address=:9095 2024-09-17T08:22:11.398 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52319]: level=info ts=2024-09-17T08:22:11.325Z caller=head.go:575 component=tsdb msg="Replaying WAL, this may take awhile" 2024-09-17T08:22:11.398 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52319]: level=info ts=2024-09-17T08:22:11.325Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=11 2024-09-17T08:22:11.398 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52319]: level=info ts=2024-09-17T08:22:11.333Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=1 maxSegment=11 2024-09-17T08:22:11.398 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52319]: level=info ts=2024-09-17T08:22:11.334Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=2 maxSegment=11 2024-09-17T08:22:11.398 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52319]: level=info ts=2024-09-17T08:22:11.334Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=3 maxSegment=11 2024-09-17T08:22:11.398 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52319]: level=info ts=2024-09-17T08:22:11.334Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=4 maxSegment=11 2024-09-17T08:22:11.398 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52319]: level=info ts=2024-09-17T08:22:11.334Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=5 maxSegment=11 2024-09-17T08:22:11.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52319]: level=info ts=2024-09-17T08:22:11.334Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=6 maxSegment=11 2024-09-17T08:22:11.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52319]: level=info ts=2024-09-17T08:22:11.334Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=7 maxSegment=11 2024-09-17T08:22:11.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52319]: level=info ts=2024-09-17T08:22:11.334Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=8 maxSegment=11 2024-09-17T08:22:11.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52319]: level=info ts=2024-09-17T08:22:11.334Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=9 maxSegment=11 2024-09-17T08:22:11.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52319]: level=info ts=2024-09-17T08:22:11.335Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=10 maxSegment=11 2024-09-17T08:22:11.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52319]: level=info ts=2024-09-17T08:22:11.335Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=11 maxSegment=11 2024-09-17T08:22:11.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52319]: level=info ts=2024-09-17T08:22:11.335Z caller=head.go:627 component=tsdb msg="WAL replay completed" duration=10.325858ms 2024-09-17T08:22:11.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52319]: level=info ts=2024-09-17T08:22:11.338Z caller=main.go:694 fs_type=XFS_SUPER_MAGIC 2024-09-17T08:22:11.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52319]: level=info ts=2024-09-17T08:22:11.338Z caller=main.go:695 msg="TSDB started" 2024-09-17T08:22:11.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52319]: level=info ts=2024-09-17T08:22:11.338Z caller=main.go:799 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-17T08:22:11.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52319]: level=info ts=2024-09-17T08:22:11.338Z caller=main.go:547 msg="Stopping scrape discovery manager..." 2024-09-17T08:22:11.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52319]: level=info ts=2024-09-17T08:22:11.338Z caller=main.go:561 msg="Stopping notify discovery manager..." 2024-09-17T08:22:11.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52319]: level=info ts=2024-09-17T08:22:11.338Z caller=main.go:583 msg="Stopping scrape manager..." 2024-09-17T08:22:11.400 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52319]: level=info ts=2024-09-17T08:22:11.338Z caller=main.go:557 msg="Notify discovery manager stopped" 2024-09-17T08:22:11.400 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52319]: level=info ts=2024-09-17T08:22:11.338Z caller=main.go:543 msg="Scrape discovery manager stopped" 2024-09-17T08:22:11.400 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52319]: level=info ts=2024-09-17T08:22:11.338Z caller=manager.go:882 component="rule manager" msg="Stopping rule manager..." 2024-09-17T08:22:11.400 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52319]: level=info ts=2024-09-17T08:22:11.338Z caller=manager.go:892 component="rule manager" msg="Rule manager stopped" 2024-09-17T08:22:11.400 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52319]: level=info ts=2024-09-17T08:22:11.338Z caller=main.go:577 msg="Scrape manager stopped" 2024-09-17T08:22:11.400 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52319]: level=info ts=2024-09-17T08:22:11.338Z caller=notifier.go:601 component=notifier msg="Stopping notification manager..." 2024-09-17T08:22:11.400 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52319]: level=info ts=2024-09-17T08:22:11.338Z caller=main.go:749 msg="Notifier manager stopped" 2024-09-17T08:22:11.400 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[52319]: level=error ts=2024-09-17T08:22:11.338Z caller=main.go:758 err="error loading config from \"/etc/prometheus/prometheus.yml\": couldn't load configuration (--config.file=\"/etc/prometheus/prometheus.yml\"): parsing YAML file /etc/prometheus/prometheus.yml: yaml: unmarshal errors:\n line 14: field http_sd_configs not found in type config.plain\n line 27: field http_sd_configs not found in type config.plain\n line 31: field http_sd_configs not found in type config.plain\n line 45: field http_sd_configs not found in type config.plain\n line 49: field http_sd_configs not found in type config.plain" 2024-09-17T08:22:11.400 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:11 smithi187 bash[52303]: 3bc3b2cd6747817152a23e7d9c747eee4238a70db42ee27d6306d3fe9f320475 2024-09-17T08:22:11.400 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:11 smithi187 systemd[1]: Started Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:22:11.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:22:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:22:10.816650+0000 mgr.y (mgr.24772) 46 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:22:11.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:22:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:22:11.142080+0000 mon.b (mon.2) 102 : audit [INF] from='client.? 172.21.15.187:0/2493334297' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6833/1024903989"}]: access denied 2024-09-17T08:22:12.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:22:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:22:10.816650+0000 mgr.y (mgr.24772) 46 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:22:12.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:22:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:22:11.142080+0000 mon.b (mon.2) 102 : audit [INF] from='client.? 172.21.15.187:0/2493334297' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6833/1024903989"}]: access denied 2024-09-17T08:22:12.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:22:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:22:10.816650+0000 mgr.y (mgr.24772) 46 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:22:12.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:22:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:22:11.142080+0000 mon.b (mon.2) 102 : audit [INF] from='client.? 172.21.15.187:0/2493334297' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6833/1024903989"}]: access denied 2024-09-17T08:22:12.893 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:12 smithi187 podman[52348]: 2024-09-17 08:22:12.626622929 +0000 UTC m=+1.280239038 container died 3bc3b2cd6747817152a23e7d9c747eee4238a70db42ee27d6306d3fe9f320475 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:22:13.646 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:13 smithi187 podman[52348]: 2024-09-17 08:22:13.175128934 +0000 UTC m=+1.828745036 container remove 3bc3b2cd6747817152a23e7d9c747eee4238a70db42ee27d6306d3fe9f320475 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:22:13.647 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:13 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Main process exited, code=exited, status=1/FAILURE 2024-09-17T08:22:13.647 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:13 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Failed with result 'exit-code'. 2024-09-17T08:22:14.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:22:13 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:22:12.817525+0000 mgr.y (mgr.24772) 47 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-17T08:22:14.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:22:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:22:12.817525+0000 mgr.y (mgr.24772) 47 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-17T08:22:14.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:22:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:22:12.817525+0000 mgr.y (mgr.24772) 47 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-17T08:22:16.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:22:15 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:22:14.817948+0000 mgr.y (mgr.24772) 48 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:22:16.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:22:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:22:14.817948+0000 mgr.y (mgr.24772) 48 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:22:16.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:22:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:22:14.817948+0000 mgr.y (mgr.24772) 48 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:22:18.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:22:17 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:22:16.818913+0000 mgr.y (mgr.24772) 49 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:22:18.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:22:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:22:16.818913+0000 mgr.y (mgr.24772) 49 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:22:18.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:22:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:22:16.818913+0000 mgr.y (mgr.24772) 49 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:22:19.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:22:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:22:18.819361+0000 mgr.y (mgr.24772) 50 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:22:19.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:22:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:22:18.819361+0000 mgr.y (mgr.24772) 50 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:22:19.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:22:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:22:18.819361+0000 mgr.y (mgr.24772) 50 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:22:22.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:22:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:22:20.819944+0000 mgr.y (mgr.24772) 51 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:22:22.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:22:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:22:20.819944+0000 mgr.y (mgr.24772) 51 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:22:22.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:22:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:22:20.819944+0000 mgr.y (mgr.24772) 51 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:22:23.625 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:23 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Scheduled restart job, restart counter is at 5. 2024-09-17T08:22:23.625 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:23 smithi187 systemd[1]: Stopped Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:22:23.625 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:23 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Start request repeated too quickly. 2024-09-17T08:22:23.626 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:23 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Failed with result 'exit-code'. 2024-09-17T08:22:23.626 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:22:23 smithi187 systemd[1]: Failed to start Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:22:24.146 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:22:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:22:22.820920+0000 mgr.y (mgr.24772) 52 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:22:24.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:22:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:22:22.820920+0000 mgr.y (mgr.24772) 52 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:22:24.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:22:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:22:22.820920+0000 mgr.y (mgr.24772) 52 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:22:25.104 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:22:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:22:24.179964+0000 mon.b (mon.2) 103 : audit [DBG] from='client.? 172.21.15.187:0/2286652520' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:22:25.105 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:22:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:22:24.494144+0000 mon.b (mon.2) 104 : audit [INF] from='client.? 172.21.15.187:0/1001348837' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6833/1024903989"}]: access denied 2024-09-17T08:22:25.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:22:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:22:24.179964+0000 mon.b (mon.2) 103 : audit [DBG] from='client.? 172.21.15.187:0/2286652520' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:22:25.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:22:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:22:24.494144+0000 mon.b (mon.2) 104 : audit [INF] from='client.? 172.21.15.187:0/1001348837' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6833/1024903989"}]: access denied 2024-09-17T08:22:25.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:22:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:22:24.179964+0000 mon.b (mon.2) 103 : audit [DBG] from='client.? 172.21.15.187:0/2286652520' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:22:25.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:22:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:22:24.494144+0000 mon.b (mon.2) 104 : audit [INF] from='client.? 172.21.15.187:0/1001348837' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6833/1024903989"}]: access denied 2024-09-17T08:22:25.951 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:22:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:22:24.821460+0000 mgr.y (mgr.24772) 53 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:22:26.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:22:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:22:24.821460+0000 mgr.y (mgr.24772) 53 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:22:26.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:22:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:22:24.821460+0000 mgr.y (mgr.24772) 53 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:22:28.146 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:22:27 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:22:26.822387+0000 mgr.y (mgr.24772) 54 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:22:28.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:22:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:22:26.822387+0000 mgr.y (mgr.24772) 54 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:22:28.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:22:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:22:26.822387+0000 mgr.y (mgr.24772) 54 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:22:29.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:22:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:22:28.822986+0000 mgr.y (mgr.24772) 55 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:22:29.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:22:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:22:28.822986+0000 mgr.y (mgr.24772) 55 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:22:29.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:22:29 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:22:28.822986+0000 mgr.y (mgr.24772) 55 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:22:32.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:22:31 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:22:30.823591+0000 mgr.y (mgr.24772) 56 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:22:32.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:22:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:22:30.823591+0000 mgr.y (mgr.24772) 56 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:22:32.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:22:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:22:30.823591+0000 mgr.y (mgr.24772) 56 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:22:34.146 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:22:33 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:22:32.824569+0000 mgr.y (mgr.24772) 57 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:22:34.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:22:33 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:22:32.824569+0000 mgr.y (mgr.24772) 57 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:22:34.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:22:33 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:22:32.824569+0000 mgr.y (mgr.24772) 57 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:22:36.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:22:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:22:34.825046+0000 mgr.y (mgr.24772) 58 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:22:36.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:22:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:22:34.825046+0000 mgr.y (mgr.24772) 58 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:22:36.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:22:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:22:34.825046+0000 mgr.y (mgr.24772) 58 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:22:38.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:22:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:22:36.825932+0000 mgr.y (mgr.24772) 59 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:22:38.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:22:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:22:36.922562+0000 mon.c (mon.1) 69 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:22:38.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:22:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:22:36.825932+0000 mgr.y (mgr.24772) 59 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:22:38.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:22:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:22:36.922562+0000 mon.c (mon.1) 69 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:22:38.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:22:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:22:36.825932+0000 mgr.y (mgr.24772) 59 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:22:38.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:22:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:22:36.922562+0000 mon.c (mon.1) 69 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:22:39.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:22:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:22:38.826502+0000 mgr.y (mgr.24772) 60 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:22:39.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:22:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:22:38.826502+0000 mgr.y (mgr.24772) 60 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:22:39.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:22:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:22:38.826502+0000 mgr.y (mgr.24772) 60 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:22:42.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:22:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:22:40.827061+0000 mgr.y (mgr.24772) 61 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:22:42.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:22:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:22:41.634947+0000 mon.a (mon.0) 776 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:22:42.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:22:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:22:41.641527+0000 mon.a (mon.0) 777 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:22:42.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:22:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:22:40.827061+0000 mgr.y (mgr.24772) 61 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:22:42.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:22:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:22:41.634947+0000 mon.a (mon.0) 776 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:22:42.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:22:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:22:41.641527+0000 mon.a (mon.0) 777 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:22:42.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:22:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:22:40.827061+0000 mgr.y (mgr.24772) 61 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:22:42.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:22:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:22:41.634947+0000 mon.a (mon.0) 776 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:22:42.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:22:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:22:41.641527+0000 mon.a (mon.0) 777 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:22:43.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:22:42 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:22:41.935553+0000 mon.c (mon.1) 70 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:22:43.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:22:42 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:22:41.936430+0000 mon.c (mon.1) 71 : audit [INF] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:22:43.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:22:42 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:22:41.937119+0000 mgr.y (mgr.24772) 62 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:22:43.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:22:42 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:22:41.938143+0000 mgr.y (mgr.24772) 63 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:22:43.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:22:42 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:22:41.942124+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:22:43.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:22:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:22:41.935553+0000 mon.c (mon.1) 70 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:22:43.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:22:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:22:41.936430+0000 mon.c (mon.1) 71 : audit [INF] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:22:43.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:22:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:22:41.937119+0000 mgr.y (mgr.24772) 62 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:22:43.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:22:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:22:41.938143+0000 mgr.y (mgr.24772) 63 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:22:43.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:22:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:22:41.942124+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:22:43.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:22:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:22:41.935553+0000 mon.c (mon.1) 70 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:22:43.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:22:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:22:41.936430+0000 mon.c (mon.1) 71 : audit [INF] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:22:43.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:22:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:22:41.937119+0000 mgr.y (mgr.24772) 62 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:22:43.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:22:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:22:41.938143+0000 mgr.y (mgr.24772) 63 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:22:43.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:22:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:22:41.942124+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:22:44.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:22:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:22:43.938507+0000 mgr.y (mgr.24772) 64 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:22:44.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:22:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:22:43.938507+0000 mgr.y (mgr.24772) 64 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:22:44.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:22:44 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:22:43.938507+0000 mgr.y (mgr.24772) 64 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:22:47.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:22:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:22:45.939002+0000 mgr.y (mgr.24772) 65 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:22:47.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:22:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:22:45.939002+0000 mgr.y (mgr.24772) 65 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:22:47.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:22:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:22:45.939002+0000 mgr.y (mgr.24772) 65 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:22:49.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:22:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:22:47.939879+0000 mgr.y (mgr.24772) 66 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:22:49.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:22:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:22:47.939879+0000 mgr.y (mgr.24772) 66 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:22:49.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:22:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:22:47.939879+0000 mgr.y (mgr.24772) 66 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:22:51.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:22:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:22:49.940346+0000 mgr.y (mgr.24772) 67 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:22:51.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:22:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:22:49.940346+0000 mgr.y (mgr.24772) 67 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:22:51.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:22:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:22:49.940346+0000 mgr.y (mgr.24772) 67 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:22:53.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:22:53 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:22:51.941148+0000 mgr.y (mgr.24772) 68 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:22:53.414 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:22:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:22:51.941148+0000 mgr.y (mgr.24772) 68 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:22:53.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:22:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:22:51.941148+0000 mgr.y (mgr.24772) 68 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:22:54.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:22:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:22:53.941704+0000 mgr.y (mgr.24772) 69 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:22:54.914 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:22:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:22:53.941704+0000 mgr.y (mgr.24772) 69 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:22:54.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:22:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:22:53.941704+0000 mgr.y (mgr.24772) 69 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:22:57.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:22:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:22:55.942230+0000 mgr.y (mgr.24772) 70 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:22:57.414 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:22:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:22:55.942230+0000 mgr.y (mgr.24772) 70 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:22:57.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:22:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:22:55.942230+0000 mgr.y (mgr.24772) 70 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:22:59.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:22:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:22:57.943206+0000 mgr.y (mgr.24772) 71 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:22:59.414 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:22:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:22:57.943206+0000 mgr.y (mgr.24772) 71 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:22:59.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:22:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:22:57.943206+0000 mgr.y (mgr.24772) 71 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:01.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:23:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:22:59.943654+0000 mgr.y (mgr.24772) 72 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:01.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:23:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:22:59.943654+0000 mgr.y (mgr.24772) 72 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:01.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:23:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:22:59.943654+0000 mgr.y (mgr.24772) 72 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:03.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:23:03 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:23:01.944502+0000 mgr.y (mgr.24772) 73 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:03.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:23:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:23:01.944502+0000 mgr.y (mgr.24772) 73 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:03.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:23:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:23:01.944502+0000 mgr.y (mgr.24772) 73 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:04.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:23:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:23:03.945044+0000 mgr.y (mgr.24772) 74 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:04.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:23:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:23:03.945044+0000 mgr.y (mgr.24772) 74 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:04.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:23:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:23:03.945044+0000 mgr.y (mgr.24772) 74 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:07.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:23:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:23:05.945644+0000 mgr.y (mgr.24772) 75 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:07.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:23:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:23:05.945644+0000 mgr.y (mgr.24772) 75 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:07.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:23:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:23:05.945644+0000 mgr.y (mgr.24772) 75 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:09.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:23:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:23:07.946478+0000 mgr.y (mgr.24772) 76 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:09.414 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:23:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:23:07.946478+0000 mgr.y (mgr.24772) 76 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:09.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:23:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:23:07.946478+0000 mgr.y (mgr.24772) 76 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:11.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:23:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:23:09.947050+0000 mgr.y (mgr.24772) 77 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:11.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:23:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:23:09.947050+0000 mgr.y (mgr.24772) 77 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:11.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:23:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:23:09.947050+0000 mgr.y (mgr.24772) 77 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:13.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:23:13 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:23:11.947872+0000 mgr.y (mgr.24772) 78 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:13.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:23:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:23:11.947872+0000 mgr.y (mgr.24772) 78 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:13.414 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:23:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:23:11.947872+0000 mgr.y (mgr.24772) 78 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:14.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:23:14 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:23:13.948434+0000 mgr.y (mgr.24772) 79 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:14.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:23:14 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:23:13.948434+0000 mgr.y (mgr.24772) 79 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:14.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:23:14 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:23:13.948434+0000 mgr.y (mgr.24772) 79 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:17.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:23:17 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:23:15.949023+0000 mgr.y (mgr.24772) 80 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:17.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:23:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:23:15.949023+0000 mgr.y (mgr.24772) 80 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:17.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:23:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:23:15.949023+0000 mgr.y (mgr.24772) 80 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:19.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:23:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:23:17.949702+0000 mgr.y (mgr.24772) 81 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:19.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:23:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:23:17.949702+0000 mgr.y (mgr.24772) 81 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:19.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:23:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:23:17.949702+0000 mgr.y (mgr.24772) 81 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:21.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:23:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:23:19.950186+0000 mgr.y (mgr.24772) 82 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:21.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:23:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:23:19.950186+0000 mgr.y (mgr.24772) 82 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:21.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:23:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:23:19.950186+0000 mgr.y (mgr.24772) 82 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:23.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:23:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:23:21.951044+0000 mgr.y (mgr.24772) 83 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:23.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:23:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:23:21.951044+0000 mgr.y (mgr.24772) 83 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:23.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:23:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:23:21.951044+0000 mgr.y (mgr.24772) 83 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:24.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:23:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:23:23.951502+0000 mgr.y (mgr.24772) 84 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:24.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:23:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:23:23.951502+0000 mgr.y (mgr.24772) 84 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:24.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:23:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:23:23.951502+0000 mgr.y (mgr.24772) 84 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:27.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:23:27 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:23:25.951967+0000 mgr.y (mgr.24772) 85 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:27.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:23:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:23:25.951967+0000 mgr.y (mgr.24772) 85 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:27.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:23:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:23:25.951967+0000 mgr.y (mgr.24772) 85 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:29.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:23:29 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:23:27.952881+0000 mgr.y (mgr.24772) 86 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:29.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:23:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:23:27.952881+0000 mgr.y (mgr.24772) 86 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:29.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:23:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:23:27.952881+0000 mgr.y (mgr.24772) 86 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:31.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:23:31 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:23:29.953312+0000 mgr.y (mgr.24772) 87 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:31.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:23:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:23:29.953312+0000 mgr.y (mgr.24772) 87 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:31.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:23:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:23:29.953312+0000 mgr.y (mgr.24772) 87 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:33.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:23:33 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:23:31.954292+0000 mgr.y (mgr.24772) 88 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:33.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:23:33 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:23:31.954292+0000 mgr.y (mgr.24772) 88 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:33.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:23:33 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:23:31.954292+0000 mgr.y (mgr.24772) 88 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:34.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:23:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:23:33.954776+0000 mgr.y (mgr.24772) 89 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:34.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:23:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:23:33.954776+0000 mgr.y (mgr.24772) 89 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:34.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:23:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:23:33.954776+0000 mgr.y (mgr.24772) 89 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:37.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:23:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:23:35.955233+0000 mgr.y (mgr.24772) 90 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:37.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:23:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:23:35.955233+0000 mgr.y (mgr.24772) 90 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:37.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:23:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:23:35.955233+0000 mgr.y (mgr.24772) 90 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:39.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:23:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:23:37.956057+0000 mgr.y (mgr.24772) 91 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:39.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:23:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:23:37.956057+0000 mgr.y (mgr.24772) 91 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:39.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:23:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:23:37.956057+0000 mgr.y (mgr.24772) 91 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:41.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:23:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:23:39.956583+0000 mgr.y (mgr.24772) 92 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:41.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:23:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:23:39.956583+0000 mgr.y (mgr.24772) 92 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:41.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:23:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:23:39.956583+0000 mgr.y (mgr.24772) 92 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:43.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:23:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:23:41.957382+0000 mgr.y (mgr.24772) 93 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:43.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:23:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:23:42.051589+0000 mon.c (mon.1) 72 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:23:43.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:23:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:23:42.292059+0000 mon.a (mon.0) 779 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:23:43.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:23:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:23:42.297903+0000 mon.a (mon.0) 780 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:23:43.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:23:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:23:42.300925+0000 mon.a (mon.0) 781 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:23:43.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:23:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:23:42.306473+0000 mon.a (mon.0) 782 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:23:43.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:23:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:23:42.616921+0000 mon.c (mon.1) 73 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:23:43.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:23:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:23:42.617575+0000 mon.c (mon.1) 74 : audit [INF] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:23:43.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:23:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:23:42.623660+0000 mon.a (mon.0) 783 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:23:43.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:23:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:23:41.957382+0000 mgr.y (mgr.24772) 93 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:43.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:23:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:23:42.051589+0000 mon.c (mon.1) 72 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:23:43.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:23:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:23:42.292059+0000 mon.a (mon.0) 779 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:23:43.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:23:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:23:42.297903+0000 mon.a (mon.0) 780 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:23:43.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:23:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:23:42.300925+0000 mon.a (mon.0) 781 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:23:43.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:23:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:23:42.306473+0000 mon.a (mon.0) 782 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:23:43.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:23:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:23:42.616921+0000 mon.c (mon.1) 73 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:23:43.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:23:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:23:42.617575+0000 mon.c (mon.1) 74 : audit [INF] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:23:43.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:23:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:23:42.623660+0000 mon.a (mon.0) 783 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:23:43.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:23:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:23:41.957382+0000 mgr.y (mgr.24772) 93 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:43.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:23:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:23:42.051589+0000 mon.c (mon.1) 72 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:23:43.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:23:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:23:42.292059+0000 mon.a (mon.0) 779 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:23:43.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:23:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:23:42.297903+0000 mon.a (mon.0) 780 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:23:43.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:23:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:23:42.300925+0000 mon.a (mon.0) 781 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:23:43.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:23:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:23:42.306473+0000 mon.a (mon.0) 782 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:23:43.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:23:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:23:42.616921+0000 mon.c (mon.1) 73 : audit [DBG] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:23:43.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:23:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:23:42.617575+0000 mon.c (mon.1) 74 : audit [INF] from='mgr.24772 172.21.15.88:0/1567792853' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:23:43.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:23:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:23:42.623660+0000 mon.a (mon.0) 783 : audit [INF] from='mgr.24772 ' entity='mgr.y' 2024-09-17T08:23:44.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:23:44 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:23:42.618085+0000 mgr.y (mgr.24772) 94 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:23:44.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:23:44 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:23:42.618629+0000 mgr.y (mgr.24772) 95 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:44.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:23:44 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:23:42.618812+0000 mgr.y (mgr.24772) 96 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:44.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:23:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:23:42.618085+0000 mgr.y (mgr.24772) 94 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:23:44.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:23:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:23:42.618629+0000 mgr.y (mgr.24772) 95 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:44.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:23:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:23:42.618812+0000 mgr.y (mgr.24772) 96 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:44.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:23:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:23:42.618085+0000 mgr.y (mgr.24772) 94 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:23:44.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:23:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:23:42.618629+0000 mgr.y (mgr.24772) 95 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:44.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:23:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:23:42.618812+0000 mgr.y (mgr.24772) 96 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:46.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:23:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:23:44.619265+0000 mgr.y (mgr.24772) 97 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:46.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:23:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:23:44.619265+0000 mgr.y (mgr.24772) 97 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:46.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:23:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:23:44.619265+0000 mgr.y (mgr.24772) 97 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:47.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:23:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:23:46.620072+0000 mgr.y (mgr.24772) 98 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:47.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:23:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:23:46.620072+0000 mgr.y (mgr.24772) 98 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:47.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:23:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:23:46.620072+0000 mgr.y (mgr.24772) 98 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:49.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:23:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:23:48.620554+0000 mgr.y (mgr.24772) 99 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:49.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:23:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:23:48.620554+0000 mgr.y (mgr.24772) 99 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:49.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:23:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:23:48.620554+0000 mgr.y (mgr.24772) 99 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:52.146 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:23:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:23:50.621090+0000 mgr.y (mgr.24772) 100 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:52.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:23:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:23:50.621090+0000 mgr.y (mgr.24772) 100 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:52.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:23:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:23:50.621090+0000 mgr.y (mgr.24772) 100 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:54.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:23:53 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:23:52.621934+0000 mgr.y (mgr.24772) 101 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:54.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:23:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:23:52.621934+0000 mgr.y (mgr.24772) 101 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:54.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:23:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:23:52.621934+0000 mgr.y (mgr.24772) 101 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:56.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:23:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:23:54.622338+0000 mgr.y (mgr.24772) 102 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:56.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:23:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:23:54.622338+0000 mgr.y (mgr.24772) 102 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:56.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:23:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:23:54.622338+0000 mgr.y (mgr.24772) 102 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:57.967 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:23:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:23:56.623125+0000 mgr.y (mgr.24772) 103 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:57.968 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:23:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:23:56.623125+0000 mgr.y (mgr.24772) 103 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:58.146 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:23:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:23:56.623125+0000 mgr.y (mgr.24772) 103 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:59.900 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:23:59 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:23:58.623548+0000 mgr.y (mgr.24772) 104 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:59.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:23:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:23:58.623548+0000 mgr.y (mgr.24772) 104 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:23:59.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:23:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:23:58.623548+0000 mgr.y (mgr.24772) 104 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:02.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:24:00.624158+0000 mgr.y (mgr.24772) 105 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:02.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:24:00.624158+0000 mgr.y (mgr.24772) 105 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:02.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:24:00.624158+0000 mgr.y (mgr.24772) 105 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:04.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:03 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:24:02.624944+0000 mgr.y (mgr.24772) 106 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:04.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:24:02.624944+0000 mgr.y (mgr.24772) 106 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:04.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:24:02.624944+0000 mgr.y (mgr.24772) 106 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:06.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:05 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:24:04.625367+0000 mgr.y (mgr.24772) 107 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:06.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:05 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:24:04.625367+0000 mgr.y (mgr.24772) 107 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:06.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:05 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:24:04.625367+0000 mgr.y (mgr.24772) 107 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:07.949 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:24:06.626243+0000 mgr.y (mgr.24772) 108 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:08.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:24:06.626243+0000 mgr.y (mgr.24772) 108 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:08.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:24:06.626243+0000 mgr.y (mgr.24772) 108 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:09.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:24:08.626718+0000 mgr.y (mgr.24772) 109 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:09.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:24:08.626718+0000 mgr.y (mgr.24772) 109 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:09.914 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:24:08.626718+0000 mgr.y (mgr.24772) 109 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:12.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:24:10.627223+0000 mgr.y (mgr.24772) 110 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:12.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:24:10.627223+0000 mgr.y (mgr.24772) 110 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:12.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:24:10.627223+0000 mgr.y (mgr.24772) 110 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:14.146 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:13 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:24:12.627965+0000 mgr.y (mgr.24772) 111 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:14.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:24:12.627965+0000 mgr.y (mgr.24772) 111 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:14.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:24:12.627965+0000 mgr.y (mgr.24772) 111 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:16.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:15 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:24:14.628491+0000 mgr.y (mgr.24772) 112 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:16.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:24:14.628491+0000 mgr.y (mgr.24772) 112 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:16.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:24:14.628491+0000 mgr.y (mgr.24772) 112 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:18.062 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:24:16.629440+0000 mgr.y (mgr.24772) 113 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:18.062 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:24:16.629440+0000 mgr.y (mgr.24772) 113 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:18.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:17 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:24:16.629440+0000 mgr.y (mgr.24772) 113 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:18.473 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph orch ps' 2024-09-17T08:24:19.652 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:24:18.629817+0000 mgr.y (mgr.24772) 114 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:19.653 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:24:18.629817+0000 mgr.y (mgr.24772) 114 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:19.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:24:18.629817+0000 mgr.y (mgr.24772) 114 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:20.340 INFO:teuthology.orchestra.run.smithi088.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T08:24:20.340 INFO:teuthology.orchestra.run.smithi088.stdout:alertmanager.a smithi088 *:9093,9094 running (9m) 2m ago 16m 17.2M - 0.20.0 0881eb8f169f f8e3e13fbd6f 2024-09-17T08:24:20.340 INFO:teuthology.orchestra.run.smithi088.stdout:grafana.a smithi187 *:3000 running (8m) 98s ago 16m 39.3M - 6.7.4 557c83e11646 25ed58e5ef5b 2024-09-17T08:24:20.340 INFO:teuthology.orchestra.run.smithi088.stdout:iscsi.foo.smithi187.kgegfj smithi187 error 98s ago 16m - - 2024-09-17T08:24:20.340 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.x smithi187 *:8443 running (11m) 98s ago 20m 436M - 18.2.4-855-g19e2a2be 980a0bfcd684 6679bd206b78 2024-09-17T08:24:20.340 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.y smithi088 *:8443,8765 running (6m) 2m ago 22m 458M - 18.2.4-855-g19e2a2be 980a0bfcd684 3228b2505d9a 2024-09-17T08:24:20.340 INFO:teuthology.orchestra.run.smithi088.stdout:mon.a smithi088 running (22m) 2m ago 22m 67.2M 2048M 16.2.0 24ecd6d5f14c 2454e1e9e408 2024-09-17T08:24:20.341 INFO:teuthology.orchestra.run.smithi088.stdout:mon.b smithi187 running (21m) 98s ago 21m 61.3M 2048M 16.2.0 24ecd6d5f14c 443ac3d93fd1 2024-09-17T08:24:20.341 INFO:teuthology.orchestra.run.smithi088.stdout:mon.c smithi088 running (21m) 2m ago 21m 46.6M 2048M 16.2.0 24ecd6d5f14c 02dbf1ac3f13 2024-09-17T08:24:20.341 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.a smithi088 *:9100 running (9m) 2m ago 17m 17.2M - 0.18.1 e5a616e4b9cf f6d73d93d866 2024-09-17T08:24:20.341 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.b smithi187 *:9100 running (8m) 98s ago 17m 10.7M - 0.18.1 e5a616e4b9cf 776830a1bc3a 2024-09-17T08:24:20.341 INFO:teuthology.orchestra.run.smithi088.stdout:osd.0 smithi088 running (20m) 2m ago 20m 47.8M 4096M 16.2.0 24ecd6d5f14c 999284c446e9 2024-09-17T08:24:20.341 INFO:teuthology.orchestra.run.smithi088.stdout:osd.1 smithi088 running (20m) 2m ago 20m 45.7M 4096M 16.2.0 24ecd6d5f14c 76ee60c1a08d 2024-09-17T08:24:20.341 INFO:teuthology.orchestra.run.smithi088.stdout:osd.2 smithi088 running (19m) 2m ago 19m 45.5M 4096M 16.2.0 24ecd6d5f14c 2503783cc013 2024-09-17T08:24:20.341 INFO:teuthology.orchestra.run.smithi088.stdout:osd.3 smithi088 running (19m) 2m ago 19m 46.5M 4096M 16.2.0 24ecd6d5f14c bf680a19cb5a 2024-09-17T08:24:20.341 INFO:teuthology.orchestra.run.smithi088.stdout:osd.4 smithi187 running (19m) 98s ago 19m 47.7M 4096M 16.2.0 24ecd6d5f14c a8462272aa51 2024-09-17T08:24:20.341 INFO:teuthology.orchestra.run.smithi088.stdout:osd.5 smithi187 running (19m) 98s ago 19m 45.6M 4096M 16.2.0 24ecd6d5f14c c3463f9a8b7e 2024-09-17T08:24:20.341 INFO:teuthology.orchestra.run.smithi088.stdout:osd.6 smithi187 running (18m) 98s ago 18m 49.8M 4096M 16.2.0 24ecd6d5f14c 53d9ca2fb095 2024-09-17T08:24:20.341 INFO:teuthology.orchestra.run.smithi088.stdout:osd.7 smithi187 running (18m) 98s ago 18m 48.7M 4096M 16.2.0 24ecd6d5f14c 61f8b7fae59c 2024-09-17T08:24:20.341 INFO:teuthology.orchestra.run.smithi088.stdout:prometheus.a smithi187 *:9095 error 98s ago 17m - - 2024-09-17T08:24:20.342 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi088.pybyat smithi088 *:8000 running (16m) 2m ago 16m 41.8M - 16.2.0 24ecd6d5f14c 1e03127137af 2024-09-17T08:24:20.342 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi187.yrrxta smithi187 *:8000 running (16m) 98s ago 16m 42.5M - 16.2.0 24ecd6d5f14c 304f0f2cb409 2024-09-17T08:24:20.958 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph versions' 2024-09-17T08:24:21.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:20.332532+0000 mgr.y (mgr.24772) 115 : audit [DBG] from='client.15009 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:24:21.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:24:20.630373+0000 mgr.y (mgr.24772) 116 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:21.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:20.332532+0000 mgr.y (mgr.24772) 115 : audit [DBG] from='client.15009 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:24:21.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:24:20.630373+0000 mgr.y (mgr.24772) 116 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:22.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:20.332532+0000 mgr.y (mgr.24772) 115 : audit [DBG] from='client.15009 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:24:22.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:24:20.630373+0000 mgr.y (mgr.24772) 116 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:23.008 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:24:23.008 INFO:teuthology.orchestra.run.smithi088.stdout: "mon": { 2024-09-17T08:24:23.008 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 3 2024-09-17T08:24:23.008 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:24:23.008 INFO:teuthology.orchestra.run.smithi088.stdout: "mgr": { 2024-09-17T08:24:23.009 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T08:24:23.009 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:24:23.009 INFO:teuthology.orchestra.run.smithi088.stdout: "osd": { 2024-09-17T08:24:23.009 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 8 2024-09-17T08:24:23.009 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:24:23.009 INFO:teuthology.orchestra.run.smithi088.stdout: "mds": {}, 2024-09-17T08:24:23.009 INFO:teuthology.orchestra.run.smithi088.stdout: "rgw": { 2024-09-17T08:24:23.009 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 2 2024-09-17T08:24:23.009 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:24:23.009 INFO:teuthology.orchestra.run.smithi088.stdout: "overall": { 2024-09-17T08:24:23.009 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 13, 2024-09-17T08:24:23.009 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T08:24:23.010 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-09-17T08:24:23.010 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:24:23.648 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph -s' 2024-09-17T08:24:23.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:24:22.631057+0000 mgr.y (mgr.24772) 117 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:23.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:23.008277+0000 mon.a (mon.0) 784 : audit [DBG] from='client.? 172.21.15.88:0/1860780303' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:24:23.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:24:22.631057+0000 mgr.y (mgr.24772) 117 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:23.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:23.008277+0000 mon.a (mon.0) 784 : audit [DBG] from='client.? 172.21.15.88:0/1860780303' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:24:24.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:24:22.631057+0000 mgr.y (mgr.24772) 117 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:24.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:23.008277+0000 mon.a (mon.0) 784 : audit [DBG] from='client.? 172.21.15.88:0/1860780303' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:24:25.749 INFO:teuthology.orchestra.run.smithi088.stdout: cluster: 2024-09-17T08:24:25.749 INFO:teuthology.orchestra.run.smithi088.stdout: id: 0975a5c8-74cb-11ef-bceb-c7b262605968 2024-09-17T08:24:25.749 INFO:teuthology.orchestra.run.smithi088.stdout: health: HEALTH_WARN 2024-09-17T08:24:25.749 INFO:teuthology.orchestra.run.smithi088.stdout: 2 failed cephadm daemon(s) 2024-09-17T08:24:25.749 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-09-17T08:24:25.749 INFO:teuthology.orchestra.run.smithi088.stdout: services: 2024-09-17T08:24:25.749 INFO:teuthology.orchestra.run.smithi088.stdout: mon: 3 daemons, quorum a,c,b (age 21m) 2024-09-17T08:24:25.750 INFO:teuthology.orchestra.run.smithi088.stdout: mgr: y(active, since 3m), standbys: x 2024-09-17T08:24:25.750 INFO:teuthology.orchestra.run.smithi088.stdout: osd: 8 osds: 8 up (since 18m), 8 in (since 18m) 2024-09-17T08:24:25.750 INFO:teuthology.orchestra.run.smithi088.stdout: rgw: 2 daemons active (2 hosts, 1 zones) 2024-09-17T08:24:25.750 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-09-17T08:24:25.750 INFO:teuthology.orchestra.run.smithi088.stdout: data: 2024-09-17T08:24:25.750 INFO:teuthology.orchestra.run.smithi088.stdout: pools: 6 pools, 161 pgs 2024-09-17T08:24:25.750 INFO:teuthology.orchestra.run.smithi088.stdout: objects: 333 objects, 604 KiB 2024-09-17T08:24:25.750 INFO:teuthology.orchestra.run.smithi088.stdout: usage: 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:25.750 INFO:teuthology.orchestra.run.smithi088.stdout: pgs: 161 active+clean 2024-09-17T08:24:25.750 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-09-17T08:24:26.056 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:24:24.631415+0000 mgr.y (mgr.24772) 118 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:26.057 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:24:24.631415+0000 mgr.y (mgr.24772) 118 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:26.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:24:24.631415+0000 mgr.y (mgr.24772) 118 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:26.339 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph health detail' 2024-09-17T08:24:26.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:25.748971+0000 mon.c (mon.1) 75 : audit [DBG] from='client.? 172.21.15.88:0/4110280493' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-17T08:24:26.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:25.748971+0000 mon.c (mon.1) 75 : audit [DBG] from='client.? 172.21.15.88:0/4110280493' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-17T08:24:27.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:25.748971+0000 mon.c (mon.1) 75 : audit [DBG] from='client.? 172.21.15.88:0/4110280493' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-17T08:24:27.927 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:24:26.632161+0000 mgr.y (mgr.24772) 119 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:27.928 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:24:26.632161+0000 mgr.y (mgr.24772) 119 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:28.146 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:27 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:24:26.632161+0000 mgr.y (mgr.24772) 119 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:28.297 INFO:teuthology.orchestra.run.smithi088.stdout:HEALTH_WARN 2 failed cephadm daemon(s) 2024-09-17T08:24:28.297 INFO:teuthology.orchestra.run.smithi088.stdout:[WRN] CEPHADM_FAILED_DAEMON: 2 failed cephadm daemon(s) 2024-09-17T08:24:28.297 INFO:teuthology.orchestra.run.smithi088.stdout: daemon prometheus.a on smithi187 is in error state 2024-09-17T08:24:28.298 INFO:teuthology.orchestra.run.smithi088.stdout: daemon iscsi.foo.smithi187.kgegfj on smithi187 is in error state 2024-09-17T08:24:28.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:28.297759+0000 mon.a (mon.0) 785 : audit [DBG] from='client.? 172.21.15.88:0/2778910902' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-17T08:24:28.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:28.297759+0000 mon.a (mon.0) 785 : audit [DBG] from='client.? 172.21.15.88:0/2778910902' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-17T08:24:28.953 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph versions | jq -e '"'"'.mgr | length == 1'"'"'' 2024-09-17T08:24:29.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:28 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:28.297759+0000 mon.a (mon.0) 785 : audit [DBG] from='client.? 172.21.15.88:0/2778910902' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-17T08:24:29.888 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:24:28.632581+0000 mgr.y (mgr.24772) 120 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:29.888 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:24:28.632581+0000 mgr.y (mgr.24772) 120 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:30.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:29 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:24:28.632581+0000 mgr.y (mgr.24772) 120 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:30.950 INFO:teuthology.orchestra.run.smithi088.stdout:true 2024-09-17T08:24:31.559 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph mgr fail' 2024-09-17T08:24:31.829 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:24:30.632947+0000 mgr.y (mgr.24772) 121 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:31.829 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:30.939050+0000 mon.a (mon.0) 786 : audit [DBG] from='client.? 172.21.15.88:0/1567667020' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:24:31.829 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:24:30.632947+0000 mgr.y (mgr.24772) 121 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:31.829 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:30.939050+0000 mon.a (mon.0) 786 : audit [DBG] from='client.? 172.21.15.88:0/1567667020' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:24:32.146 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:31 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:24:30.632947+0000 mgr.y (mgr.24772) 121 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:32.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:31 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:30.939050+0000 mon.a (mon.0) 786 : audit [DBG] from='client.? 172.21.15.88:0/1567667020' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:24:34.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:33 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:24:32.633733+0000 mgr.y (mgr.24772) 122 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:34.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:33 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:33.516832+0000 mon.a (mon.0) 787 : audit [INF] from='client.? 172.21.15.88:0/2996776573' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-17T08:24:34.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:33 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:24:33.521965+0000 mon.a (mon.0) 788 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2024-09-17T08:24:34.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:33 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:24:32.633733+0000 mgr.y (mgr.24772) 122 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:34.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:33 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:33.516832+0000 mon.a (mon.0) 787 : audit [INF] from='client.? 172.21.15.88:0/2996776573' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-17T08:24:34.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:33 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:24:33.521965+0000 mon.a (mon.0) 788 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2024-09-17T08:24:34.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:33 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:24:32.633733+0000 mgr.y (mgr.24772) 122 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:34.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:33 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:33.516832+0000 mon.a (mon.0) 787 : audit [INF] from='client.? 172.21.15.88:0/2996776573' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-17T08:24:34.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:33 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:24:33.521965+0000 mon.a (mon.0) 788 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2024-09-17T08:24:34.713 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:24:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:24:34.446+0000 7f21187ef640 -1 mgr handle_mgr_map I was active but no longer am 2024-09-17T08:24:34.713 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:24:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: ignoring --setuser ceph since I am not root 2024-09-17T08:24:34.713 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:24:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: ignoring --setgroup ceph since I am not root 2024-09-17T08:24:34.713 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:24:34 smithi088 ceph-mgr[52382]: -- 172.21.15.88:0/2256054347 <== mon.0 v2:172.21.15.88:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55d581b9cd00 con 0x55d581b71400 2024-09-17T08:24:34.713 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:24:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:24:34.594+0000 7fd2f4a24040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-17T08:24:34.713 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:24:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:24:34.650+0000 7fd2f4a24040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-17T08:24:34.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:24:34.186567+0000 mon.a (mon.0) 789 : cluster [DBG] Standby manager daemon y started 2024-09-17T08:24:34.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:34.449015+0000 mon.a (mon.0) 790 : audit [INF] from='client.? 172.21.15.88:0/2996776573' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-09-17T08:24:34.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:24:34.449092+0000 mon.a (mon.0) 791 : cluster [DBG] mgrmap e26: x(active, starting, since 0.931627s), standbys: y 2024-09-17T08:24:34.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:34.449732+0000 mon.b (mon.2) 105 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T08:24:34.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:34.449884+0000 mon.b (mon.2) 106 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T08:24:34.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:34.450038+0000 mon.b (mon.2) 107 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T08:24:34.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:34.451342+0000 mon.b (mon.2) 108 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-17T08:24:34.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:34.451557+0000 mon.b (mon.2) 109 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-17T08:24:34.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:34.451811+0000 mon.b (mon.2) 110 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T08:24:34.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:34.452056+0000 mon.b (mon.2) 111 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T08:24:34.714 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:34.452279+0000 mon.b (mon.2) 112 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T08:24:34.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:24:34.186567+0000 mon.a (mon.0) 789 : cluster [DBG] Standby manager daemon y started 2024-09-17T08:24:34.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:34.449015+0000 mon.a (mon.0) 790 : audit [INF] from='client.? 172.21.15.88:0/2996776573' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-09-17T08:24:34.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:24:34.449092+0000 mon.a (mon.0) 791 : cluster [DBG] mgrmap e26: x(active, starting, since 0.931627s), standbys: y 2024-09-17T08:24:34.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:34.449732+0000 mon.b (mon.2) 105 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T08:24:34.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:34.449884+0000 mon.b (mon.2) 106 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T08:24:34.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:34.450038+0000 mon.b (mon.2) 107 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T08:24:34.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:34.451342+0000 mon.b (mon.2) 108 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-17T08:24:34.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:34.451557+0000 mon.b (mon.2) 109 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-17T08:24:34.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:34.451811+0000 mon.b (mon.2) 110 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T08:24:34.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:34.452056+0000 mon.b (mon.2) 111 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T08:24:34.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:34.452279+0000 mon.b (mon.2) 112 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T08:24:34.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:34.452496+0000 mon.b (mon.2) 113 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T08:24:34.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:34.452729+0000 mon.b (mon.2) 114 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T08:24:34.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:34.452957+0000 mon.b (mon.2) 115 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T08:24:34.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:34.453206+0000 mon.b (mon.2) 116 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T08:24:34.899 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:34.453436+0000 mon.b (mon.2) 117 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T08:24:34.899 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:34.453974+0000 mon.b (mon.2) 118 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-17T08:24:34.899 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:34.454222+0000 mon.b (mon.2) 119 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-17T08:24:34.899 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:34.454670+0000 mon.b (mon.2) 120 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-17T08:24:35.015 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:24:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:24:34.801+0000 7fd2f4a24040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-17T08:24:35.015 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:24:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:24:34.867+0000 7fd2f4a24040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-17T08:24:35.015 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:34.452496+0000 mon.b (mon.2) 113 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T08:24:35.015 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:34.452729+0000 mon.b (mon.2) 114 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T08:24:35.016 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:34.452957+0000 mon.b (mon.2) 115 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T08:24:35.016 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:34.453206+0000 mon.b (mon.2) 116 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T08:24:35.016 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:34.453436+0000 mon.b (mon.2) 117 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T08:24:35.016 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:34.453974+0000 mon.b (mon.2) 118 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-17T08:24:35.016 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:34.454222+0000 mon.b (mon.2) 119 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-17T08:24:35.016 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:34.454670+0000 mon.b (mon.2) 120 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-17T08:24:35.016 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:24:34.186567+0000 mon.a (mon.0) 789 : cluster [DBG] Standby manager daemon y started 2024-09-17T08:24:35.016 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:34.449015+0000 mon.a (mon.0) 790 : audit [INF] from='client.? 172.21.15.88:0/2996776573' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-09-17T08:24:35.016 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:24:34.449092+0000 mon.a (mon.0) 791 : cluster [DBG] mgrmap e26: x(active, starting, since 0.931627s), standbys: y 2024-09-17T08:24:35.017 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:34.449732+0000 mon.b (mon.2) 105 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T08:24:35.017 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:34.449884+0000 mon.b (mon.2) 106 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T08:24:35.017 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:34.450038+0000 mon.b (mon.2) 107 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T08:24:35.017 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:34.451342+0000 mon.b (mon.2) 108 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-17T08:24:35.017 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:34.451557+0000 mon.b (mon.2) 109 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-17T08:24:35.017 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:34.451811+0000 mon.b (mon.2) 110 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T08:24:35.017 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:34.452056+0000 mon.b (mon.2) 111 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T08:24:35.017 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:34.452279+0000 mon.b (mon.2) 112 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T08:24:35.017 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:34.452496+0000 mon.b (mon.2) 113 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T08:24:35.017 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:34.452729+0000 mon.b (mon.2) 114 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T08:24:35.017 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:34.452957+0000 mon.b (mon.2) 115 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T08:24:35.017 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:34.453206+0000 mon.b (mon.2) 116 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T08:24:35.017 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:34.453436+0000 mon.b (mon.2) 117 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T08:24:35.018 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:34.453974+0000 mon.b (mon.2) 118 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-17T08:24:35.018 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:34.454222+0000 mon.b (mon.2) 119 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-17T08:24:35.018 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:34.454670+0000 mon.b (mon.2) 120 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-17T08:24:35.198 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'sleep 180' 2024-09-17T08:24:35.271 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:24:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:24:35.014+0000 7fd2f4a24040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-17T08:24:35.272 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:24:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:24:35.156+0000 7fd2f4a24040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-17T08:24:35.562 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:24:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:24:35.500+0000 7fd2f4a24040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-17T08:24:35.562 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:24:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:24:35.561+0000 7fd2f4a24040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-17T08:24:35.839 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:24:34.961326+0000 mon.a (mon.0) 792 : cluster [INF] Manager daemon x is now available 2024-09-17T08:24:35.839 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:34.982470+0000 mon.b (mon.2) 121 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:24:35.839 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:35.008021+0000 mon.b (mon.2) 122 : audit [INF] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:24:35.839 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:35.008616+0000 mon.a (mon.0) 793 : audit [INF] from='mgr.34664 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:24:35.839 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:35.019444+0000 mon.b (mon.2) 123 : audit [INF] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-17T08:24:35.839 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:35.020015+0000 mon.a (mon.0) 794 : audit [INF] from='mgr.34664 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-17T08:24:35.839 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:24:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:24:35.757+0000 7fd2f4a24040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-17T08:24:35.840 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:24:34.961326+0000 mon.a (mon.0) 792 : cluster [INF] Manager daemon x is now available 2024-09-17T08:24:35.840 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:34.982470+0000 mon.b (mon.2) 121 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:24:35.840 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:35.008021+0000 mon.b (mon.2) 122 : audit [INF] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:24:35.840 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:35.008616+0000 mon.a (mon.0) 793 : audit [INF] from='mgr.34664 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:24:35.840 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:35.019444+0000 mon.b (mon.2) 123 : audit [INF] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-17T08:24:35.840 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:35.020015+0000 mon.a (mon.0) 794 : audit [INF] from='mgr.34664 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-17T08:24:36.034 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:24:34.961326+0000 mon.a (mon.0) 792 : cluster [INF] Manager daemon x is now available 2024-09-17T08:24:36.034 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:34.982470+0000 mon.b (mon.2) 121 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:24:36.034 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:35.008021+0000 mon.b (mon.2) 122 : audit [INF] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:24:36.034 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:35.008616+0000 mon.a (mon.0) 793 : audit [INF] from='mgr.34664 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:24:36.034 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:35.019444+0000 mon.b (mon.2) 123 : audit [INF] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-17T08:24:36.034 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:35.020015+0000 mon.a (mon.0) 794 : audit [INF] from='mgr.34664 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-17T08:24:36.879 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:24:36 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:24:36.650+0000 7fd2f4a24040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-17T08:24:36.880 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:24:36 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:24:36.719+0000 7fd2f4a24040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-17T08:24:36.880 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:36 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:24:35.724188+0000 mon.a (mon.0) 795 : cluster [DBG] mgrmap e27: x(active, since 2s), standbys: y 2024-09-17T08:24:36.880 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:36 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:24:35.731851+0000 mgr.x (mgr.34664) 1 : cluster [DBG] pgmap v3: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:36.880 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:36 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:24:36.454199+0000 mgr.x (mgr.34664) 2 : cluster [DBG] pgmap v4: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:36.880 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:36 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:24:35.724188+0000 mon.a (mon.0) 795 : cluster [DBG] mgrmap e27: x(active, since 2s), standbys: y 2024-09-17T08:24:36.881 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:36 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:24:35.731851+0000 mgr.x (mgr.34664) 1 : cluster [DBG] pgmap v3: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:36.881 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:36 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:24:36.454199+0000 mgr.x (mgr.34664) 2 : cluster [DBG] pgmap v4: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:36.952 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:24:35.724188+0000 mon.a (mon.0) 795 : cluster [DBG] mgrmap e27: x(active, since 2s), standbys: y 2024-09-17T08:24:36.953 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:24:35.731851+0000 mgr.x (mgr.34664) 1 : cluster [DBG] pgmap v3: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:36.953 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:24:36.454199+0000 mgr.x (mgr.34664) 2 : cluster [DBG] pgmap v4: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:36.953 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:24:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:24:36.698+0000 7f9649db2640 -1 log_channel(cephadm) log [ERR] : [17/Sep/2024:08:24:36] ENGINE Error in HTTPServer.serve 2024-09-17T08:24:36.953 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:24:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: Traceback (most recent call last): 2024-09-17T08:24:36.953 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:24:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-17T08:24:36.953 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:24:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: self._connections.run(self.expiration_interval) 2024-09-17T08:24:36.953 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:24:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-17T08:24:36.954 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:24:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: self._run(expiration_interval) 2024-09-17T08:24:36.954 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:24:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-17T08:24:36.954 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:24:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: new_conn = self._from_server_socket(self.server.socket) 2024-09-17T08:24:36.954 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:24:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-17T08:24:36.954 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:24:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-17T08:24:36.954 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:24:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-17T08:24:36.954 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:24:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: s = self.context.wrap_socket( 2024-09-17T08:24:36.954 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:24:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-17T08:24:36.954 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:24:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: return self.sslsocket_class._create( 2024-09-17T08:24:36.955 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:24:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-17T08:24:36.955 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:24:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: self.do_handshake() 2024-09-17T08:24:36.955 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:24:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-17T08:24:36.955 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:24:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: self._sslobj.do_handshake() 2024-09-17T08:24:36.955 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:24:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-17T08:24:36.955 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:24:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: 2024-09-17T08:24:37.560 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:24:37.492+0000 7fd2f4a24040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-17T08:24:37.825 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:24:37.610+0000 7fd2f4a24040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-17T08:24:37.825 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:24:37.753+0000 7fd2f4a24040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-17T08:24:37.826 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:24:37.824+0000 7fd2f4a24040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-17T08:24:37.826 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:24:36.580870+0000 mgr.x (mgr.34664) 3 : cephadm [INF] [17/Sep/2024:08:24:36] ENGINE Bus STARTING 2024-09-17T08:24:37.826 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:24:36.696569+0000 mgr.x (mgr.34664) 4 : cephadm [INF] [17/Sep/2024:08:24:36] ENGINE Serving on https://172.21.15.187:7150 2024-09-17T08:24:37.826 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:24:36.699099+0000 mgr.x (mgr.34664) 5 : cephadm [ERR] [17/Sep/2024:08:24:36] ENGINE Error in HTTPServer.serve 2024-09-17T08:24:37.826 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: Traceback (most recent call last): 2024-09-17T08:24:37.826 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-17T08:24:37.826 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: self._connections.run(self.expiration_interval) 2024-09-17T08:24:37.826 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-17T08:24:37.827 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: self._run(expiration_interval) 2024-09-17T08:24:37.827 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-17T08:24:37.827 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: new_conn = self._from_server_socket(self.server.socket) 2024-09-17T08:24:37.827 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-17T08:24:37.827 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-17T08:24:37.827 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-17T08:24:37.827 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: s = self.context.wrap_socket( 2024-09-17T08:24:37.827 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-17T08:24:37.827 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: return self.sslsocket_class._create( 2024-09-17T08:24:37.827 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-17T08:24:37.827 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: self.do_handshake() 2024-09-17T08:24:37.827 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-17T08:24:37.827 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: self._sslobj.do_handshake() 2024-09-17T08:24:37.827 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-17T08:24:37.827 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: 2024-09-17T08:24:37.828 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:24:36.718928+0000 mon.a (mon.0) 796 : cluster [INF] Health check cleared: CEPHADM_FAILED_DAEMON (was: 2 failed cephadm daemon(s)) 2024-09-17T08:24:37.828 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:24:36.718961+0000 mon.a (mon.0) 797 : cluster [INF] Cluster is now healthy 2024-09-17T08:24:37.828 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:24:36.797614+0000 mgr.x (mgr.34664) 6 : cephadm [INF] [17/Sep/2024:08:24:36] ENGINE Serving on http://172.21.15.187:8765 2024-09-17T08:24:37.828 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:24:36.797830+0000 mgr.x (mgr.34664) 7 : cephadm [INF] [17/Sep/2024:08:24:36] ENGINE Bus STARTED 2024-09-17T08:24:37.828 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:24:36.580870+0000 mgr.x (mgr.34664) 3 : cephadm [INF] [17/Sep/2024:08:24:36] ENGINE Bus STARTING 2024-09-17T08:24:37.828 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:24:36.696569+0000 mgr.x (mgr.34664) 4 : cephadm [INF] [17/Sep/2024:08:24:36] ENGINE Serving on https://172.21.15.187:7150 2024-09-17T08:24:37.828 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:24:36.699099+0000 mgr.x (mgr.34664) 5 : cephadm [ERR] [17/Sep/2024:08:24:36] ENGINE Error in HTTPServer.serve 2024-09-17T08:24:37.828 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: Traceback (most recent call last): 2024-09-17T08:24:37.828 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-17T08:24:37.828 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: self._connections.run(self.expiration_interval) 2024-09-17T08:24:37.828 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-17T08:24:37.828 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: self._run(expiration_interval) 2024-09-17T08:24:37.828 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-17T08:24:37.829 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: new_conn = self._from_server_socket(self.server.socket) 2024-09-17T08:24:37.829 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-17T08:24:37.829 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-17T08:24:37.829 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-17T08:24:37.829 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: s = self.context.wrap_socket( 2024-09-17T08:24:37.829 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-17T08:24:37.829 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: return self.sslsocket_class._create( 2024-09-17T08:24:37.829 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-17T08:24:37.829 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: self.do_handshake() 2024-09-17T08:24:37.829 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-17T08:24:37.829 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: self._sslobj.do_handshake() 2024-09-17T08:24:37.829 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-17T08:24:37.830 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: 2024-09-17T08:24:37.830 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:24:36.718928+0000 mon.a (mon.0) 796 : cluster [INF] Health check cleared: CEPHADM_FAILED_DAEMON (was: 2 failed cephadm daemon(s)) 2024-09-17T08:24:37.830 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:24:36.718961+0000 mon.a (mon.0) 797 : cluster [INF] Cluster is now healthy 2024-09-17T08:24:37.830 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:24:36.797614+0000 mgr.x (mgr.34664) 6 : cephadm [INF] [17/Sep/2024:08:24:36] ENGINE Serving on http://172.21.15.187:8765 2024-09-17T08:24:37.830 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:24:36.797830+0000 mgr.x (mgr.34664) 7 : cephadm [INF] [17/Sep/2024:08:24:36] ENGINE Bus STARTED 2024-09-17T08:24:38.109 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:24:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:24:37.975+0000 7fd2f4a24040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-17T08:24:38.109 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:24:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:24:38.046+0000 7fd2f4a24040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-17T08:24:38.109 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:24:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:24:38.108+0000 7fd2f4a24040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-17T08:24:38.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:24:36.580870+0000 mgr.x (mgr.34664) 3 : cephadm [INF] [17/Sep/2024:08:24:36] ENGINE Bus STARTING 2024-09-17T08:24:38.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:24:36.696569+0000 mgr.x (mgr.34664) 4 : cephadm [INF] [17/Sep/2024:08:24:36] ENGINE Serving on https://172.21.15.187:7150 2024-09-17T08:24:38.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:24:36.699099+0000 mgr.x (mgr.34664) 5 : cephadm [ERR] [17/Sep/2024:08:24:36] ENGINE Error in HTTPServer.serve 2024-09-17T08:24:38.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: Traceback (most recent call last): 2024-09-17T08:24:38.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-17T08:24:38.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: self._connections.run(self.expiration_interval) 2024-09-17T08:24:38.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-17T08:24:38.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: self._run(expiration_interval) 2024-09-17T08:24:38.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-17T08:24:38.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: new_conn = self._from_server_socket(self.server.socket) 2024-09-17T08:24:38.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-17T08:24:38.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-17T08:24:38.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-17T08:24:38.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: s = self.context.wrap_socket( 2024-09-17T08:24:38.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-17T08:24:38.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: return self.sslsocket_class._create( 2024-09-17T08:24:38.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-17T08:24:38.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: self.do_handshake() 2024-09-17T08:24:38.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-17T08:24:38.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: self._sslobj.do_handshake() 2024-09-17T08:24:38.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-17T08:24:38.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: 2024-09-17T08:24:38.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:24:36.718928+0000 mon.a (mon.0) 796 : cluster [INF] Health check cleared: CEPHADM_FAILED_DAEMON (was: 2 failed cephadm daemon(s)) 2024-09-17T08:24:38.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:24:36.718961+0000 mon.a (mon.0) 797 : cluster [INF] Cluster is now healthy 2024-09-17T08:24:38.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:24:36.797614+0000 mgr.x (mgr.34664) 6 : cephadm [INF] [17/Sep/2024:08:24:36] ENGINE Serving on http://172.21.15.187:8765 2024-09-17T08:24:38.150 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:24:36.797830+0000 mgr.x (mgr.34664) 7 : cephadm [INF] [17/Sep/2024:08:24:36] ENGINE Bus STARTED 2024-09-17T08:24:38.360 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:24:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:24:38.267+0000 7fd2f4a24040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-17T08:24:38.360 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:24:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:24:38.333+0000 7fd2f4a24040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-17T08:24:38.622 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:24:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:24:38.408+0000 7fd2f4a24040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-17T08:24:38.622 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:24:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:24:38.493+0000 7fd2f4a24040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-17T08:24:38.622 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:24:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:24:38.560+0000 7fd2f4a24040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-17T08:24:38.622 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:24:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:24:38.621+0000 7fd2f4a24040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-17T08:24:38.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:24:37.735070+0000 mon.a (mon.0) 798 : cluster [DBG] mgrmap e28: x(active, since 4s), standbys: y 2024-09-17T08:24:38.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:24:38.454564+0000 mgr.x (mgr.34664) 8 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:38.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:24:37.735070+0000 mon.a (mon.0) 798 : cluster [DBG] mgrmap e28: x(active, since 4s), standbys: y 2024-09-17T08:24:38.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:24:38.454564+0000 mgr.x (mgr.34664) 8 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:38.914 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:24:37.735070+0000 mon.a (mon.0) 798 : cluster [DBG] mgrmap e28: x(active, since 4s), standbys: y 2024-09-17T08:24:38.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:24:38.454564+0000 mgr.x (mgr.34664) 8 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:39.848 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:24:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:24:39.524+0000 7fd2f4a24040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-17T08:24:40.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:24:39.527502+0000 mon.a (mon.0) 799 : cluster [DBG] Standby manager daemon y restarted 2024-09-17T08:24:40.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:24:39.527613+0000 mon.a (mon.0) 800 : cluster [DBG] Standby manager daemon y started 2024-09-17T08:24:40.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:39.529202+0000 mon.c (mon.1) 76 : audit [DBG] from='mgr.? 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-17T08:24:40.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:39.529837+0000 mon.c (mon.1) 77 : audit [DBG] from='mgr.? 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T08:24:40.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:39.530677+0000 mon.c (mon.1) 78 : audit [DBG] from='mgr.? 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-17T08:24:40.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:39.530950+0000 mon.c (mon.1) 79 : audit [DBG] from='mgr.? 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T08:24:40.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:24:39.742052+0000 mon.a (mon.0) 801 : cluster [DBG] mgrmap e29: x(active, since 6s), standbys: y 2024-09-17T08:24:40.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:40.020390+0000 mon.a (mon.0) 802 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:24:40.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:40.026710+0000 mon.a (mon.0) 803 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:24:40.795 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:24:39.527502+0000 mon.a (mon.0) 799 : cluster [DBG] Standby manager daemon y restarted 2024-09-17T08:24:40.795 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:24:39.527613+0000 mon.a (mon.0) 800 : cluster [DBG] Standby manager daemon y started 2024-09-17T08:24:40.795 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:39.529202+0000 mon.c (mon.1) 76 : audit [DBG] from='mgr.? 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-17T08:24:40.795 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:39.529837+0000 mon.c (mon.1) 77 : audit [DBG] from='mgr.? 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T08:24:40.795 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:39.530677+0000 mon.c (mon.1) 78 : audit [DBG] from='mgr.? 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-17T08:24:40.795 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:39.530950+0000 mon.c (mon.1) 79 : audit [DBG] from='mgr.? 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T08:24:40.795 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:24:39.742052+0000 mon.a (mon.0) 801 : cluster [DBG] mgrmap e29: x(active, since 6s), standbys: y 2024-09-17T08:24:40.795 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:40.020390+0000 mon.a (mon.0) 802 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:24:40.796 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:40.026710+0000 mon.a (mon.0) 803 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:24:40.796 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:24:39.527502+0000 mon.a (mon.0) 799 : cluster [DBG] Standby manager daemon y restarted 2024-09-17T08:24:40.796 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:24:39.527613+0000 mon.a (mon.0) 800 : cluster [DBG] Standby manager daemon y started 2024-09-17T08:24:40.796 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:39.529202+0000 mon.c (mon.1) 76 : audit [DBG] from='mgr.? 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-17T08:24:40.796 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:39.529837+0000 mon.c (mon.1) 77 : audit [DBG] from='mgr.? 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T08:24:40.796 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:39.530677+0000 mon.c (mon.1) 78 : audit [DBG] from='mgr.? 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-17T08:24:40.796 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:39.530950+0000 mon.c (mon.1) 79 : audit [DBG] from='mgr.? 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T08:24:40.796 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:24:39.742052+0000 mon.a (mon.0) 801 : cluster [DBG] mgrmap e29: x(active, since 6s), standbys: y 2024-09-17T08:24:40.796 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:40.020390+0000 mon.a (mon.0) 802 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:24:40.796 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:40.026710+0000 mon.a (mon.0) 803 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:24:41.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:24:40.454915+0000 mgr.x (mgr.34664) 9 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:41.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:40.530754+0000 mon.a (mon.0) 804 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:24:41.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:40.537869+0000 mon.a (mon.0) 805 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:24:41.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:41.168075+0000 mon.a (mon.0) 806 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:24:41.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:41.176124+0000 mon.a (mon.0) 807 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:24:41.914 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:24:40.454915+0000 mgr.x (mgr.34664) 9 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:41.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:40.530754+0000 mon.a (mon.0) 804 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:24:41.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:40.537869+0000 mon.a (mon.0) 805 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:24:41.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:41.168075+0000 mon.a (mon.0) 806 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:24:41.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:41.176124+0000 mon.a (mon.0) 807 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:24:41.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:24:40.454915+0000 mgr.x (mgr.34664) 9 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:24:41.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:40.530754+0000 mon.a (mon.0) 804 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:24:41.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:40.537869+0000 mon.a (mon.0) 805 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:24:41.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:41.168075+0000 mon.a (mon.0) 806 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:24:41.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:41.176124+0000 mon.a (mon.0) 807 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:24:42.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:42 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:41.672926+0000 mon.a (mon.0) 808 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:24:42.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:42 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:41.678183+0000 mon.a (mon.0) 809 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:24:42.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:42 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:41.679933+0000 mon.b (mon.2) 124 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:24:42.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:42 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:41.680591+0000 mon.b (mon.2) 125 : audit [INF] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:24:42.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:42 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:24:41.681162+0000 mgr.x (mgr.34664) 10 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:24:42.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:42 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:24:41.681975+0000 mgr.x (mgr.34664) 11 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 35 KiB/s rd, 0 B/s wr, 19 op/s 2024-09-17T08:24:42.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:42 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:41.685702+0000 mon.a (mon.0) 810 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:24:42.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:42 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:24:41.753586+0000 mgr.x (mgr.34664) 12 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-17T08:24:42.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:42 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:24:41.977636+0000 mgr.x (mgr.34664) 13 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi187 2024-09-17T08:24:43.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:41.672926+0000 mon.a (mon.0) 808 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:24:43.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:41.678183+0000 mon.a (mon.0) 809 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:24:43.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:41.679933+0000 mon.b (mon.2) 124 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:24:43.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:41.680591+0000 mon.b (mon.2) 125 : audit [INF] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:24:43.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:24:41.681162+0000 mgr.x (mgr.34664) 10 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:24:43.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:24:41.681975+0000 mgr.x (mgr.34664) 11 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 35 KiB/s rd, 0 B/s wr, 19 op/s 2024-09-17T08:24:43.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:41.685702+0000 mon.a (mon.0) 810 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:24:43.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:24:41.753586+0000 mgr.x (mgr.34664) 12 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-17T08:24:43.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:24:41.977636+0000 mgr.x (mgr.34664) 13 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi187 2024-09-17T08:24:43.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:41.672926+0000 mon.a (mon.0) 808 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:24:43.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:41.678183+0000 mon.a (mon.0) 809 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:24:43.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:41.679933+0000 mon.b (mon.2) 124 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:24:43.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:41.680591+0000 mon.b (mon.2) 125 : audit [INF] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:24:43.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:24:41.681162+0000 mgr.x (mgr.34664) 10 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:24:43.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:24:41.681975+0000 mgr.x (mgr.34664) 11 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 35 KiB/s rd, 0 B/s wr, 19 op/s 2024-09-17T08:24:43.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:41.685702+0000 mon.a (mon.0) 810 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:24:43.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:24:41.753586+0000 mgr.x (mgr.34664) 12 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-17T08:24:43.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:24:41.977636+0000 mgr.x (mgr.34664) 13 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi187 2024-09-17T08:24:43.796 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:24:42.676105+0000 mon.a (mon.0) 811 : cluster [WRN] Health check failed: 2 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-09-17T08:24:44.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:24:42.676105+0000 mon.a (mon.0) 811 : cluster [WRN] Health check failed: 2 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-09-17T08:24:44.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:24:42.676105+0000 mon.a (mon.0) 811 : cluster [WRN] Health check failed: 2 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-09-17T08:24:44.819 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:44 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:24:43.682375+0000 mgr.x (mgr.34664) 14 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-17T08:24:45.129 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:44 smithi187 systemd[1]: Starting Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:24:45.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:24:43.682375+0000 mgr.x (mgr.34664) 14 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-17T08:24:45.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:24:43.682375+0000 mgr.x (mgr.34664) 14 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-17T08:24:45.397 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:45 smithi187 podman[54903]: 2024-09-17 08:24:45.129317847 +0000 UTC m=+0.105692441 container create 69adab4c61768df2fdc5211aacbea0f1069f05be8855d3e4c9f7e6b7ace092c4 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:24:45.397 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:45 smithi187 podman[54903]: 2024-09-17 08:24:45.040849833 +0000 UTC m=+0.017224437 image pull de242295e2257c37c8cadfd962369228f8f10b2d48a44259b65fef44ad4f6490 docker.io/prom/prometheus:v2.18.1 2024-09-17T08:24:45.836 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:45 smithi187 podman[54903]: 2024-09-17 08:24:45.423055817 +0000 UTC m=+0.399430415 container init 69adab4c61768df2fdc5211aacbea0f1069f05be8855d3e4c9f7e6b7ace092c4 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:24:45.836 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:45 smithi187 podman[54903]: 2024-09-17 08:24:45.425867199 +0000 UTC m=+0.402241794 container start 69adab4c61768df2fdc5211aacbea0f1069f05be8855d3e4c9f7e6b7ace092c4 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:24:45.836 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[54918]: level=info ts=2024-09-17T08:24:45.454Z caller=main.go:302 msg="No time or size retention was set so using the default time retention" duration=15d 2024-09-17T08:24:45.836 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[54918]: level=info ts=2024-09-17T08:24:45.454Z caller=main.go:337 msg="Starting Prometheus" version="(version=2.18.1, branch=HEAD, revision=ecee9c8abfd118f139014cb1b174b08db3f342cf)" 2024-09-17T08:24:45.836 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[54918]: level=info ts=2024-09-17T08:24:45.454Z caller=main.go:338 build_context="(go=go1.14.2, user=root@2117a9e64a7e, date=20200507-16:51:47)" 2024-09-17T08:24:45.836 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[54918]: level=info ts=2024-09-17T08:24:45.454Z caller=main.go:339 host_details="(Linux 5.14.0-508.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024 x86_64 smithi187 (none))" 2024-09-17T08:24:45.836 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[54918]: level=info ts=2024-09-17T08:24:45.455Z caller=main.go:340 fd_limits="(soft=1048576, hard=1048576)" 2024-09-17T08:24:45.836 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[54918]: level=info ts=2024-09-17T08:24:45.455Z caller=main.go:341 vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-17T08:24:45.836 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[54918]: level=info ts=2024-09-17T08:24:45.456Z caller=main.go:678 msg="Starting TSDB ..." 2024-09-17T08:24:45.836 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[54918]: level=info ts=2024-09-17T08:24:45.456Z caller=web.go:523 component=web msg="Start listening for connections" address=:9095 2024-09-17T08:24:45.837 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[54918]: level=info ts=2024-09-17T08:24:45.458Z caller=head.go:575 component=tsdb msg="Replaying WAL, this may take awhile" 2024-09-17T08:24:45.837 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[54918]: level=info ts=2024-09-17T08:24:45.458Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=12 2024-09-17T08:24:45.837 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[54918]: level=info ts=2024-09-17T08:24:45.466Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=1 maxSegment=12 2024-09-17T08:24:45.837 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[54918]: level=info ts=2024-09-17T08:24:45.466Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=2 maxSegment=12 2024-09-17T08:24:45.837 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[54918]: level=info ts=2024-09-17T08:24:45.466Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=3 maxSegment=12 2024-09-17T08:24:45.837 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[54918]: level=info ts=2024-09-17T08:24:45.466Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=4 maxSegment=12 2024-09-17T08:24:45.837 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[54918]: level=info ts=2024-09-17T08:24:45.467Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=5 maxSegment=12 2024-09-17T08:24:45.837 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[54918]: level=info ts=2024-09-17T08:24:45.467Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=6 maxSegment=12 2024-09-17T08:24:45.838 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[54918]: level=info ts=2024-09-17T08:24:45.467Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=7 maxSegment=12 2024-09-17T08:24:45.838 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[54918]: level=info ts=2024-09-17T08:24:45.467Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=8 maxSegment=12 2024-09-17T08:24:45.838 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[54918]: level=info ts=2024-09-17T08:24:45.467Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=9 maxSegment=12 2024-09-17T08:24:45.838 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[54918]: level=info ts=2024-09-17T08:24:45.467Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=10 maxSegment=12 2024-09-17T08:24:45.838 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[54918]: level=info ts=2024-09-17T08:24:45.468Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=11 maxSegment=12 2024-09-17T08:24:45.838 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[54918]: level=info ts=2024-09-17T08:24:45.469Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=12 maxSegment=12 2024-09-17T08:24:45.838 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[54918]: level=info ts=2024-09-17T08:24:45.469Z caller=head.go:627 component=tsdb msg="WAL replay completed" duration=11.329764ms 2024-09-17T08:24:45.838 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[54918]: level=info ts=2024-09-17T08:24:45.471Z caller=main.go:694 fs_type=XFS_SUPER_MAGIC 2024-09-17T08:24:45.838 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[54918]: level=info ts=2024-09-17T08:24:45.471Z caller=main.go:695 msg="TSDB started" 2024-09-17T08:24:45.838 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[54918]: level=info ts=2024-09-17T08:24:45.471Z caller=main.go:799 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-17T08:24:45.838 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[54918]: level=info ts=2024-09-17T08:24:45.471Z caller=main.go:547 msg="Stopping scrape discovery manager..." 2024-09-17T08:24:45.838 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[54918]: level=info ts=2024-09-17T08:24:45.471Z caller=main.go:561 msg="Stopping notify discovery manager..." 2024-09-17T08:24:45.839 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[54918]: level=info ts=2024-09-17T08:24:45.471Z caller=main.go:583 msg="Stopping scrape manager..." 2024-09-17T08:24:45.839 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[54918]: level=info ts=2024-09-17T08:24:45.471Z caller=main.go:557 msg="Notify discovery manager stopped" 2024-09-17T08:24:45.839 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[54918]: level=info ts=2024-09-17T08:24:45.471Z caller=main.go:543 msg="Scrape discovery manager stopped" 2024-09-17T08:24:45.839 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[54918]: level=info ts=2024-09-17T08:24:45.471Z caller=manager.go:882 component="rule manager" msg="Stopping rule manager..." 2024-09-17T08:24:45.839 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[54918]: level=info ts=2024-09-17T08:24:45.471Z caller=manager.go:892 component="rule manager" msg="Rule manager stopped" 2024-09-17T08:24:45.839 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[54918]: level=info ts=2024-09-17T08:24:45.471Z caller=main.go:577 msg="Scrape manager stopped" 2024-09-17T08:24:45.839 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[54918]: level=info ts=2024-09-17T08:24:45.471Z caller=notifier.go:601 component=notifier msg="Stopping notification manager..." 2024-09-17T08:24:45.839 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[54918]: level=info ts=2024-09-17T08:24:45.471Z caller=main.go:749 msg="Notifier manager stopped" 2024-09-17T08:24:45.839 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[54918]: level=error ts=2024-09-17T08:24:45.471Z caller=main.go:758 err="error loading config from \"/etc/prometheus/prometheus.yml\": couldn't load configuration (--config.file=\"/etc/prometheus/prometheus.yml\"): parsing YAML file /etc/prometheus/prometheus.yml: yaml: unmarshal errors:\n line 14: field http_sd_configs not found in type config.plain\n line 27: field http_sd_configs not found in type config.plain\n line 31: field http_sd_configs not found in type config.plain\n line 45: field http_sd_configs not found in type config.plain\n line 49: field http_sd_configs not found in type config.plain" 2024-09-17T08:24:45.839 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:45 smithi187 bash[54903]: 69adab4c61768df2fdc5211aacbea0f1069f05be8855d3e4c9f7e6b7ace092c4 2024-09-17T08:24:45.839 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:45 smithi187 systemd[1]: Started Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:24:45.839 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:45 smithi187 podman[54935]: 2024-09-17 08:24:45.515161684 +0000 UTC m=+0.036020122 container died 69adab4c61768df2fdc5211aacbea0f1069f05be8855d3e4c9f7e6b7ace092c4 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:24:46.366 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:46 smithi187 podman[54935]: 2024-09-17 08:24:46.094144494 +0000 UTC m=+0.615002927 container remove 69adab4c61768df2fdc5211aacbea0f1069f05be8855d3e4c9f7e6b7ace092c4 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:24:46.367 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:46 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Main process exited, code=exited, status=1/FAILURE 2024-09-17T08:24:46.367 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:46 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Failed with result 'exit-code'. 2024-09-17T08:24:46.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:45.534458+0000 mon.a (mon.0) 812 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:24:46.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:45.540913+0000 mon.a (mon.0) 813 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:24:46.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:24:45.542719+0000 mgr.x (mgr.34664) 15 : cephadm [INF] Reconfiguring iscsi.foo.smithi187.kgegfj (dependencies changed)... 2024-09-17T08:24:46.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:45.543019+0000 mon.b (mon.2) 126 : audit [INF] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi187.kgegfj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-17T08:24:46.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:45.543607+0000 mon.a (mon.0) 814 : audit [INF] from='mgr.34664 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi187.kgegfj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-17T08:24:46.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:45.546979+0000 mon.b (mon.2) 127 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:24:46.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:24:45.547758+0000 mgr.x (mgr.34664) 16 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi187.kgegfj on smithi187 2024-09-17T08:24:46.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:24:45.682765+0000 mgr.x (mgr.34664) 17 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-17T08:24:46.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:45.534458+0000 mon.a (mon.0) 812 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:24:46.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:45.540913+0000 mon.a (mon.0) 813 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:24:46.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:24:45.542719+0000 mgr.x (mgr.34664) 15 : cephadm [INF] Reconfiguring iscsi.foo.smithi187.kgegfj (dependencies changed)... 2024-09-17T08:24:46.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:45.543019+0000 mon.b (mon.2) 126 : audit [INF] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi187.kgegfj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-17T08:24:46.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:45.543607+0000 mon.a (mon.0) 814 : audit [INF] from='mgr.34664 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi187.kgegfj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-17T08:24:46.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:45.546979+0000 mon.b (mon.2) 127 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:24:46.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:24:45.547758+0000 mgr.x (mgr.34664) 16 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi187.kgegfj on smithi187 2024-09-17T08:24:46.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:24:45.682765+0000 mgr.x (mgr.34664) 17 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-17T08:24:46.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:45.534458+0000 mon.a (mon.0) 812 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:24:46.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:45.540913+0000 mon.a (mon.0) 813 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:24:46.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:24:45.542719+0000 mgr.x (mgr.34664) 15 : cephadm [INF] Reconfiguring iscsi.foo.smithi187.kgegfj (dependencies changed)... 2024-09-17T08:24:46.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:45.543019+0000 mon.b (mon.2) 126 : audit [INF] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi187.kgegfj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-17T08:24:46.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:45.543607+0000 mon.a (mon.0) 814 : audit [INF] from='mgr.34664 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi187.kgegfj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-17T08:24:46.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:45.546979+0000 mon.b (mon.2) 127 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:24:46.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:24:45.547758+0000 mgr.x (mgr.34664) 16 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi187.kgegfj on smithi187 2024-09-17T08:24:46.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:24:45.682765+0000 mgr.x (mgr.34664) 17 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-17T08:24:49.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:24:47.683407+0000 mgr.x (mgr.34664) 18 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-17T08:24:49.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:48.286432+0000 mon.a (mon.0) 815 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:24:49.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:48.292082+0000 mon.a (mon.0) 816 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:24:49.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:48.297924+0000 mon.b (mon.2) 128 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T08:24:49.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:48.298359+0000 mgr.x (mgr.34664) 19 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T08:24:49.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:48.301328+0000 mon.b (mon.2) 129 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-17T08:24:49.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:48.301729+0000 mgr.x (mgr.34664) 20 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-17T08:24:49.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:48.304600+0000 mon.b (mon.2) 130 : audit [INF] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-17T08:24:49.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:48.304925+0000 mgr.x (mgr.34664) 21 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-17T08:24:49.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:48.342588+0000 mon.b (mon.2) 131 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:24:49.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:48.791519+0000 mon.b (mon.2) 132 : audit [DBG] from='client.? 172.21.15.187:0/3201308283' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:24:49.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:49.115531+0000 mon.b (mon.2) 133 : audit [INF] from='client.? 172.21.15.187:0/1359365174' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:0/861265780"}]: access denied 2024-09-17T08:24:49.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:24:47.683407+0000 mgr.x (mgr.34664) 18 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-17T08:24:49.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:48.286432+0000 mon.a (mon.0) 815 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:24:49.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:48.292082+0000 mon.a (mon.0) 816 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:24:49.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:48.297924+0000 mon.b (mon.2) 128 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T08:24:49.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:48.298359+0000 mgr.x (mgr.34664) 19 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T08:24:49.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:48.301328+0000 mon.b (mon.2) 129 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-17T08:24:49.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:48.301729+0000 mgr.x (mgr.34664) 20 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-17T08:24:49.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:48.304600+0000 mon.b (mon.2) 130 : audit [INF] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-17T08:24:49.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:48.304925+0000 mgr.x (mgr.34664) 21 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-17T08:24:49.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:48.342588+0000 mon.b (mon.2) 131 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:24:49.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:48.791519+0000 mon.b (mon.2) 132 : audit [DBG] from='client.? 172.21.15.187:0/3201308283' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:24:49.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:49.115531+0000 mon.b (mon.2) 133 : audit [INF] from='client.? 172.21.15.187:0/1359365174' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:0/861265780"}]: access denied 2024-09-17T08:24:49.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:24:47.683407+0000 mgr.x (mgr.34664) 18 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-17T08:24:49.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:48.286432+0000 mon.a (mon.0) 815 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:24:49.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:48.292082+0000 mon.a (mon.0) 816 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:24:49.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:48.297924+0000 mon.b (mon.2) 128 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T08:24:49.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:48.298359+0000 mgr.x (mgr.34664) 19 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T08:24:49.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:48.301328+0000 mon.b (mon.2) 129 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-17T08:24:49.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:48.301729+0000 mgr.x (mgr.34664) 20 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-17T08:24:49.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:48.304600+0000 mon.b (mon.2) 130 : audit [INF] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-17T08:24:49.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:48.304925+0000 mgr.x (mgr.34664) 21 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-17T08:24:49.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:48.342588+0000 mon.b (mon.2) 131 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:24:49.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:48.791519+0000 mon.b (mon.2) 132 : audit [DBG] from='client.? 172.21.15.187:0/3201308283' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:24:49.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:49.115531+0000 mon.b (mon.2) 133 : audit [INF] from='client.? 172.21.15.187:0/1359365174' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:0/861265780"}]: access denied 2024-09-17T08:24:51.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:24:49.683833+0000 mgr.x (mgr.34664) 22 : cluster [DBG] pgmap v11: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-17T08:24:51.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:24:49.683833+0000 mgr.x (mgr.34664) 22 : cluster [DBG] pgmap v11: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-17T08:24:51.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:24:49.683833+0000 mgr.x (mgr.34664) 22 : cluster [DBG] pgmap v11: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-17T08:24:53.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:53 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:24:51.684471+0000 mgr.x (mgr.34664) 23 : cluster [DBG] pgmap v12: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-17T08:24:53.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:24:51.684471+0000 mgr.x (mgr.34664) 23 : cluster [DBG] pgmap v12: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-17T08:24:53.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:24:51.684471+0000 mgr.x (mgr.34664) 23 : cluster [DBG] pgmap v12: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-17T08:24:55.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:24:53.685165+0000 mgr.x (mgr.34664) 24 : cluster [DBG] pgmap v13: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:24:55.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:54.529250+0000 mon.a (mon.0) 817 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:24:55.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:54.535271+0000 mon.a (mon.0) 818 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:24:55.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:54.536133+0000 mon.b (mon.2) 134 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:24:55.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:54.536721+0000 mon.b (mon.2) 135 : audit [INF] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:24:55.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:24:54.544957+0000 mon.a (mon.0) 819 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:24:55.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:24:53.685165+0000 mgr.x (mgr.34664) 24 : cluster [DBG] pgmap v13: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:24:55.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:54.529250+0000 mon.a (mon.0) 817 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:24:55.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:54.535271+0000 mon.a (mon.0) 818 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:24:55.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:54.536133+0000 mon.b (mon.2) 134 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:24:55.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:54.536721+0000 mon.b (mon.2) 135 : audit [INF] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:24:55.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:24:54.544957+0000 mon.a (mon.0) 819 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:24:55.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:24:53.685165+0000 mgr.x (mgr.34664) 24 : cluster [DBG] pgmap v13: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:24:55.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:54.529250+0000 mon.a (mon.0) 817 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:24:55.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:54.535271+0000 mon.a (mon.0) 818 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:24:55.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:54.536133+0000 mon.b (mon.2) 134 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:24:55.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:54.536721+0000 mon.b (mon.2) 135 : audit [INF] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:24:55.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:24:54.544957+0000 mon.a (mon.0) 819 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:24:56.449 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:56 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Scheduled restart job, restart counter is at 1. 2024-09-17T08:24:56.449 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:56 smithi187 systemd[1]: Stopped Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:24:56.449 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:56 smithi187 systemd[1]: Starting Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:24:56.449 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:56 smithi187 podman[56032]: 2024-09-17 08:24:56.244517713 +0000 UTC m=+0.017909677 image pull de242295e2257c37c8cadfd962369228f8f10b2d48a44259b65fef44ad4f6490 docker.io/prom/prometheus:v2.18.1 2024-09-17T08:24:56.449 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:56 smithi187 podman[56032]: 2024-09-17 08:24:56.35160574 +0000 UTC m=+0.124997696 container create 8e12afacb25017ead08a55fd56267054eb5714ac326b2e0384c5de46d11e19f1 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:24:56.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:24:54.537228+0000 mgr.x (mgr.34664) 25 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:24:56.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:24:54.537623+0000 mgr.x (mgr.34664) 26 : cluster [DBG] pgmap v14: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 94 B/s rd, 0 op/s 2024-09-17T08:24:56.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:24:54.537775+0000 mgr.x (mgr.34664) 27 : cluster [DBG] pgmap v15: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 115 B/s rd, 0 op/s 2024-09-17T08:24:56.898 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:56 smithi187 podman[56032]: 2024-09-17 08:24:56.586774634 +0000 UTC m=+0.360166590 container init 8e12afacb25017ead08a55fd56267054eb5714ac326b2e0384c5de46d11e19f1 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:24:56.898 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:56 smithi187 podman[56032]: 2024-09-17 08:24:56.5895875 +0000 UTC m=+0.362979456 container start 8e12afacb25017ead08a55fd56267054eb5714ac326b2e0384c5de46d11e19f1 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:24:56.899 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56047]: level=info ts=2024-09-17T08:24:56.619Z caller=main.go:302 msg="No time or size retention was set so using the default time retention" duration=15d 2024-09-17T08:24:56.899 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56047]: level=info ts=2024-09-17T08:24:56.619Z caller=main.go:337 msg="Starting Prometheus" version="(version=2.18.1, branch=HEAD, revision=ecee9c8abfd118f139014cb1b174b08db3f342cf)" 2024-09-17T08:24:56.899 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56047]: level=info ts=2024-09-17T08:24:56.619Z caller=main.go:338 build_context="(go=go1.14.2, user=root@2117a9e64a7e, date=20200507-16:51:47)" 2024-09-17T08:24:56.899 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56047]: level=info ts=2024-09-17T08:24:56.619Z caller=main.go:339 host_details="(Linux 5.14.0-508.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024 x86_64 smithi187 (none))" 2024-09-17T08:24:56.899 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56047]: level=info ts=2024-09-17T08:24:56.619Z caller=main.go:340 fd_limits="(soft=1048576, hard=1048576)" 2024-09-17T08:24:56.899 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56047]: level=info ts=2024-09-17T08:24:56.619Z caller=main.go:341 vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-17T08:24:56.899 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56047]: level=info ts=2024-09-17T08:24:56.621Z caller=main.go:678 msg="Starting TSDB ..." 2024-09-17T08:24:56.899 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56047]: level=info ts=2024-09-17T08:24:56.621Z caller=web.go:523 component=web msg="Start listening for connections" address=:9095 2024-09-17T08:24:56.899 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56047]: level=info ts=2024-09-17T08:24:56.623Z caller=head.go:575 component=tsdb msg="Replaying WAL, this may take awhile" 2024-09-17T08:24:56.899 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56047]: level=info ts=2024-09-17T08:24:56.623Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=13 2024-09-17T08:24:56.899 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56047]: level=info ts=2024-09-17T08:24:56.631Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=1 maxSegment=13 2024-09-17T08:24:56.899 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56047]: level=info ts=2024-09-17T08:24:56.631Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=2 maxSegment=13 2024-09-17T08:24:56.899 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56047]: level=info ts=2024-09-17T08:24:56.631Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=3 maxSegment=13 2024-09-17T08:24:56.900 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56047]: level=info ts=2024-09-17T08:24:56.631Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=4 maxSegment=13 2024-09-17T08:24:56.900 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56047]: level=info ts=2024-09-17T08:24:56.631Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=5 maxSegment=13 2024-09-17T08:24:56.900 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56047]: level=info ts=2024-09-17T08:24:56.631Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=6 maxSegment=13 2024-09-17T08:24:56.900 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56047]: level=info ts=2024-09-17T08:24:56.631Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=7 maxSegment=13 2024-09-17T08:24:56.900 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56047]: level=info ts=2024-09-17T08:24:56.632Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=8 maxSegment=13 2024-09-17T08:24:56.900 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56047]: level=info ts=2024-09-17T08:24:56.632Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=9 maxSegment=13 2024-09-17T08:24:56.900 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56047]: level=info ts=2024-09-17T08:24:56.632Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=10 maxSegment=13 2024-09-17T08:24:56.900 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56047]: level=info ts=2024-09-17T08:24:56.634Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=11 maxSegment=13 2024-09-17T08:24:56.900 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56047]: level=info ts=2024-09-17T08:24:56.634Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=12 maxSegment=13 2024-09-17T08:24:56.900 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56047]: level=info ts=2024-09-17T08:24:56.634Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=13 maxSegment=13 2024-09-17T08:24:56.900 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56047]: level=info ts=2024-09-17T08:24:56.634Z caller=head.go:627 component=tsdb msg="WAL replay completed" duration=11.323839ms 2024-09-17T08:24:56.900 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56047]: level=info ts=2024-09-17T08:24:56.636Z caller=main.go:694 fs_type=XFS_SUPER_MAGIC 2024-09-17T08:24:56.901 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56047]: level=info ts=2024-09-17T08:24:56.636Z caller=main.go:695 msg="TSDB started" 2024-09-17T08:24:56.901 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56047]: level=info ts=2024-09-17T08:24:56.636Z caller=main.go:799 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-17T08:24:56.901 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56047]: level=info ts=2024-09-17T08:24:56.636Z caller=main.go:547 msg="Stopping scrape discovery manager..." 2024-09-17T08:24:56.901 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56047]: level=info ts=2024-09-17T08:24:56.636Z caller=main.go:561 msg="Stopping notify discovery manager..." 2024-09-17T08:24:56.901 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56047]: level=info ts=2024-09-17T08:24:56.636Z caller=main.go:583 msg="Stopping scrape manager..." 2024-09-17T08:24:56.901 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56047]: level=info ts=2024-09-17T08:24:56.636Z caller=main.go:557 msg="Notify discovery manager stopped" 2024-09-17T08:24:56.901 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56047]: level=info ts=2024-09-17T08:24:56.636Z caller=main.go:543 msg="Scrape discovery manager stopped" 2024-09-17T08:24:56.901 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56047]: level=info ts=2024-09-17T08:24:56.636Z caller=main.go:577 msg="Scrape manager stopped" 2024-09-17T08:24:56.901 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56047]: level=info ts=2024-09-17T08:24:56.636Z caller=manager.go:882 component="rule manager" msg="Stopping rule manager..." 2024-09-17T08:24:56.901 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56047]: level=info ts=2024-09-17T08:24:56.636Z caller=manager.go:892 component="rule manager" msg="Rule manager stopped" 2024-09-17T08:24:56.901 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56047]: level=info ts=2024-09-17T08:24:56.636Z caller=notifier.go:601 component=notifier msg="Stopping notification manager..." 2024-09-17T08:24:56.902 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56047]: level=info ts=2024-09-17T08:24:56.636Z caller=main.go:749 msg="Notifier manager stopped" 2024-09-17T08:24:56.902 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56047]: level=error ts=2024-09-17T08:24:56.636Z caller=main.go:758 err="error loading config from \"/etc/prometheus/prometheus.yml\": couldn't load configuration (--config.file=\"/etc/prometheus/prometheus.yml\"): parsing YAML file /etc/prometheus/prometheus.yml: yaml: unmarshal errors:\n line 14: field http_sd_configs not found in type config.plain\n line 27: field http_sd_configs not found in type config.plain\n line 31: field http_sd_configs not found in type config.plain\n line 45: field http_sd_configs not found in type config.plain\n line 49: field http_sd_configs not found in type config.plain" 2024-09-17T08:24:56.902 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:56 smithi187 bash[56032]: 8e12afacb25017ead08a55fd56267054eb5714ac326b2e0384c5de46d11e19f1 2024-09-17T08:24:56.902 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:56 smithi187 systemd[1]: Started Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:24:56.902 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:56 smithi187 podman[56064]: 2024-09-17 08:24:56.678768649 +0000 UTC m=+0.034502308 container died 8e12afacb25017ead08a55fd56267054eb5714ac326b2e0384c5de46d11e19f1 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:24:56.914 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:24:54.537228+0000 mgr.x (mgr.34664) 25 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:24:56.914 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:24:54.537623+0000 mgr.x (mgr.34664) 26 : cluster [DBG] pgmap v14: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 94 B/s rd, 0 op/s 2024-09-17T08:24:56.914 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:24:54.537775+0000 mgr.x (mgr.34664) 27 : cluster [DBG] pgmap v15: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 115 B/s rd, 0 op/s 2024-09-17T08:24:56.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:24:54.537228+0000 mgr.x (mgr.34664) 25 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:24:56.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:24:54.537623+0000 mgr.x (mgr.34664) 26 : cluster [DBG] pgmap v14: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 94 B/s rd, 0 op/s 2024-09-17T08:24:56.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:24:54.537775+0000 mgr.x (mgr.34664) 27 : cluster [DBG] pgmap v15: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 115 B/s rd, 0 op/s 2024-09-17T08:24:57.647 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:57 smithi187 podman[56064]: 2024-09-17 08:24:57.307588363 +0000 UTC m=+0.663322023 container remove 8e12afacb25017ead08a55fd56267054eb5714ac326b2e0384c5de46d11e19f1 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:24:57.647 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:57 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Main process exited, code=exited, status=1/FAILURE 2024-09-17T08:24:57.647 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:24:57 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Failed with result 'exit-code'. 2024-09-17T08:24:58.717 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:24:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:24:56.538433+0000 mgr.x (mgr.34664) 28 : cluster [DBG] pgmap v16: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 115 B/s rd, 0 op/s 2024-09-17T08:24:58.717 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:24:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:24:56.538433+0000 mgr.x (mgr.34664) 28 : cluster [DBG] pgmap v16: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 115 B/s rd, 0 op/s 2024-09-17T08:24:58.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:24:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:24:56.538433+0000 mgr.x (mgr.34664) 28 : cluster [DBG] pgmap v16: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 115 B/s rd, 0 op/s 2024-09-17T08:25:00.765 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:25:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:24:58.538846+0000 mgr.x (mgr.34664) 29 : cluster [DBG] pgmap v17: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 115 B/s rd, 0 op/s 2024-09-17T08:25:00.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:25:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:24:58.538846+0000 mgr.x (mgr.34664) 29 : cluster [DBG] pgmap v17: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 115 B/s rd, 0 op/s 2024-09-17T08:25:00.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:25:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:24:58.538846+0000 mgr.x (mgr.34664) 29 : cluster [DBG] pgmap v17: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 115 B/s rd, 0 op/s 2024-09-17T08:25:02.553 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:25:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:25:00.539288+0000 mgr.x (mgr.34664) 30 : cluster [DBG] pgmap v18: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:25:02.553 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:25:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:25:01.924633+0000 mon.b (mon.2) 136 : audit [DBG] from='client.? 172.21.15.187:0/815467875' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:25:02.553 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:25:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:25:02.241096+0000 mon.b (mon.2) 137 : audit [INF] from='client.? 172.21.15.187:0/2902385510' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:0/861265780"}]: access denied 2024-09-17T08:25:02.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:25:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:25:00.539288+0000 mgr.x (mgr.34664) 30 : cluster [DBG] pgmap v18: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:25:02.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:25:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:25:01.924633+0000 mon.b (mon.2) 136 : audit [DBG] from='client.? 172.21.15.187:0/815467875' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:25:02.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:25:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:25:02.241096+0000 mon.b (mon.2) 137 : audit [INF] from='client.? 172.21.15.187:0/2902385510' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:0/861265780"}]: access denied 2024-09-17T08:25:02.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:25:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:25:00.539288+0000 mgr.x (mgr.34664) 30 : cluster [DBG] pgmap v18: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:25:02.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:25:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:25:01.924633+0000 mon.b (mon.2) 136 : audit [DBG] from='client.? 172.21.15.187:0/815467875' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:25:02.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:25:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:25:02.241096+0000 mon.b (mon.2) 137 : audit [INF] from='client.? 172.21.15.187:0/2902385510' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:0/861265780"}]: access denied 2024-09-17T08:25:04.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:25:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:25:02.540151+0000 mgr.x (mgr.34664) 31 : cluster [DBG] pgmap v19: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:25:04.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:25:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:25:02.540151+0000 mgr.x (mgr.34664) 31 : cluster [DBG] pgmap v19: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:25:04.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:25:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:25:02.540151+0000 mgr.x (mgr.34664) 31 : cluster [DBG] pgmap v19: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:25:06.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:25:06 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:25:04.540539+0000 mgr.x (mgr.34664) 32 : cluster [DBG] pgmap v20: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:25:06.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:25:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:25:04.540539+0000 mgr.x (mgr.34664) 32 : cluster [DBG] pgmap v20: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:25:06.914 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:25:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:25:04.540539+0000 mgr.x (mgr.34664) 32 : cluster [DBG] pgmap v20: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:25:07.721 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:07 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Scheduled restart job, restart counter is at 2. 2024-09-17T08:25:07.722 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:07 smithi187 systemd[1]: Stopped Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:25:07.722 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:07 smithi187 systemd[1]: Starting Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:25:07.722 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:07 smithi187 podman[56326]: 2024-09-17 08:25:07.492544033 +0000 UTC m=+0.018370062 image pull de242295e2257c37c8cadfd962369228f8f10b2d48a44259b65fef44ad4f6490 docker.io/prom/prometheus:v2.18.1 2024-09-17T08:25:07.722 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:07 smithi187 podman[56326]: 2024-09-17 08:25:07.599149892 +0000 UTC m=+0.124975953 container create d24b353cd05231cab7c31d608832e35ad7a9f996c50d56d2c9f07e34fbcfdb65 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:25:08.147 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:07 smithi187 podman[56326]: 2024-09-17 08:25:07.843375895 +0000 UTC m=+0.369201917 container init d24b353cd05231cab7c31d608832e35ad7a9f996c50d56d2c9f07e34fbcfdb65 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:25:08.147 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:07 smithi187 podman[56326]: 2024-09-17 08:25:07.84640405 +0000 UTC m=+0.372230077 container start d24b353cd05231cab7c31d608832e35ad7a9f996c50d56d2c9f07e34fbcfdb65 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:25:08.147 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56342]: level=info ts=2024-09-17T08:25:07.877Z caller=main.go:302 msg="No time or size retention was set so using the default time retention" duration=15d 2024-09-17T08:25:08.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56342]: level=info ts=2024-09-17T08:25:07.877Z caller=main.go:337 msg="Starting Prometheus" version="(version=2.18.1, branch=HEAD, revision=ecee9c8abfd118f139014cb1b174b08db3f342cf)" 2024-09-17T08:25:08.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56342]: level=info ts=2024-09-17T08:25:07.877Z caller=main.go:338 build_context="(go=go1.14.2, user=root@2117a9e64a7e, date=20200507-16:51:47)" 2024-09-17T08:25:08.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56342]: level=info ts=2024-09-17T08:25:07.877Z caller=main.go:339 host_details="(Linux 5.14.0-508.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024 x86_64 smithi187 (none))" 2024-09-17T08:25:08.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56342]: level=info ts=2024-09-17T08:25:07.877Z caller=main.go:340 fd_limits="(soft=1048576, hard=1048576)" 2024-09-17T08:25:08.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56342]: level=info ts=2024-09-17T08:25:07.877Z caller=main.go:341 vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-17T08:25:08.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56342]: level=info ts=2024-09-17T08:25:07.878Z caller=main.go:678 msg="Starting TSDB ..." 2024-09-17T08:25:08.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56342]: level=info ts=2024-09-17T08:25:07.878Z caller=web.go:523 component=web msg="Start listening for connections" address=:9095 2024-09-17T08:25:08.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56342]: level=info ts=2024-09-17T08:25:07.881Z caller=head.go:575 component=tsdb msg="Replaying WAL, this may take awhile" 2024-09-17T08:25:08.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56342]: level=info ts=2024-09-17T08:25:07.881Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=14 2024-09-17T08:25:08.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56342]: level=info ts=2024-09-17T08:25:07.889Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=1 maxSegment=14 2024-09-17T08:25:08.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56342]: level=info ts=2024-09-17T08:25:07.889Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=2 maxSegment=14 2024-09-17T08:25:08.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56342]: level=info ts=2024-09-17T08:25:07.890Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=3 maxSegment=14 2024-09-17T08:25:08.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56342]: level=info ts=2024-09-17T08:25:07.890Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=4 maxSegment=14 2024-09-17T08:25:08.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56342]: level=info ts=2024-09-17T08:25:07.890Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=5 maxSegment=14 2024-09-17T08:25:08.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56342]: level=info ts=2024-09-17T08:25:07.890Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=6 maxSegment=14 2024-09-17T08:25:08.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56342]: level=info ts=2024-09-17T08:25:07.890Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=7 maxSegment=14 2024-09-17T08:25:08.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56342]: level=info ts=2024-09-17T08:25:07.890Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=8 maxSegment=14 2024-09-17T08:25:08.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56342]: level=info ts=2024-09-17T08:25:07.891Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=9 maxSegment=14 2024-09-17T08:25:08.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56342]: level=info ts=2024-09-17T08:25:07.891Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=10 maxSegment=14 2024-09-17T08:25:08.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56342]: level=info ts=2024-09-17T08:25:07.891Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=11 maxSegment=14 2024-09-17T08:25:08.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56342]: level=info ts=2024-09-17T08:25:07.892Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=12 maxSegment=14 2024-09-17T08:25:08.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56342]: level=info ts=2024-09-17T08:25:07.893Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=13 maxSegment=14 2024-09-17T08:25:08.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56342]: level=info ts=2024-09-17T08:25:07.893Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=14 maxSegment=14 2024-09-17T08:25:08.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56342]: level=info ts=2024-09-17T08:25:07.893Z caller=head.go:627 component=tsdb msg="WAL replay completed" duration=12.687878ms 2024-09-17T08:25:08.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56342]: level=info ts=2024-09-17T08:25:07.895Z caller=main.go:694 fs_type=XFS_SUPER_MAGIC 2024-09-17T08:25:08.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56342]: level=info ts=2024-09-17T08:25:07.895Z caller=main.go:695 msg="TSDB started" 2024-09-17T08:25:08.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56342]: level=info ts=2024-09-17T08:25:07.895Z caller=main.go:799 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-17T08:25:08.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56342]: level=info ts=2024-09-17T08:25:07.896Z caller=main.go:547 msg="Stopping scrape discovery manager..." 2024-09-17T08:25:08.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56342]: level=info ts=2024-09-17T08:25:07.896Z caller=main.go:561 msg="Stopping notify discovery manager..." 2024-09-17T08:25:08.151 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56342]: level=info ts=2024-09-17T08:25:07.896Z caller=main.go:583 msg="Stopping scrape manager..." 2024-09-17T08:25:08.151 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56342]: level=info ts=2024-09-17T08:25:07.896Z caller=main.go:557 msg="Notify discovery manager stopped" 2024-09-17T08:25:08.151 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56342]: level=info ts=2024-09-17T08:25:07.896Z caller=main.go:543 msg="Scrape discovery manager stopped" 2024-09-17T08:25:08.151 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56342]: level=info ts=2024-09-17T08:25:07.896Z caller=manager.go:882 component="rule manager" msg="Stopping rule manager..." 2024-09-17T08:25:08.151 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56342]: level=info ts=2024-09-17T08:25:07.896Z caller=manager.go:892 component="rule manager" msg="Rule manager stopped" 2024-09-17T08:25:08.151 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56342]: level=info ts=2024-09-17T08:25:07.896Z caller=notifier.go:601 component=notifier msg="Stopping notification manager..." 2024-09-17T08:25:08.151 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56342]: level=info ts=2024-09-17T08:25:07.896Z caller=main.go:749 msg="Notifier manager stopped" 2024-09-17T08:25:08.151 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56342]: level=info ts=2024-09-17T08:25:07.896Z caller=main.go:577 msg="Scrape manager stopped" 2024-09-17T08:25:08.151 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56342]: level=error ts=2024-09-17T08:25:07.896Z caller=main.go:758 err="error loading config from \"/etc/prometheus/prometheus.yml\": couldn't load configuration (--config.file=\"/etc/prometheus/prometheus.yml\"): parsing YAML file /etc/prometheus/prometheus.yml: yaml: unmarshal errors:\n line 14: field http_sd_configs not found in type config.plain\n line 27: field http_sd_configs not found in type config.plain\n line 31: field http_sd_configs not found in type config.plain\n line 45: field http_sd_configs not found in type config.plain\n line 49: field http_sd_configs not found in type config.plain" 2024-09-17T08:25:08.151 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:07 smithi187 bash[56326]: d24b353cd05231cab7c31d608832e35ad7a9f996c50d56d2c9f07e34fbcfdb65 2024-09-17T08:25:08.151 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:07 smithi187 systemd[1]: Started Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:25:08.151 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:07 smithi187 podman[56359]: 2024-09-17 08:25:07.939317915 +0000 UTC m=+0.035213126 container died d24b353cd05231cab7c31d608832e35ad7a9f996c50d56d2c9f07e34fbcfdb65 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:25:08.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:25:08 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:25:06.541407+0000 mgr.x (mgr.34664) 33 : cluster [DBG] pgmap v21: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:08.897 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:08 smithi187 podman[56359]: 2024-09-17 08:25:08.530674188 +0000 UTC m=+0.626569390 container remove d24b353cd05231cab7c31d608832e35ad7a9f996c50d56d2c9f07e34fbcfdb65 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:25:08.897 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:08 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Main process exited, code=exited, status=1/FAILURE 2024-09-17T08:25:08.897 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:08 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Failed with result 'exit-code'. 2024-09-17T08:25:08.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:25:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:25:06.541407+0000 mgr.x (mgr.34664) 33 : cluster [DBG] pgmap v21: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:08.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:25:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:25:06.541407+0000 mgr.x (mgr.34664) 33 : cluster [DBG] pgmap v21: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:10.725 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:25:10 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:25:08.541793+0000 mgr.x (mgr.34664) 34 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:10.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:25:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:25:08.541793+0000 mgr.x (mgr.34664) 34 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:10.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:25:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:25:08.541793+0000 mgr.x (mgr.34664) 34 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:12.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:25:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:25:10.542148+0000 mgr.x (mgr.34664) 35 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:12.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:25:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:25:10.542148+0000 mgr.x (mgr.34664) 35 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:12.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:25:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:25:10.542148+0000 mgr.x (mgr.34664) 35 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:14.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:25:14 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:25:12.543064+0000 mgr.x (mgr.34664) 36 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:14.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:25:14 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:25:12.543064+0000 mgr.x (mgr.34664) 36 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:14.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:25:14 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:25:12.543064+0000 mgr.x (mgr.34664) 36 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:15.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:25:15 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:25:14.877771+0000 mon.b (mon.2) 138 : audit [DBG] from='client.? 172.21.15.187:0/2908747719' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:25:15.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:25:15 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:25:15.193447+0000 mon.b (mon.2) 139 : audit [INF] from='client.? 172.21.15.187:0/1322068966' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:0/861265780"}]: access denied 2024-09-17T08:25:15.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:25:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:25:14.877771+0000 mon.b (mon.2) 138 : audit [DBG] from='client.? 172.21.15.187:0/2908747719' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:25:15.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:25:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:25:15.193447+0000 mon.b (mon.2) 139 : audit [INF] from='client.? 172.21.15.187:0/1322068966' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:0/861265780"}]: access denied 2024-09-17T08:25:15.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:25:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:25:14.877771+0000 mon.b (mon.2) 138 : audit [DBG] from='client.? 172.21.15.187:0/2908747719' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:25:15.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:25:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:25:15.193447+0000 mon.b (mon.2) 139 : audit [INF] from='client.? 172.21.15.187:0/1322068966' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:0/861265780"}]: access denied 2024-09-17T08:25:16.633 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:25:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:25:14.543424+0000 mgr.x (mgr.34664) 37 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:16.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:25:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:25:14.543424+0000 mgr.x (mgr.34664) 37 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:16.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:25:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:25:14.543424+0000 mgr.x (mgr.34664) 37 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:18.830 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:25:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:25:16.544361+0000 mgr.x (mgr.34664) 38 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-17T08:25:18.830 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:18 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Scheduled restart job, restart counter is at 3. 2024-09-17T08:25:18.830 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:18 smithi187 systemd[1]: Stopped Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:25:18.830 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:18 smithi187 systemd[1]: Starting Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:25:18.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:25:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:25:16.544361+0000 mgr.x (mgr.34664) 38 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-17T08:25:18.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:25:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:25:16.544361+0000 mgr.x (mgr.34664) 38 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-17T08:25:19.087 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:18 smithi187 podman[56631]: 2024-09-17 08:25:18.733747759 +0000 UTC m=+0.018116227 image pull de242295e2257c37c8cadfd962369228f8f10b2d48a44259b65fef44ad4f6490 docker.io/prom/prometheus:v2.18.1 2024-09-17T08:25:19.087 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:18 smithi187 podman[56631]: 2024-09-17 08:25:18.834095393 +0000 UTC m=+0.118463850 container create 38075391d86abbc871e04236214fc43cc6b909f591792debd9983b622ab41247 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:25:19.087 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:19 smithi187 podman[56631]: 2024-09-17 08:25:19.052548127 +0000 UTC m=+0.336916593 container init 38075391d86abbc871e04236214fc43cc6b909f591792debd9983b622ab41247 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:25:19.087 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:19 smithi187 podman[56631]: 2024-09-17 08:25:19.055445033 +0000 UTC m=+0.339813488 container start 38075391d86abbc871e04236214fc43cc6b909f591792debd9983b622ab41247 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:25:19.397 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56645]: level=info ts=2024-09-17T08:25:19.087Z caller=main.go:302 msg="No time or size retention was set so using the default time retention" duration=15d 2024-09-17T08:25:19.397 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56645]: level=info ts=2024-09-17T08:25:19.087Z caller=main.go:337 msg="Starting Prometheus" version="(version=2.18.1, branch=HEAD, revision=ecee9c8abfd118f139014cb1b174b08db3f342cf)" 2024-09-17T08:25:19.397 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56645]: level=info ts=2024-09-17T08:25:19.087Z caller=main.go:338 build_context="(go=go1.14.2, user=root@2117a9e64a7e, date=20200507-16:51:47)" 2024-09-17T08:25:19.397 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56645]: level=info ts=2024-09-17T08:25:19.087Z caller=main.go:339 host_details="(Linux 5.14.0-508.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024 x86_64 smithi187 (none))" 2024-09-17T08:25:19.397 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56645]: level=info ts=2024-09-17T08:25:19.087Z caller=main.go:340 fd_limits="(soft=1048576, hard=1048576)" 2024-09-17T08:25:19.397 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56645]: level=info ts=2024-09-17T08:25:19.087Z caller=main.go:341 vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-17T08:25:19.397 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56645]: level=info ts=2024-09-17T08:25:19.089Z caller=main.go:678 msg="Starting TSDB ..." 2024-09-17T08:25:19.397 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56645]: level=info ts=2024-09-17T08:25:19.089Z caller=web.go:523 component=web msg="Start listening for connections" address=:9095 2024-09-17T08:25:19.397 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56645]: level=info ts=2024-09-17T08:25:19.092Z caller=head.go:575 component=tsdb msg="Replaying WAL, this may take awhile" 2024-09-17T08:25:19.398 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56645]: level=info ts=2024-09-17T08:25:19.092Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=15 2024-09-17T08:25:19.398 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56645]: level=info ts=2024-09-17T08:25:19.100Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=1 maxSegment=15 2024-09-17T08:25:19.398 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56645]: level=info ts=2024-09-17T08:25:19.100Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=2 maxSegment=15 2024-09-17T08:25:19.398 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56645]: level=info ts=2024-09-17T08:25:19.100Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=3 maxSegment=15 2024-09-17T08:25:19.398 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56645]: level=info ts=2024-09-17T08:25:19.100Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=4 maxSegment=15 2024-09-17T08:25:19.398 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56645]: level=info ts=2024-09-17T08:25:19.100Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=5 maxSegment=15 2024-09-17T08:25:19.398 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56645]: level=info ts=2024-09-17T08:25:19.101Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=6 maxSegment=15 2024-09-17T08:25:19.398 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56645]: level=info ts=2024-09-17T08:25:19.101Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=7 maxSegment=15 2024-09-17T08:25:19.398 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56645]: level=info ts=2024-09-17T08:25:19.102Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=8 maxSegment=15 2024-09-17T08:25:19.398 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56645]: level=info ts=2024-09-17T08:25:19.102Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=9 maxSegment=15 2024-09-17T08:25:19.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56645]: level=info ts=2024-09-17T08:25:19.102Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=10 maxSegment=15 2024-09-17T08:25:19.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56645]: level=info ts=2024-09-17T08:25:19.103Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=11 maxSegment=15 2024-09-17T08:25:19.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56645]: level=info ts=2024-09-17T08:25:19.103Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=12 maxSegment=15 2024-09-17T08:25:19.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56645]: level=info ts=2024-09-17T08:25:19.103Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=13 maxSegment=15 2024-09-17T08:25:19.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56645]: level=info ts=2024-09-17T08:25:19.103Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=14 maxSegment=15 2024-09-17T08:25:19.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56645]: level=info ts=2024-09-17T08:25:19.103Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=15 maxSegment=15 2024-09-17T08:25:19.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56645]: level=info ts=2024-09-17T08:25:19.103Z caller=head.go:627 component=tsdb msg="WAL replay completed" duration=11.170877ms 2024-09-17T08:25:19.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56645]: level=info ts=2024-09-17T08:25:19.105Z caller=main.go:694 fs_type=XFS_SUPER_MAGIC 2024-09-17T08:25:19.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56645]: level=info ts=2024-09-17T08:25:19.105Z caller=main.go:695 msg="TSDB started" 2024-09-17T08:25:19.400 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56645]: level=info ts=2024-09-17T08:25:19.105Z caller=main.go:799 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-17T08:25:19.400 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56645]: level=info ts=2024-09-17T08:25:19.106Z caller=main.go:547 msg="Stopping scrape discovery manager..." 2024-09-17T08:25:19.400 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56645]: level=info ts=2024-09-17T08:25:19.106Z caller=main.go:561 msg="Stopping notify discovery manager..." 2024-09-17T08:25:19.400 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56645]: level=info ts=2024-09-17T08:25:19.106Z caller=main.go:583 msg="Stopping scrape manager..." 2024-09-17T08:25:19.400 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56645]: level=info ts=2024-09-17T08:25:19.106Z caller=main.go:557 msg="Notify discovery manager stopped" 2024-09-17T08:25:19.400 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56645]: level=info ts=2024-09-17T08:25:19.106Z caller=main.go:543 msg="Scrape discovery manager stopped" 2024-09-17T08:25:19.400 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56645]: level=info ts=2024-09-17T08:25:19.106Z caller=manager.go:882 component="rule manager" msg="Stopping rule manager..." 2024-09-17T08:25:19.400 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56645]: level=info ts=2024-09-17T08:25:19.106Z caller=manager.go:892 component="rule manager" msg="Rule manager stopped" 2024-09-17T08:25:19.400 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56645]: level=info ts=2024-09-17T08:25:19.106Z caller=main.go:577 msg="Scrape manager stopped" 2024-09-17T08:25:19.400 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56645]: level=info ts=2024-09-17T08:25:19.106Z caller=notifier.go:601 component=notifier msg="Stopping notification manager..." 2024-09-17T08:25:19.400 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56645]: level=info ts=2024-09-17T08:25:19.106Z caller=main.go:749 msg="Notifier manager stopped" 2024-09-17T08:25:19.400 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56645]: level=error ts=2024-09-17T08:25:19.106Z caller=main.go:758 err="error loading config from \"/etc/prometheus/prometheus.yml\": couldn't load configuration (--config.file=\"/etc/prometheus/prometheus.yml\"): parsing YAML file /etc/prometheus/prometheus.yml: yaml: unmarshal errors:\n line 14: field http_sd_configs not found in type config.plain\n line 27: field http_sd_configs not found in type config.plain\n line 31: field http_sd_configs not found in type config.plain\n line 45: field http_sd_configs not found in type config.plain\n line 49: field http_sd_configs not found in type config.plain" 2024-09-17T08:25:19.400 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:19 smithi187 bash[56631]: 38075391d86abbc871e04236214fc43cc6b909f591792debd9983b622ab41247 2024-09-17T08:25:19.401 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:19 smithi187 systemd[1]: Started Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:25:19.401 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:19 smithi187 podman[56662]: 2024-09-17 08:25:19.149417697 +0000 UTC m=+0.034736198 container died 38075391d86abbc871e04236214fc43cc6b909f591792debd9983b622ab41247 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:25:20.233 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:19 smithi187 podman[56662]: 2024-09-17 08:25:19.898911163 +0000 UTC m=+0.784229666 container remove 38075391d86abbc871e04236214fc43cc6b909f591792debd9983b622ab41247 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:25:20.234 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:19 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Main process exited, code=exited, status=1/FAILURE 2024-09-17T08:25:20.234 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:19 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Failed with result 'exit-code'. 2024-09-17T08:25:20.788 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:25:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:25:18.544911+0000 mgr.x (mgr.34664) 39 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:20.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:25:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:25:18.544911+0000 mgr.x (mgr.34664) 39 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:20.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:25:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:25:18.544911+0000 mgr.x (mgr.34664) 39 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:22.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:25:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:25:20.545379+0000 mgr.x (mgr.34664) 40 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:22.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:25:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:25:20.545379+0000 mgr.x (mgr.34664) 40 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:22.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:25:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:25:20.545379+0000 mgr.x (mgr.34664) 40 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:24.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:25:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:25:22.546345+0000 mgr.x (mgr.34664) 41 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:24.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:25:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:25:22.546345+0000 mgr.x (mgr.34664) 41 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:24.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:25:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:25:22.546345+0000 mgr.x (mgr.34664) 41 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:26.834 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:25:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:25:24.546931+0000 mgr.x (mgr.34664) 42 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:26.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:25:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:25:24.546931+0000 mgr.x (mgr.34664) 42 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:26.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:25:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:25:24.546931+0000 mgr.x (mgr.34664) 42 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:28.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:25:28 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:25:26.547899+0000 mgr.x (mgr.34664) 43 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:28.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:25:28 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:25:28.056134+0000 mon.b (mon.2) 140 : audit [DBG] from='client.? 172.21.15.187:0/2716443432' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:25:28.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:25:28 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:25:28.372213+0000 mon.b (mon.2) 141 : audit [INF] from='client.? 172.21.15.187:0/4094210777' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:0/861265780"}]: access denied 2024-09-17T08:25:28.717 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:25:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:25:26.547899+0000 mgr.x (mgr.34664) 43 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:28.717 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:25:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:25:28.056134+0000 mon.b (mon.2) 140 : audit [DBG] from='client.? 172.21.15.187:0/2716443432' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:25:28.717 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:25:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:25:28.372213+0000 mon.b (mon.2) 141 : audit [INF] from='client.? 172.21.15.187:0/4094210777' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:0/861265780"}]: access denied 2024-09-17T08:25:28.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:25:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:25:26.547899+0000 mgr.x (mgr.34664) 43 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:28.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:25:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:25:28.056134+0000 mon.b (mon.2) 140 : audit [DBG] from='client.? 172.21.15.187:0/2716443432' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:25:28.718 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:25:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:25:28.372213+0000 mon.b (mon.2) 141 : audit [INF] from='client.? 172.21.15.187:0/4094210777' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:0/861265780"}]: access denied 2024-09-17T08:25:30.460 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:30 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Scheduled restart job, restart counter is at 4. 2024-09-17T08:25:30.460 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:30 smithi187 systemd[1]: Stopped Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:25:30.460 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:30 smithi187 systemd[1]: Starting Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:25:30.460 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:30 smithi187 podman[56920]: 2024-09-17 08:25:30.232966601 +0000 UTC m=+0.017686081 image pull de242295e2257c37c8cadfd962369228f8f10b2d48a44259b65fef44ad4f6490 docker.io/prom/prometheus:v2.18.1 2024-09-17T08:25:30.460 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:30 smithi187 podman[56920]: 2024-09-17 08:25:30.362173997 +0000 UTC m=+0.146893470 container create 60e207daa2cedebefac1711aa19c927ddfb7ef65ddf1651682a24d056eab3bb4 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:25:30.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:25:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:25:28.548260+0000 mgr.x (mgr.34664) 44 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:25:30.897 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:30 smithi187 podman[56920]: 2024-09-17 08:25:30.606085041 +0000 UTC m=+0.390804519 container init 60e207daa2cedebefac1711aa19c927ddfb7ef65ddf1651682a24d056eab3bb4 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:25:30.897 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:30 smithi187 podman[56920]: 2024-09-17 08:25:30.60892376 +0000 UTC m=+0.393643232 container start 60e207daa2cedebefac1711aa19c927ddfb7ef65ddf1651682a24d056eab3bb4 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:25:30.897 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56935]: level=info ts=2024-09-17T08:25:30.640Z caller=main.go:302 msg="No time or size retention was set so using the default time retention" duration=15d 2024-09-17T08:25:30.897 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56935]: level=info ts=2024-09-17T08:25:30.640Z caller=main.go:337 msg="Starting Prometheus" version="(version=2.18.1, branch=HEAD, revision=ecee9c8abfd118f139014cb1b174b08db3f342cf)" 2024-09-17T08:25:30.897 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56935]: level=info ts=2024-09-17T08:25:30.640Z caller=main.go:338 build_context="(go=go1.14.2, user=root@2117a9e64a7e, date=20200507-16:51:47)" 2024-09-17T08:25:30.898 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56935]: level=info ts=2024-09-17T08:25:30.640Z caller=main.go:339 host_details="(Linux 5.14.0-508.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024 x86_64 smithi187 (none))" 2024-09-17T08:25:30.898 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56935]: level=info ts=2024-09-17T08:25:30.640Z caller=main.go:340 fd_limits="(soft=1048576, hard=1048576)" 2024-09-17T08:25:30.898 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56935]: level=info ts=2024-09-17T08:25:30.640Z caller=main.go:341 vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-17T08:25:30.898 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56935]: level=info ts=2024-09-17T08:25:30.641Z caller=main.go:678 msg="Starting TSDB ..." 2024-09-17T08:25:30.898 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56935]: level=info ts=2024-09-17T08:25:30.641Z caller=web.go:523 component=web msg="Start listening for connections" address=:9095 2024-09-17T08:25:30.898 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56935]: level=info ts=2024-09-17T08:25:30.644Z caller=head.go:575 component=tsdb msg="Replaying WAL, this may take awhile" 2024-09-17T08:25:30.898 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56935]: level=info ts=2024-09-17T08:25:30.644Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=16 2024-09-17T08:25:30.898 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56935]: level=info ts=2024-09-17T08:25:30.652Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=1 maxSegment=16 2024-09-17T08:25:30.898 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56935]: level=info ts=2024-09-17T08:25:30.652Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=2 maxSegment=16 2024-09-17T08:25:30.898 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56935]: level=info ts=2024-09-17T08:25:30.652Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=3 maxSegment=16 2024-09-17T08:25:30.898 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56935]: level=info ts=2024-09-17T08:25:30.652Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=4 maxSegment=16 2024-09-17T08:25:30.899 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56935]: level=info ts=2024-09-17T08:25:30.653Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=5 maxSegment=16 2024-09-17T08:25:30.899 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56935]: level=info ts=2024-09-17T08:25:30.653Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=6 maxSegment=16 2024-09-17T08:25:30.899 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56935]: level=info ts=2024-09-17T08:25:30.653Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=7 maxSegment=16 2024-09-17T08:25:30.899 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56935]: level=info ts=2024-09-17T08:25:30.653Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=8 maxSegment=16 2024-09-17T08:25:30.899 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56935]: level=info ts=2024-09-17T08:25:30.653Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=9 maxSegment=16 2024-09-17T08:25:30.899 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56935]: level=info ts=2024-09-17T08:25:30.654Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=10 maxSegment=16 2024-09-17T08:25:30.900 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56935]: level=info ts=2024-09-17T08:25:30.654Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=11 maxSegment=16 2024-09-17T08:25:30.900 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56935]: level=info ts=2024-09-17T08:25:30.655Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=12 maxSegment=16 2024-09-17T08:25:30.900 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56935]: level=info ts=2024-09-17T08:25:30.656Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=13 maxSegment=16 2024-09-17T08:25:30.900 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56935]: level=info ts=2024-09-17T08:25:30.656Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=14 maxSegment=16 2024-09-17T08:25:30.900 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56935]: level=info ts=2024-09-17T08:25:30.657Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=15 maxSegment=16 2024-09-17T08:25:30.900 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56935]: level=info ts=2024-09-17T08:25:30.657Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=16 maxSegment=16 2024-09-17T08:25:30.900 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56935]: level=info ts=2024-09-17T08:25:30.657Z caller=head.go:627 component=tsdb msg="WAL replay completed" duration=12.706161ms 2024-09-17T08:25:30.900 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56935]: level=info ts=2024-09-17T08:25:30.658Z caller=main.go:694 fs_type=XFS_SUPER_MAGIC 2024-09-17T08:25:30.900 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56935]: level=info ts=2024-09-17T08:25:30.658Z caller=main.go:695 msg="TSDB started" 2024-09-17T08:25:30.900 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56935]: level=info ts=2024-09-17T08:25:30.658Z caller=main.go:799 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-17T08:25:30.900 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56935]: level=info ts=2024-09-17T08:25:30.659Z caller=main.go:547 msg="Stopping scrape discovery manager..." 2024-09-17T08:25:30.900 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56935]: level=info ts=2024-09-17T08:25:30.659Z caller=main.go:561 msg="Stopping notify discovery manager..." 2024-09-17T08:25:30.901 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56935]: level=info ts=2024-09-17T08:25:30.659Z caller=main.go:583 msg="Stopping scrape manager..." 2024-09-17T08:25:30.901 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56935]: level=info ts=2024-09-17T08:25:30.659Z caller=main.go:557 msg="Notify discovery manager stopped" 2024-09-17T08:25:30.901 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56935]: level=info ts=2024-09-17T08:25:30.659Z caller=main.go:543 msg="Scrape discovery manager stopped" 2024-09-17T08:25:30.901 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56935]: level=info ts=2024-09-17T08:25:30.659Z caller=manager.go:882 component="rule manager" msg="Stopping rule manager..." 2024-09-17T08:25:30.901 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56935]: level=info ts=2024-09-17T08:25:30.659Z caller=manager.go:892 component="rule manager" msg="Rule manager stopped" 2024-09-17T08:25:30.901 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56935]: level=info ts=2024-09-17T08:25:30.659Z caller=main.go:577 msg="Scrape manager stopped" 2024-09-17T08:25:30.901 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56935]: level=info ts=2024-09-17T08:25:30.659Z caller=notifier.go:601 component=notifier msg="Stopping notification manager..." 2024-09-17T08:25:30.901 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56935]: level=info ts=2024-09-17T08:25:30.659Z caller=main.go:749 msg="Notifier manager stopped" 2024-09-17T08:25:30.901 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[56935]: level=error ts=2024-09-17T08:25:30.659Z caller=main.go:758 err="error loading config from \"/etc/prometheus/prometheus.yml\": couldn't load configuration (--config.file=\"/etc/prometheus/prometheus.yml\"): parsing YAML file /etc/prometheus/prometheus.yml: yaml: unmarshal errors:\n line 14: field http_sd_configs not found in type config.plain\n line 27: field http_sd_configs not found in type config.plain\n line 31: field http_sd_configs not found in type config.plain\n line 45: field http_sd_configs not found in type config.plain\n line 49: field http_sd_configs not found in type config.plain" 2024-09-17T08:25:30.901 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:30 smithi187 bash[56920]: 60e207daa2cedebefac1711aa19c927ddfb7ef65ddf1651682a24d056eab3bb4 2024-09-17T08:25:30.901 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:30 smithi187 systemd[1]: Started Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:25:30.901 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:30 smithi187 podman[56952]: 2024-09-17 08:25:30.702213352 +0000 UTC m=+0.034751699 container died 60e207daa2cedebefac1711aa19c927ddfb7ef65ddf1651682a24d056eab3bb4 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:25:30.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:25:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:25:28.548260+0000 mgr.x (mgr.34664) 44 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:25:30.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:25:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:25:28.548260+0000 mgr.x (mgr.34664) 44 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:25:31.646 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:31 smithi187 podman[56952]: 2024-09-17 08:25:31.24389137 +0000 UTC m=+0.576429792 container remove 60e207daa2cedebefac1711aa19c927ddfb7ef65ddf1651682a24d056eab3bb4 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:25:31.647 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:31 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Main process exited, code=exited, status=1/FAILURE 2024-09-17T08:25:31.647 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:31 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Failed with result 'exit-code'. 2024-09-17T08:25:32.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:25:32 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:25:30.548600+0000 mgr.x (mgr.34664) 45 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:25:32.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:25:32 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:25:30.548600+0000 mgr.x (mgr.34664) 45 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:25:32.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:25:32 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:25:30.548600+0000 mgr.x (mgr.34664) 45 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:25:34.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:25:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:25:32.549552+0000 mgr.x (mgr.34664) 46 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:34.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:25:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:25:32.549552+0000 mgr.x (mgr.34664) 46 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:34.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:25:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:25:32.549552+0000 mgr.x (mgr.34664) 46 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:36.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:25:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:25:34.549973+0000 mgr.x (mgr.34664) 47 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:36.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:25:36 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:25:34.549973+0000 mgr.x (mgr.34664) 47 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:36.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:25:36 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:25:34.549973+0000 mgr.x (mgr.34664) 47 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:38.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:25:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:25:36.550970+0000 mgr.x (mgr.34664) 48 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:38.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:25:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:25:36.550970+0000 mgr.x (mgr.34664) 48 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:38.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:25:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:25:36.550970+0000 mgr.x (mgr.34664) 48 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:40.887 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:25:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:25:38.551364+0000 mgr.x (mgr.34664) 49 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:40.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:25:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:25:38.551364+0000 mgr.x (mgr.34664) 49 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:40.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:25:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:25:38.551364+0000 mgr.x (mgr.34664) 49 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:41.746 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:25:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:25:41.137283+0000 mon.b (mon.2) 142 : audit [DBG] from='client.? 172.21.15.187:0/2974449050' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:25:41.746 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:25:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:25:41.456648+0000 mon.b (mon.2) 143 : audit [INF] from='client.? 172.21.15.187:0/4280399809' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:0/861265780"}]: access denied 2024-09-17T08:25:41.746 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:41 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Scheduled restart job, restart counter is at 5. 2024-09-17T08:25:41.746 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:41 smithi187 systemd[1]: Stopped Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:25:41.746 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:41 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Start request repeated too quickly. 2024-09-17T08:25:41.746 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:41 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Failed with result 'exit-code'. 2024-09-17T08:25:41.746 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:25:41 smithi187 systemd[1]: Failed to start Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:25:41.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:25:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:25:41.137283+0000 mon.b (mon.2) 142 : audit [DBG] from='client.? 172.21.15.187:0/2974449050' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:25:41.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:25:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:25:41.456648+0000 mon.b (mon.2) 143 : audit [INF] from='client.? 172.21.15.187:0/4280399809' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:0/861265780"}]: access denied 2024-09-17T08:25:41.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:25:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:25:41.137283+0000 mon.b (mon.2) 142 : audit [DBG] from='client.? 172.21.15.187:0/2974449050' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:25:41.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:25:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:25:41.456648+0000 mon.b (mon.2) 143 : audit [INF] from='client.? 172.21.15.187:0/4280399809' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:0/861265780"}]: access denied 2024-09-17T08:25:42.825 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:25:42 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:25:40.551672+0000 mgr.x (mgr.34664) 50 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:42.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:25:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:25:40.551672+0000 mgr.x (mgr.34664) 50 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:42.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:25:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:25:40.551672+0000 mgr.x (mgr.34664) 50 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:44.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:25:44 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:25:42.552528+0000 mgr.x (mgr.34664) 51 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:44.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:25:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:25:42.552528+0000 mgr.x (mgr.34664) 51 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:44.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:25:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:25:42.552528+0000 mgr.x (mgr.34664) 51 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:46.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:25:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:25:44.553054+0000 mgr.x (mgr.34664) 52 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:25:46.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:25:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:25:44.553054+0000 mgr.x (mgr.34664) 52 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:25:46.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:25:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:25:44.553054+0000 mgr.x (mgr.34664) 52 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:25:48.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:25:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:25:46.553817+0000 mgr.x (mgr.34664) 53 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:48.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:25:48 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:25:46.553817+0000 mgr.x (mgr.34664) 53 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:48.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:25:48 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:25:46.553817+0000 mgr.x (mgr.34664) 53 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:50.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:25:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:25:48.554234+0000 mgr.x (mgr.34664) 54 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:50.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:25:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:25:48.554234+0000 mgr.x (mgr.34664) 54 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:50.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:25:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:25:48.554234+0000 mgr.x (mgr.34664) 54 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:51.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:25:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:25:50.554614+0000 mgr.x (mgr.34664) 55 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:51.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:25:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:25:50.554614+0000 mgr.x (mgr.34664) 55 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:51.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:25:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:25:50.554614+0000 mgr.x (mgr.34664) 55 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:54.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:25:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:25:52.555466+0000 mgr.x (mgr.34664) 56 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:54.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:25:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:25:52.555466+0000 mgr.x (mgr.34664) 56 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:54.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:25:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:25:52.555466+0000 mgr.x (mgr.34664) 56 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:55.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:25:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:25:54.653059+0000 mon.b (mon.2) 144 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:25:55.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:25:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:25:54.653059+0000 mon.b (mon.2) 144 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:25:55.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:25:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:25:54.653059+0000 mon.b (mon.2) 144 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:25:56.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:25:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:25:54.555821+0000 mgr.x (mgr.34664) 57 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:56.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:25:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:25:54.555821+0000 mgr.x (mgr.34664) 57 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:56.914 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:25:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:25:54.555821+0000 mgr.x (mgr.34664) 57 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:58.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:25:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:25:56.556568+0000 mgr.x (mgr.34664) 58 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:58.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:25:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:25:56.556568+0000 mgr.x (mgr.34664) 58 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:25:58.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:25:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:25:56.556568+0000 mgr.x (mgr.34664) 58 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:26:00.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:26:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:25:58.556947+0000 mgr.x (mgr.34664) 59 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:00.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:26:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:25:59.267175+0000 mon.a (mon.0) 820 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:26:00.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:26:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:25:59.272772+0000 mon.a (mon.0) 821 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:26:00.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:26:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:25:59.567941+0000 mon.b (mon.2) 145 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:26:00.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:26:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:25:59.568607+0000 mon.b (mon.2) 146 : audit [INF] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:26:00.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:26:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:25:59.574705+0000 mon.a (mon.0) 822 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:26:00.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:26:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:25:58.556947+0000 mgr.x (mgr.34664) 59 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:00.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:26:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:25:59.267175+0000 mon.a (mon.0) 820 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:26:00.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:26:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:25:59.272772+0000 mon.a (mon.0) 821 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:26:00.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:26:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:25:59.567941+0000 mon.b (mon.2) 145 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:26:00.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:26:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:25:59.568607+0000 mon.b (mon.2) 146 : audit [INF] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:26:00.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:26:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:25:59.574705+0000 mon.a (mon.0) 822 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:26:00.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:26:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:25:58.556947+0000 mgr.x (mgr.34664) 59 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:00.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:26:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:25:59.267175+0000 mon.a (mon.0) 820 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:26:00.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:26:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:25:59.272772+0000 mon.a (mon.0) 821 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:26:00.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:26:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:25:59.567941+0000 mon.b (mon.2) 145 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:26:00.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:26:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:25:59.568607+0000 mon.b (mon.2) 146 : audit [INF] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:26:00.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:26:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:25:59.574705+0000 mon.a (mon.0) 822 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:26:01.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:26:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:25:59.569123+0000 mgr.x (mgr.34664) 60 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:26:01.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:26:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:25:59.569551+0000 mgr.x (mgr.34664) 61 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:01.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:26:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:25:59.569737+0000 mgr.x (mgr.34664) 62 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:01.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:26:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:25:59.569123+0000 mgr.x (mgr.34664) 60 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:26:01.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:26:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:25:59.569551+0000 mgr.x (mgr.34664) 61 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:01.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:26:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:25:59.569737+0000 mgr.x (mgr.34664) 62 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:01.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:26:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:25:59.569123+0000 mgr.x (mgr.34664) 60 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:26:01.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:26:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:25:59.569551+0000 mgr.x (mgr.34664) 61 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:01.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:26:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:25:59.569737+0000 mgr.x (mgr.34664) 62 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:03.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:26:03 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:26:01.570704+0000 mgr.x (mgr.34664) 63 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:03.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:26:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:26:01.570704+0000 mgr.x (mgr.34664) 63 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:03.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:26:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:26:01.570704+0000 mgr.x (mgr.34664) 63 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:05.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:26:05 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:26:03.571229+0000 mgr.x (mgr.34664) 64 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:05.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:26:05 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:26:03.571229+0000 mgr.x (mgr.34664) 64 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:05.914 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:26:05 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:26:03.571229+0000 mgr.x (mgr.34664) 64 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:07.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:26:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:26:05.571658+0000 mgr.x (mgr.34664) 65 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:07.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:26:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:26:05.571658+0000 mgr.x (mgr.34664) 65 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:07.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:26:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:26:05.571658+0000 mgr.x (mgr.34664) 65 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:09.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:26:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:26:07.572504+0000 mgr.x (mgr.34664) 66 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:09.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:26:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:26:07.572504+0000 mgr.x (mgr.34664) 66 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:09.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:26:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:26:07.572504+0000 mgr.x (mgr.34664) 66 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:11.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:26:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:26:09.573112+0000 mgr.x (mgr.34664) 67 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:11.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:26:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:26:09.573112+0000 mgr.x (mgr.34664) 67 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:11.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:26:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:26:09.573112+0000 mgr.x (mgr.34664) 67 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:13.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:26:13 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:26:11.574054+0000 mgr.x (mgr.34664) 68 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:13.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:26:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:26:11.574054+0000 mgr.x (mgr.34664) 68 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:13.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:26:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:26:11.574054+0000 mgr.x (mgr.34664) 68 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:15.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:26:15 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:26:13.574462+0000 mgr.x (mgr.34664) 69 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:15.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:26:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:26:13.574462+0000 mgr.x (mgr.34664) 69 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:15.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:26:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:26:13.574462+0000 mgr.x (mgr.34664) 69 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:17.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:26:17 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:26:15.575070+0000 mgr.x (mgr.34664) 70 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:17.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:26:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:26:15.575070+0000 mgr.x (mgr.34664) 70 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:17.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:26:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:26:15.575070+0000 mgr.x (mgr.34664) 70 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:19.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:26:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:26:17.576137+0000 mgr.x (mgr.34664) 71 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:19.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:26:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:26:17.576137+0000 mgr.x (mgr.34664) 71 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:19.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:26:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:26:17.576137+0000 mgr.x (mgr.34664) 71 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:20.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:26:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:26:19.576540+0000 mgr.x (mgr.34664) 72 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:20.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:26:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:26:19.576540+0000 mgr.x (mgr.34664) 72 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:20.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:26:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:26:19.576540+0000 mgr.x (mgr.34664) 72 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:22.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:26:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:26:21.577360+0000 mgr.x (mgr.34664) 73 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:22.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:26:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:26:21.577360+0000 mgr.x (mgr.34664) 73 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:22.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:26:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:26:21.577360+0000 mgr.x (mgr.34664) 73 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:25.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:26:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:26:23.577951+0000 mgr.x (mgr.34664) 74 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:25.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:26:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:26:23.577951+0000 mgr.x (mgr.34664) 74 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:25.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:26:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:26:23.577951+0000 mgr.x (mgr.34664) 74 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:27.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:26:27 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:26:25.578349+0000 mgr.x (mgr.34664) 75 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:27.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:26:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:26:25.578349+0000 mgr.x (mgr.34664) 75 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:27.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:26:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:26:25.578349+0000 mgr.x (mgr.34664) 75 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:29.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:26:29 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:26:27.579250+0000 mgr.x (mgr.34664) 76 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:29.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:26:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:26:27.579250+0000 mgr.x (mgr.34664) 76 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:29.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:26:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:26:27.579250+0000 mgr.x (mgr.34664) 76 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:31.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:26:31 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:26:29.579894+0000 mgr.x (mgr.34664) 77 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:31.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:26:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:26:29.579894+0000 mgr.x (mgr.34664) 77 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:31.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:26:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:26:29.579894+0000 mgr.x (mgr.34664) 77 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:33.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:26:33 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:26:31.580603+0000 mgr.x (mgr.34664) 78 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:33.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:26:33 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:26:31.580603+0000 mgr.x (mgr.34664) 78 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:33.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:26:33 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:26:31.580603+0000 mgr.x (mgr.34664) 78 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:35.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:26:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:26:33.581147+0000 mgr.x (mgr.34664) 79 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:35.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:26:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:26:33.581147+0000 mgr.x (mgr.34664) 79 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:35.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:26:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:26:33.581147+0000 mgr.x (mgr.34664) 79 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:37.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:26:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:26:35.581700+0000 mgr.x (mgr.34664) 80 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:37.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:26:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:26:35.581700+0000 mgr.x (mgr.34664) 80 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:37.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:26:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:26:35.581700+0000 mgr.x (mgr.34664) 80 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:39.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:26:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:26:37.582494+0000 mgr.x (mgr.34664) 81 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:39.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:26:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:26:37.582494+0000 mgr.x (mgr.34664) 81 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:39.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:26:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:26:37.582494+0000 mgr.x (mgr.34664) 81 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:41.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:26:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:26:39.583103+0000 mgr.x (mgr.34664) 82 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:41.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:26:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:26:39.583103+0000 mgr.x (mgr.34664) 82 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:41.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:26:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:26:39.583103+0000 mgr.x (mgr.34664) 82 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:43.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:26:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:26:41.584118+0000 mgr.x (mgr.34664) 83 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:43.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:26:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:26:41.584118+0000 mgr.x (mgr.34664) 83 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:43.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:26:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:26:41.584118+0000 mgr.x (mgr.34664) 83 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:45.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:26:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:26:43.584690+0000 mgr.x (mgr.34664) 84 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:45.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:26:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:26:43.584690+0000 mgr.x (mgr.34664) 84 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:45.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:26:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:26:43.584690+0000 mgr.x (mgr.34664) 84 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:47.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:26:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:26:45.585169+0000 mgr.x (mgr.34664) 85 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:47.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:26:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:26:45.585169+0000 mgr.x (mgr.34664) 85 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:47.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:26:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:26:45.585169+0000 mgr.x (mgr.34664) 85 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:49.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:26:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:26:47.585979+0000 mgr.x (mgr.34664) 86 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:49.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:26:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:26:47.585979+0000 mgr.x (mgr.34664) 86 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:49.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:26:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:26:47.585979+0000 mgr.x (mgr.34664) 86 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:50.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:26:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:26:49.586508+0000 mgr.x (mgr.34664) 87 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:50.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:26:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:26:49.586508+0000 mgr.x (mgr.34664) 87 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:50.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:26:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:26:49.586508+0000 mgr.x (mgr.34664) 87 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:52.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:26:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:26:51.587404+0000 mgr.x (mgr.34664) 88 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:52.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:26:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:26:51.587404+0000 mgr.x (mgr.34664) 88 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:52.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:26:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:26:51.587404+0000 mgr.x (mgr.34664) 88 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:55.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:26:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:26:53.587959+0000 mgr.x (mgr.34664) 89 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:55.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:26:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:26:53.587959+0000 mgr.x (mgr.34664) 89 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:55.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:26:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:26:53.587959+0000 mgr.x (mgr.34664) 89 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:57.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:26:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:26:55.588528+0000 mgr.x (mgr.34664) 90 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:57.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:26:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:26:55.588528+0000 mgr.x (mgr.34664) 90 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:57.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:26:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:26:55.588528+0000 mgr.x (mgr.34664) 90 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:59.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:26:59 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:26:57.589434+0000 mgr.x (mgr.34664) 91 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:59.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:26:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:26:57.589434+0000 mgr.x (mgr.34664) 91 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:26:59.914 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:26:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:26:57.589434+0000 mgr.x (mgr.34664) 91 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:00.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:26:59.683392+0000 mon.b (mon.2) 147 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:27:00.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:00.026320+0000 mon.b (mon.2) 148 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:27:00.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:00.026942+0000 mon.b (mon.2) 149 : audit [INF] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:27:00.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:00.032637+0000 mon.a (mon.0) 823 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:27:00.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:26:59.683392+0000 mon.b (mon.2) 147 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:27:00.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:00.026320+0000 mon.b (mon.2) 148 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:27:00.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:00.026942+0000 mon.b (mon.2) 149 : audit [INF] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:27:00.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:00.032637+0000 mon.a (mon.0) 823 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:27:00.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:26:59.683392+0000 mon.b (mon.2) 147 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:27:00.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:00.026320+0000 mon.b (mon.2) 148 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:27:00.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:00.026942+0000 mon.b (mon.2) 149 : audit [INF] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:27:00.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:00.032637+0000 mon.a (mon.0) 823 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:27:01.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:26:59.590046+0000 mgr.x (mgr.34664) 92 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:01.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:27:00.027424+0000 mgr.x (mgr.34664) 93 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:27:01.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:27:00.027863+0000 mgr.x (mgr.34664) 94 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:01.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:27:00.028030+0000 mgr.x (mgr.34664) 95 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:01.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:26:59.590046+0000 mgr.x (mgr.34664) 92 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:01.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:27:00.027424+0000 mgr.x (mgr.34664) 93 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:27:01.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:27:00.027863+0000 mgr.x (mgr.34664) 94 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:01.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:27:00.028030+0000 mgr.x (mgr.34664) 95 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:01.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:26:59.590046+0000 mgr.x (mgr.34664) 92 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:01.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:27:00.027424+0000 mgr.x (mgr.34664) 93 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:27:01.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:27:00.027863+0000 mgr.x (mgr.34664) 94 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:01.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:27:00.028030+0000 mgr.x (mgr.34664) 95 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:03.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:03 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:27:02.028807+0000 mgr.x (mgr.34664) 96 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:03.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:27:02.028807+0000 mgr.x (mgr.34664) 96 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:03.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:27:02.028807+0000 mgr.x (mgr.34664) 96 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:05.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:05 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:27:04.029274+0000 mgr.x (mgr.34664) 97 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:05.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:05 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:27:04.029274+0000 mgr.x (mgr.34664) 97 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:05.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:05 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:27:04.029274+0000 mgr.x (mgr.34664) 97 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:07.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:27:06.030150+0000 mgr.x (mgr.34664) 98 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:07.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:27:06.030150+0000 mgr.x (mgr.34664) 98 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:07.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:27:06.030150+0000 mgr.x (mgr.34664) 98 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:09.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:27:08.030601+0000 mgr.x (mgr.34664) 99 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:09.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:27:08.030601+0000 mgr.x (mgr.34664) 99 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:09.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:27:08.030601+0000 mgr.x (mgr.34664) 99 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:11.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:27:10.031132+0000 mgr.x (mgr.34664) 100 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:11.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:27:10.031132+0000 mgr.x (mgr.34664) 100 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:11.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:27:10.031132+0000 mgr.x (mgr.34664) 100 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:13.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:13 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:27:12.031974+0000 mgr.x (mgr.34664) 101 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:13.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:27:12.031974+0000 mgr.x (mgr.34664) 101 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:13.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:27:12.031974+0000 mgr.x (mgr.34664) 101 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:14.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:14 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:27:14.032490+0000 mgr.x (mgr.34664) 102 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:14.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:14 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:27:14.032490+0000 mgr.x (mgr.34664) 102 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:14.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:14 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:27:14.032490+0000 mgr.x (mgr.34664) 102 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:17.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:17 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:27:16.033352+0000 mgr.x (mgr.34664) 103 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:17.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:27:16.033352+0000 mgr.x (mgr.34664) 103 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:17.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:27:16.033352+0000 mgr.x (mgr.34664) 103 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:19.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:27:18.034068+0000 mgr.x (mgr.34664) 104 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:19.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:27:18.034068+0000 mgr.x (mgr.34664) 104 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:19.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:27:18.034068+0000 mgr.x (mgr.34664) 104 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:21.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:27:20.034724+0000 mgr.x (mgr.34664) 105 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:21.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:27:20.034724+0000 mgr.x (mgr.34664) 105 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:21.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:27:20.034724+0000 mgr.x (mgr.34664) 105 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:23.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:27:22.035587+0000 mgr.x (mgr.34664) 106 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:23.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:27:22.035587+0000 mgr.x (mgr.34664) 106 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:23.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:27:22.035587+0000 mgr.x (mgr.34664) 106 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:25.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:27:24.036159+0000 mgr.x (mgr.34664) 107 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:25.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:27:24.036159+0000 mgr.x (mgr.34664) 107 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:25.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:27:24.036159+0000 mgr.x (mgr.34664) 107 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:27.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:27 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:27:26.036902+0000 mgr.x (mgr.34664) 108 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:27.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:27:26.036902+0000 mgr.x (mgr.34664) 108 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:27.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:27:26.036902+0000 mgr.x (mgr.34664) 108 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:29.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:29 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:27:28.037301+0000 mgr.x (mgr.34664) 109 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:29.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:27:28.037301+0000 mgr.x (mgr.34664) 109 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:29.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:27:28.037301+0000 mgr.x (mgr.34664) 109 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:31.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:31 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:27:30.037750+0000 mgr.x (mgr.34664) 110 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:31.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:27:30.037750+0000 mgr.x (mgr.34664) 110 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:31.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:27:30.037750+0000 mgr.x (mgr.34664) 110 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:33.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:33 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:27:32.038556+0000 mgr.x (mgr.34664) 111 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:33.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:33 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:27:32.038556+0000 mgr.x (mgr.34664) 111 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:33.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:33 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:27:32.038556+0000 mgr.x (mgr.34664) 111 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:35.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:27:34.039035+0000 mgr.x (mgr.34664) 112 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:35.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:27:34.039035+0000 mgr.x (mgr.34664) 112 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:35.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:27:34.039035+0000 mgr.x (mgr.34664) 112 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:37.564 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph orch ps' 2024-09-17T08:27:37.856 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:27:36.039829+0000 mgr.x (mgr.34664) 113 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:37.857 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:27:36.039829+0000 mgr.x (mgr.34664) 113 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:37.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:27:36.039829+0000 mgr.x (mgr.34664) 113 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:39.544 INFO:teuthology.orchestra.run.smithi088.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T08:27:39.545 INFO:teuthology.orchestra.run.smithi088.stdout:alertmanager.a smithi088 *:9093,9094 running (12m) 2m ago 20m 17.2M - 0.20.0 0881eb8f169f f8e3e13fbd6f 2024-09-17T08:27:39.545 INFO:teuthology.orchestra.run.smithi088.stdout:grafana.a smithi187 *:3000 running (12m) 100s ago 19m 39.6M - 6.7.4 557c83e11646 25ed58e5ef5b 2024-09-17T08:27:39.545 INFO:teuthology.orchestra.run.smithi088.stdout:iscsi.foo.smithi187.kgegfj smithi187 error 100s ago 19m - - 2024-09-17T08:27:39.545 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.x smithi187 *:8443 running (15m) 100s ago 24m 476M - 18.2.4-855-g19e2a2be 980a0bfcd684 6679bd206b78 2024-09-17T08:27:39.545 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.y smithi088 *:8443,8765 running (9m) 2m ago 25m 148M - 18.2.4-855-g19e2a2be 980a0bfcd684 3228b2505d9a 2024-09-17T08:27:39.545 INFO:teuthology.orchestra.run.smithi088.stdout:mon.a smithi088 running (25m) 2m ago 25m 83.4M 2048M 16.2.0 24ecd6d5f14c 2454e1e9e408 2024-09-17T08:27:39.545 INFO:teuthology.orchestra.run.smithi088.stdout:mon.b smithi187 running (24m) 100s ago 24m 67.8M 2048M 16.2.0 24ecd6d5f14c 443ac3d93fd1 2024-09-17T08:27:39.545 INFO:teuthology.orchestra.run.smithi088.stdout:mon.c smithi088 running (24m) 2m ago 24m 56.3M 2048M 16.2.0 24ecd6d5f14c 02dbf1ac3f13 2024-09-17T08:27:39.545 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.a smithi088 *:9100 running (12m) 2m ago 20m 17.2M - 0.18.1 e5a616e4b9cf f6d73d93d866 2024-09-17T08:27:39.545 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.b smithi187 *:9100 running (12m) 100s ago 21m 10.7M - 0.18.1 e5a616e4b9cf 776830a1bc3a 2024-09-17T08:27:39.545 INFO:teuthology.orchestra.run.smithi088.stdout:osd.0 smithi088 running (23m) 2m ago 23m 48.2M 4096M 16.2.0 24ecd6d5f14c 999284c446e9 2024-09-17T08:27:39.546 INFO:teuthology.orchestra.run.smithi088.stdout:osd.1 smithi088 running (23m) 2m ago 23m 45.9M 4096M 16.2.0 24ecd6d5f14c 76ee60c1a08d 2024-09-17T08:27:39.546 INFO:teuthology.orchestra.run.smithi088.stdout:osd.2 smithi088 running (23m) 2m ago 23m 45.7M 4096M 16.2.0 24ecd6d5f14c 2503783cc013 2024-09-17T08:27:39.546 INFO:teuthology.orchestra.run.smithi088.stdout:osd.3 smithi088 running (22m) 2m ago 22m 47.0M 4096M 16.2.0 24ecd6d5f14c bf680a19cb5a 2024-09-17T08:27:39.546 INFO:teuthology.orchestra.run.smithi088.stdout:osd.4 smithi187 running (22m) 100s ago 22m 48.0M 4096M 16.2.0 24ecd6d5f14c a8462272aa51 2024-09-17T08:27:39.546 INFO:teuthology.orchestra.run.smithi088.stdout:osd.5 smithi187 running (22m) 100s ago 22m 45.9M 4096M 16.2.0 24ecd6d5f14c c3463f9a8b7e 2024-09-17T08:27:39.546 INFO:teuthology.orchestra.run.smithi088.stdout:osd.6 smithi187 running (22m) 100s ago 22m 50.0M 4096M 16.2.0 24ecd6d5f14c 53d9ca2fb095 2024-09-17T08:27:39.546 INFO:teuthology.orchestra.run.smithi088.stdout:osd.7 smithi187 running (21m) 100s ago 21m 49.2M 4096M 16.2.0 24ecd6d5f14c 61f8b7fae59c 2024-09-17T08:27:39.546 INFO:teuthology.orchestra.run.smithi088.stdout:prometheus.a smithi187 *:9095 error 100s ago 21m - - 2024-09-17T08:27:39.546 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi088.pybyat smithi088 *:8000 running (19m) 2m ago 19m 42.7M - 16.2.0 24ecd6d5f14c 1e03127137af 2024-09-17T08:27:39.546 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi187.yrrxta smithi187 *:8000 running (19m) 100s ago 19m 43.3M - 16.2.0 24ecd6d5f14c 304f0f2cb409 2024-09-17T08:27:39.849 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:27:38.040371+0000 mgr.x (mgr.34664) 114 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:39.849 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:27:38.040371+0000 mgr.x (mgr.34664) 114 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:39.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:27:38.040371+0000 mgr.x (mgr.34664) 114 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:40.148 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph orch ls' 2024-09-17T08:27:41.653 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:39.535355+0000 mgr.x (mgr.34664) 115 : audit [DBG] from='client.25081 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:27:41.653 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:27:40.040902+0000 mgr.x (mgr.34664) 116 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:41.653 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:39.535355+0000 mgr.x (mgr.34664) 115 : audit [DBG] from='client.25081 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:27:41.653 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:27:40.040902+0000 mgr.x (mgr.34664) 116 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:41.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:39.535355+0000 mgr.x (mgr.34664) 115 : audit [DBG] from='client.25081 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:27:41.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:27:40.040902+0000 mgr.x (mgr.34664) 116 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:42.094 INFO:teuthology.orchestra.run.smithi088.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-09-17T08:27:42.094 INFO:teuthology.orchestra.run.smithi088.stdout:alertmanager ?:9093,9094 1/1 3m ago 21m smithi088=a;count:1 2024-09-17T08:27:42.094 INFO:teuthology.orchestra.run.smithi088.stdout:grafana ?:3000 1/1 102s ago 21m smithi187=a;count:1 2024-09-17T08:27:42.094 INFO:teuthology.orchestra.run.smithi088.stdout:iscsi.foo ?:5000 0/1 102s ago 19m count:1 2024-09-17T08:27:42.095 INFO:teuthology.orchestra.run.smithi088.stdout:mgr 2/2 3m ago 24m smithi088=y;smithi187=x;count:2 2024-09-17T08:27:42.095 INFO:teuthology.orchestra.run.smithi088.stdout:mon 3/3 3m ago 24m smithi088:172.21.15.88=a;smithi088:[v2:172.21.15.88:3301,v1:172.21.15.88:6790]=c;smithi187:172.21.15.187=b;count:3 2024-09-17T08:27:42.095 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter ?:9100 2/2 3m ago 21m smithi088=a;smithi187=b;count:2 2024-09-17T08:27:42.095 INFO:teuthology.orchestra.run.smithi088.stdout:osd 8 3m ago - 2024-09-17T08:27:42.095 INFO:teuthology.orchestra.run.smithi088.stdout:prometheus ?:9095 0/1 102s ago 21m smithi187=a;count:1 2024-09-17T08:27:42.095 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo ?:8000 2/2 3m ago 19m count:2 2024-09-17T08:27:42.695 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph versions' 2024-09-17T08:27:43.637 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:27:42.041800+0000 mgr.x (mgr.34664) 117 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:43.638 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:42.089724+0000 mgr.x (mgr.34664) 118 : audit [DBG] from='client.25087 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:27:43.638 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:27:42.041800+0000 mgr.x (mgr.34664) 117 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:43.638 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:42.089724+0000 mgr.x (mgr.34664) 118 : audit [DBG] from='client.25087 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:27:43.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:27:42.041800+0000 mgr.x (mgr.34664) 117 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:43.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:42.089724+0000 mgr.x (mgr.34664) 118 : audit [DBG] from='client.25087 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:27:44.673 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:27:44.674 INFO:teuthology.orchestra.run.smithi088.stdout: "mon": { 2024-09-17T08:27:44.674 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 3 2024-09-17T08:27:44.674 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:27:44.674 INFO:teuthology.orchestra.run.smithi088.stdout: "mgr": { 2024-09-17T08:27:44.674 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T08:27:44.674 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:27:44.674 INFO:teuthology.orchestra.run.smithi088.stdout: "osd": { 2024-09-17T08:27:44.674 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 8 2024-09-17T08:27:44.674 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:27:44.674 INFO:teuthology.orchestra.run.smithi088.stdout: "mds": {}, 2024-09-17T08:27:44.675 INFO:teuthology.orchestra.run.smithi088.stdout: "rgw": { 2024-09-17T08:27:44.675 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 2 2024-09-17T08:27:44.675 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:27:44.675 INFO:teuthology.orchestra.run.smithi088.stdout: "overall": { 2024-09-17T08:27:44.675 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 13, 2024-09-17T08:27:44.675 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T08:27:44.675 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-09-17T08:27:44.675 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:27:45.250 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mgr' 2024-09-17T08:27:45.823 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:27:44.042298+0000 mgr.x (mgr.34664) 119 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:45.823 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:44.673699+0000 mon.c (mon.1) 80 : audit [DBG] from='client.? 172.21.15.88:0/2384355839' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:27:45.824 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:27:44.042298+0000 mgr.x (mgr.34664) 119 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:45.824 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:44.673699+0000 mon.c (mon.1) 80 : audit [DBG] from='client.? 172.21.15.88:0/2384355839' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:27:45.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:27:44.042298+0000 mgr.x (mgr.34664) 119 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:45.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:44.673699+0000 mon.c (mon.1) 80 : audit [DBG] from='client.? 172.21.15.88:0/2384355839' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:27:46.721 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:27:46.043130+0000 mgr.x (mgr.34664) 120 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:46.722 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:27:46.043130+0000 mgr.x (mgr.34664) 120 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:46.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:27:46.043130+0000 mgr.x (mgr.34664) 120 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:47.744 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:47.158510+0000 mgr.x (mgr.34664) 121 : audit [DBG] from='client.15186 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9", "daemon_types": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:27:47.745 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:47.158510+0000 mgr.x (mgr.34664) 121 : audit [DBG] from='client.15186 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9", "daemon_types": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:27:47.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:47.158510+0000 mgr.x (mgr.34664) 121 : audit [DBG] from='client.15186 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9", "daemon_types": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:27:48.347 INFO:teuthology.orchestra.run.smithi088.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:27:48.955 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-09-17T08:27:49.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:27:48.043574+0000 mgr.x (mgr.34664) 122 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:49.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:27:48.342175+0000 mgr.x (mgr.34664) 123 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:27:49.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:48.346839+0000 mon.a (mon.0) 824 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:27:49.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:48.348084+0000 mon.b (mon.2) 150 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:27:49.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:48.349574+0000 mon.b (mon.2) 151 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:27:49.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:48.350393+0000 mon.b (mon.2) 152 : audit [INF] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:27:49.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:27:48.351116+0000 mgr.x (mgr.34664) 124 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:27:49.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:27:48.351640+0000 mgr.x (mgr.34664) 125 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:49.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:27:48.351875+0000 mgr.x (mgr.34664) 126 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:49.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:48.357710+0000 mon.a (mon.0) 825 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:27:49.465 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:27:48.469104+0000 mgr.x (mgr.34664) 127 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:27:49.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:27:48.043574+0000 mgr.x (mgr.34664) 122 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:49.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:27:48.342175+0000 mgr.x (mgr.34664) 123 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:27:49.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:48.346839+0000 mon.a (mon.0) 824 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:27:49.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:48.348084+0000 mon.b (mon.2) 150 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:27:49.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:48.349574+0000 mon.b (mon.2) 151 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:27:49.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:48.350393+0000 mon.b (mon.2) 152 : audit [INF] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:27:49.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:27:48.351116+0000 mgr.x (mgr.34664) 124 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:27:49.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:27:48.351640+0000 mgr.x (mgr.34664) 125 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:49.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:27:48.351875+0000 mgr.x (mgr.34664) 126 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:49.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:48.357710+0000 mon.a (mon.0) 825 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:27:49.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:27:48.469104+0000 mgr.x (mgr.34664) 127 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:27:49.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:27:48.043574+0000 mgr.x (mgr.34664) 122 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:49.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:27:48.342175+0000 mgr.x (mgr.34664) 123 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:27:49.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:48.346839+0000 mon.a (mon.0) 824 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:27:49.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:48.348084+0000 mon.b (mon.2) 150 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:27:49.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:48.349574+0000 mon.b (mon.2) 151 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:27:49.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:48.350393+0000 mon.b (mon.2) 152 : audit [INF] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:27:49.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:27:48.351116+0000 mgr.x (mgr.34664) 124 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:27:49.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:27:48.351640+0000 mgr.x (mgr.34664) 125 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:49.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:27:48.351875+0000 mgr.x (mgr.34664) 126 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:49.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:48.357710+0000 mon.a (mon.0) 825 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:27:49.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:27:48.469104+0000 mgr.x (mgr.34664) 127 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:27:51.374 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:50.058520+0000 mon.a (mon.0) 826 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:27:51.374 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:27:50.059617+0000 mgr.x (mgr.34664) 128 : cephadm [INF] Upgrade: Target is version 18.2.4-855-g19e2a2be (reef) 2024-09-17T08:27:51.374 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:27:50.059680+0000 mgr.x (mgr.34664) 129 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, digests ['quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9'] 2024-09-17T08:27:51.374 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:50.061346+0000 mon.b (mon.2) 153 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:27:51.375 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:50.066207+0000 mon.a (mon.0) 827 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:27:51.375 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:27:50.067829+0000 mgr.x (mgr.34664) 130 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-09-17T08:27:51.375 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:27:50.068391+0000 mgr.x (mgr.34664) 131 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-09-17T08:27:51.375 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:27:50.070864+0000 mgr.x (mgr.34664) 132 : cephadm [INF] Failing over to other MGR 2024-09-17T08:27:51.375 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:50.071180+0000 mon.b (mon.2) 154 : audit [INF] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-17T08:27:51.375 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:50.071762+0000 mon.a (mon.0) 828 : audit [INF] from='mgr.34664 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-17T08:27:51.375 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:27:50.075810+0000 mon.a (mon.0) 829 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2024-09-17T08:27:51.375 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:27:50.352468+0000 mgr.x (mgr.34664) 133 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:51.375 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:27:51.018574+0000 mon.a (mon.0) 830 : cluster [DBG] Standby manager daemon x started 2024-09-17T08:27:51.375 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:50.058520+0000 mon.a (mon.0) 826 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:27:51.375 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:27:50.059617+0000 mgr.x (mgr.34664) 128 : cephadm [INF] Upgrade: Target is version 18.2.4-855-g19e2a2be (reef) 2024-09-17T08:27:51.376 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:27:50.059680+0000 mgr.x (mgr.34664) 129 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, digests ['quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9'] 2024-09-17T08:27:51.376 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:50.061346+0000 mon.b (mon.2) 153 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:27:51.376 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:50.066207+0000 mon.a (mon.0) 827 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:27:51.376 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:27:50.067829+0000 mgr.x (mgr.34664) 130 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-09-17T08:27:51.376 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:27:50.068391+0000 mgr.x (mgr.34664) 131 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-09-17T08:27:51.376 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:27:50.070864+0000 mgr.x (mgr.34664) 132 : cephadm [INF] Failing over to other MGR 2024-09-17T08:27:51.376 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:50.071180+0000 mon.b (mon.2) 154 : audit [INF] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-17T08:27:51.376 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:50.071762+0000 mon.a (mon.0) 828 : audit [INF] from='mgr.34664 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-17T08:27:51.376 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:27:50.075810+0000 mon.a (mon.0) 829 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2024-09-17T08:27:51.376 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:27:50.352468+0000 mgr.x (mgr.34664) 133 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:51.376 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:27:51.018574+0000 mon.a (mon.0) 830 : cluster [DBG] Standby manager daemon x started 2024-09-17T08:27:51.397 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:27:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:27:51.073+0000 7f96df136640 -1 mgr handle_mgr_map I was active but no longer am 2024-09-17T08:27:51.397 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:27:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: ignoring --setuser ceph since I am not root 2024-09-17T08:27:51.397 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:27:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: ignoring --setgroup ceph since I am not root 2024-09-17T08:27:51.397 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:27:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:27:51.126+0000 7f5391d78640 1 -- 172.21.15.187:0/2648121318 <== mon.2 v2:172.21.15.187:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55dac813ed00 con 0x55dac8113000 2024-09-17T08:27:51.397 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:27:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:27:51.218+0000 7f53945d3040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-17T08:27:51.397 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:27:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:27:51.273+0000 7f53945d3040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-17T08:27:51.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:50.058520+0000 mon.a (mon.0) 826 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:27:51.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:27:50.059617+0000 mgr.x (mgr.34664) 128 : cephadm [INF] Upgrade: Target is version 18.2.4-855-g19e2a2be (reef) 2024-09-17T08:27:51.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:27:50.059680+0000 mgr.x (mgr.34664) 129 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, digests ['quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9'] 2024-09-17T08:27:51.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:50.061346+0000 mon.b (mon.2) 153 : audit [DBG] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:27:51.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:50.066207+0000 mon.a (mon.0) 827 : audit [INF] from='mgr.34664 ' entity='mgr.x' 2024-09-17T08:27:51.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:27:50.067829+0000 mgr.x (mgr.34664) 130 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-09-17T08:27:51.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:27:50.068391+0000 mgr.x (mgr.34664) 131 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-09-17T08:27:51.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:27:50.070864+0000 mgr.x (mgr.34664) 132 : cephadm [INF] Failing over to other MGR 2024-09-17T08:27:51.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:50.071180+0000 mon.b (mon.2) 154 : audit [INF] from='mgr.34664 172.21.15.187:0/2775494601' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-17T08:27:51.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:50.071762+0000 mon.a (mon.0) 828 : audit [INF] from='mgr.34664 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-17T08:27:51.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:27:50.075810+0000 mon.a (mon.0) 829 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2024-09-17T08:27:51.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:27:50.352468+0000 mgr.x (mgr.34664) 133 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:51.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:27:51.018574+0000 mon.a (mon.0) 830 : cluster [DBG] Standby manager daemon x started 2024-09-17T08:27:51.712 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:27:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:27:51.421+0000 7f53945d3040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-17T08:27:51.712 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:27:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:27:51.489+0000 7f53945d3040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-17T08:27:51.712 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:27:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:27:51.634+0000 7f53945d3040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-17T08:27:52.068 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:27:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:27:51.777+0000 7f53945d3040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-17T08:27:52.108 INFO:teuthology.orchestra.run.smithi088.stdout:true 2024-09-17T08:27:52.377 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:27:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:27:52.118+0000 7f53945d3040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-17T08:27:52.377 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:27:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:27:52.183+0000 7f53945d3040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-17T08:27:52.377 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:27:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:27:52.376+0000 7f53945d3040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-17T08:27:52.377 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:51.073129+0000 mon.a (mon.0) 831 : audit [INF] from='mgr.34664 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-09-17T08:27:52.377 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:27:51.073201+0000 mon.a (mon.0) 832 : cluster [DBG] mgrmap e30: y(active, starting, since 1.00071s), standbys: x 2024-09-17T08:27:52.377 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:51.076807+0000 mon.c (mon.1) 81 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T08:27:52.377 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:51.076987+0000 mon.c (mon.1) 82 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T08:27:52.378 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:51.077118+0000 mon.c (mon.1) 83 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T08:27:52.378 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:51.080369+0000 mon.c (mon.1) 84 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-17T08:27:52.378 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:51.080693+0000 mon.c (mon.1) 85 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-17T08:27:52.378 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:51.080973+0000 mon.c (mon.1) 86 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T08:27:52.378 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:51.081326+0000 mon.c (mon.1) 87 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T08:27:52.378 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:51.081651+0000 mon.c (mon.1) 88 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T08:27:52.378 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:51.081985+0000 mon.c (mon.1) 89 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T08:27:52.378 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:51.082332+0000 mon.c (mon.1) 90 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T08:27:52.378 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:51.082627+0000 mon.c (mon.1) 91 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T08:27:52.378 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:51.082907+0000 mon.c (mon.1) 92 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T08:27:52.378 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:51.083197+0000 mon.c (mon.1) 93 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T08:27:52.378 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:51.083498+0000 mon.c (mon.1) 94 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-17T08:27:52.378 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:51.083715+0000 mon.c (mon.1) 95 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-17T08:27:52.378 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:51.084248+0000 mon.c (mon.1) 96 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-17T08:27:52.379 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:27:51.447614+0000 mon.a (mon.0) 833 : cluster [INF] Manager daemon y is now available 2024-09-17T08:27:52.379 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:51.465457+0000 mon.c (mon.1) 97 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:27:52.379 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:51.487751+0000 mon.c (mon.1) 98 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:27:52.379 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:51.488203+0000 mon.a (mon.0) 834 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:27:52.379 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:51.498295+0000 mon.c (mon.1) 99 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:27:52.379 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:51.498835+0000 mon.a (mon.0) 835 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:27:52.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:51.073129+0000 mon.a (mon.0) 831 : audit [INF] from='mgr.34664 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-09-17T08:27:52.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:27:51.073201+0000 mon.a (mon.0) 832 : cluster [DBG] mgrmap e30: y(active, starting, since 1.00071s), standbys: x 2024-09-17T08:27:52.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:51.076807+0000 mon.c (mon.1) 81 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T08:27:52.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:51.076987+0000 mon.c (mon.1) 82 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T08:27:52.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:51.077118+0000 mon.c (mon.1) 83 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T08:27:52.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:51.080369+0000 mon.c (mon.1) 84 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-17T08:27:52.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:51.080693+0000 mon.c (mon.1) 85 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-17T08:27:52.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:51.080973+0000 mon.c (mon.1) 86 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T08:27:52.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:51.081326+0000 mon.c (mon.1) 87 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T08:27:52.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:51.081651+0000 mon.c (mon.1) 88 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T08:27:52.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:51.081985+0000 mon.c (mon.1) 89 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T08:27:52.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:51.082332+0000 mon.c (mon.1) 90 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T08:27:52.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:51.082627+0000 mon.c (mon.1) 91 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T08:27:52.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:51.082907+0000 mon.c (mon.1) 92 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T08:27:52.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:51.083197+0000 mon.c (mon.1) 93 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T08:27:52.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:51.073129+0000 mon.a (mon.0) 831 : audit [INF] from='mgr.34664 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-09-17T08:27:52.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:27:51.073201+0000 mon.a (mon.0) 832 : cluster [DBG] mgrmap e30: y(active, starting, since 1.00071s), standbys: x 2024-09-17T08:27:52.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:51.076807+0000 mon.c (mon.1) 81 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T08:27:52.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:51.076987+0000 mon.c (mon.1) 82 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T08:27:52.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:51.077118+0000 mon.c (mon.1) 83 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T08:27:52.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:51.080369+0000 mon.c (mon.1) 84 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-17T08:27:52.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:51.080693+0000 mon.c (mon.1) 85 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-17T08:27:52.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:51.080973+0000 mon.c (mon.1) 86 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T08:27:52.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:51.081326+0000 mon.c (mon.1) 87 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T08:27:52.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:51.081651+0000 mon.c (mon.1) 88 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T08:27:52.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:51.081985+0000 mon.c (mon.1) 89 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T08:27:52.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:51.082332+0000 mon.c (mon.1) 90 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T08:27:52.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:51.082627+0000 mon.c (mon.1) 91 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T08:27:52.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:51.082907+0000 mon.c (mon.1) 92 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T08:27:52.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:51.083197+0000 mon.c (mon.1) 93 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T08:27:52.418 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:51.083498+0000 mon.c (mon.1) 94 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-17T08:27:52.418 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:51.083715+0000 mon.c (mon.1) 95 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-17T08:27:52.418 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:51.084248+0000 mon.c (mon.1) 96 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-17T08:27:52.418 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:27:51.447614+0000 mon.a (mon.0) 833 : cluster [INF] Manager daemon y is now available 2024-09-17T08:27:52.418 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:51.465457+0000 mon.c (mon.1) 97 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:27:52.418 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:51.487751+0000 mon.c (mon.1) 98 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:27:52.418 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:51.488203+0000 mon.a (mon.0) 834 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:27:52.418 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:51.498295+0000 mon.c (mon.1) 99 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:27:52.418 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:51.498835+0000 mon.a (mon.0) 835 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:27:52.419 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:51.083498+0000 mon.c (mon.1) 94 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-17T08:27:52.419 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:51.083715+0000 mon.c (mon.1) 95 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-17T08:27:52.419 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:51.084248+0000 mon.c (mon.1) 96 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-17T08:27:52.419 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:27:51.447614+0000 mon.a (mon.0) 833 : cluster [INF] Manager daemon y is now available 2024-09-17T08:27:52.419 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:51.465457+0000 mon.c (mon.1) 97 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:27:52.419 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:51.487751+0000 mon.c (mon.1) 98 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:27:52.419 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:51.488203+0000 mon.a (mon.0) 834 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:27:52.419 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:51.498295+0000 mon.c (mon.1) 99 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:27:52.419 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:51.498835+0000 mon.a (mon.0) 835 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:27:52.754 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:27:52.643+0000 7fd25a640640 -1 log_channel(cephadm) log [ERR] : [17/Sep/2024:08:27:52] ENGINE Error in HTTPServer.serve 2024-09-17T08:27:52.755 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: Traceback (most recent call last): 2024-09-17T08:27:52.755 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-17T08:27:52.755 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: self._connections.run(self.expiration_interval) 2024-09-17T08:27:52.755 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-17T08:27:52.755 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: self._run(expiration_interval) 2024-09-17T08:27:52.755 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-17T08:27:52.755 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: new_conn = self._from_server_socket(self.server.socket) 2024-09-17T08:27:52.755 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-17T08:27:52.755 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-17T08:27:52.755 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-17T08:27:52.755 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: s = self.context.wrap_socket( 2024-09-17T08:27:52.756 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-17T08:27:52.756 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: return self.sslsocket_class._create( 2024-09-17T08:27:52.756 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-17T08:27:52.756 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: self.do_handshake() 2024-09-17T08:27:52.756 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-17T08:27:52.756 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: self._sslobj.do_handshake() 2024-09-17T08:27:52.756 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-17T08:27:52.756 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:27:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:27:52.776 INFO:teuthology.orchestra.run.smithi088.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T08:27:52.776 INFO:teuthology.orchestra.run.smithi088.stdout:alertmanager.a smithi088 *:9093,9094 running (12m) 3m ago 20m 17.2M - 0.20.0 0881eb8f169f f8e3e13fbd6f 2024-09-17T08:27:52.776 INFO:teuthology.orchestra.run.smithi088.stdout:grafana.a smithi187 *:3000 running (12m) 113s ago 20m 39.6M - 6.7.4 557c83e11646 25ed58e5ef5b 2024-09-17T08:27:52.776 INFO:teuthology.orchestra.run.smithi088.stdout:iscsi.foo.smithi187.kgegfj smithi187 error 113s ago 19m - - 2024-09-17T08:27:52.776 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.x smithi187 *:8443 running (15m) 113s ago 24m 476M - 18.2.4-855-g19e2a2be 980a0bfcd684 6679bd206b78 2024-09-17T08:27:52.777 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.y smithi088 *:8443,8765 running (9m) 3m ago 25m 148M - 18.2.4-855-g19e2a2be 980a0bfcd684 3228b2505d9a 2024-09-17T08:27:52.777 INFO:teuthology.orchestra.run.smithi088.stdout:mon.a smithi088 running (25m) 3m ago 25m 83.4M 2048M 16.2.0 24ecd6d5f14c 2454e1e9e408 2024-09-17T08:27:52.777 INFO:teuthology.orchestra.run.smithi088.stdout:mon.b smithi187 running (24m) 113s ago 24m 67.8M 2048M 16.2.0 24ecd6d5f14c 443ac3d93fd1 2024-09-17T08:27:52.777 INFO:teuthology.orchestra.run.smithi088.stdout:mon.c smithi088 running (24m) 3m ago 24m 56.3M 2048M 16.2.0 24ecd6d5f14c 02dbf1ac3f13 2024-09-17T08:27:52.777 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.a smithi088 *:9100 running (12m) 3m ago 20m 17.2M - 0.18.1 e5a616e4b9cf f6d73d93d866 2024-09-17T08:27:52.777 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.b smithi187 *:9100 running (12m) 113s ago 21m 10.7M - 0.18.1 e5a616e4b9cf 776830a1bc3a 2024-09-17T08:27:52.777 INFO:teuthology.orchestra.run.smithi088.stdout:osd.0 smithi088 running (24m) 3m ago 24m 48.2M 4096M 16.2.0 24ecd6d5f14c 999284c446e9 2024-09-17T08:27:52.777 INFO:teuthology.orchestra.run.smithi088.stdout:osd.1 smithi088 running (23m) 3m ago 23m 45.9M 4096M 16.2.0 24ecd6d5f14c 76ee60c1a08d 2024-09-17T08:27:52.777 INFO:teuthology.orchestra.run.smithi088.stdout:osd.2 smithi088 running (23m) 3m ago 23m 45.7M 4096M 16.2.0 24ecd6d5f14c 2503783cc013 2024-09-17T08:27:52.777 INFO:teuthology.orchestra.run.smithi088.stdout:osd.3 smithi088 running (23m) 3m ago 23m 47.0M 4096M 16.2.0 24ecd6d5f14c bf680a19cb5a 2024-09-17T08:27:52.777 INFO:teuthology.orchestra.run.smithi088.stdout:osd.4 smithi187 running (22m) 113s ago 22m 48.0M 4096M 16.2.0 24ecd6d5f14c a8462272aa51 2024-09-17T08:27:52.777 INFO:teuthology.orchestra.run.smithi088.stdout:osd.5 smithi187 running (22m) 113s ago 22m 45.9M 4096M 16.2.0 24ecd6d5f14c c3463f9a8b7e 2024-09-17T08:27:52.777 INFO:teuthology.orchestra.run.smithi088.stdout:osd.6 smithi187 running (22m) 113s ago 22m 50.0M 4096M 16.2.0 24ecd6d5f14c 53d9ca2fb095 2024-09-17T08:27:52.778 INFO:teuthology.orchestra.run.smithi088.stdout:osd.7 smithi187 running (22m) 113s ago 21m 49.2M 4096M 16.2.0 24ecd6d5f14c 61f8b7fae59c 2024-09-17T08:27:52.778 INFO:teuthology.orchestra.run.smithi088.stdout:prometheus.a smithi187 *:9095 error 113s ago 21m - - 2024-09-17T08:27:52.778 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi088.pybyat smithi088 *:8000 running (19m) 3m ago 19m 42.7M - 16.2.0 24ecd6d5f14c 1e03127137af 2024-09-17T08:27:52.778 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi187.yrrxta smithi187 *:8000 running (19m) 113s ago 19m 43.3M - 16.2.0 24ecd6d5f14c 304f0f2cb409 2024-09-17T08:27:53.085 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:27:52.086559+0000 mon.a (mon.0) 836 : cluster [DBG] mgrmap e31: y(active, since 2s), standbys: x 2024-09-17T08:27:53.085 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:27:52.525194+0000 mgr.y (mgr.24964) 4 : cephadm [INF] [17/Sep/2024:08:27:52] ENGINE Bus STARTING 2024-09-17T08:27:53.189 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:27:53.189 INFO:teuthology.orchestra.run.smithi088.stdout: "mon": { 2024-09-17T08:27:53.189 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 3 2024-09-17T08:27:53.189 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:27:53.189 INFO:teuthology.orchestra.run.smithi088.stdout: "mgr": { 2024-09-17T08:27:53.189 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T08:27:53.189 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:27:53.189 INFO:teuthology.orchestra.run.smithi088.stdout: "osd": { 2024-09-17T08:27:53.189 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 8 2024-09-17T08:27:53.190 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:27:53.190 INFO:teuthology.orchestra.run.smithi088.stdout: "mds": {}, 2024-09-17T08:27:53.190 INFO:teuthology.orchestra.run.smithi088.stdout: "rgw": { 2024-09-17T08:27:53.190 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 2 2024-09-17T08:27:53.190 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:27:53.190 INFO:teuthology.orchestra.run.smithi088.stdout: "overall": { 2024-09-17T08:27:53.190 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 13, 2024-09-17T08:27:53.190 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T08:27:53.190 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-09-17T08:27:53.190 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:27:53.275 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:53 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:27:52.086559+0000 mon.a (mon.0) 836 : cluster [DBG] mgrmap e31: y(active, since 2s), standbys: x 2024-09-17T08:27:53.275 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:53 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:27:52.525194+0000 mgr.y (mgr.24964) 4 : cephadm [INF] [17/Sep/2024:08:27:52] ENGINE Bus STARTING 2024-09-17T08:27:53.414 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:27:52.086559+0000 mon.a (mon.0) 836 : cluster [DBG] mgrmap e31: y(active, since 2s), standbys: x 2024-09-17T08:27:53.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:27:52.525194+0000 mgr.y (mgr.24964) 4 : cephadm [INF] [17/Sep/2024:08:27:52] ENGINE Bus STARTING 2024-09-17T08:27:53.523 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:27:53.523 INFO:teuthology.orchestra.run.smithi088.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9", 2024-09-17T08:27:53.523 INFO:teuthology.orchestra.run.smithi088.stdout: "in_progress": true, 2024-09-17T08:27:53.523 INFO:teuthology.orchestra.run.smithi088.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-09-17T08:27:53.523 INFO:teuthology.orchestra.run.smithi088.stdout: "services_complete": [ 2024-09-17T08:27:53.523 INFO:teuthology.orchestra.run.smithi088.stdout: "mgr" 2024-09-17T08:27:53.523 INFO:teuthology.orchestra.run.smithi088.stdout: ], 2024-09-17T08:27:53.523 INFO:teuthology.orchestra.run.smithi088.stdout: "progress": "2/2 daemons upgraded", 2024-09-17T08:27:53.524 INFO:teuthology.orchestra.run.smithi088.stdout: "message": "", 2024-09-17T08:27:53.524 INFO:teuthology.orchestra.run.smithi088.stdout: "is_paused": false 2024-09-17T08:27:53.524 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:27:53.529 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:27:53 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:27:53.309+0000 7f53945d3040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-17T08:27:53.529 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:27:53 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:27:53.380+0000 7f53945d3040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-17T08:27:54.397 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:27:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:27:54.177+0000 7f53945d3040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-17T08:27:54.397 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:27:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:27:54.317+0000 7f53945d3040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-17T08:27:54.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:27:52.642267+0000 mgr.y (mgr.24964) 5 : cephadm [INF] [17/Sep/2024:08:27:52] ENGINE Serving on https://172.21.15.88:7150 2024-09-17T08:27:54.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:27:52.644711+0000 mgr.y (mgr.24964) 6 : cephadm [ERR] [17/Sep/2024:08:27:52] ENGINE Error in HTTPServer.serve 2024-09-17T08:27:54.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: Traceback (most recent call last): 2024-09-17T08:27:54.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-17T08:27:54.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: self._connections.run(self.expiration_interval) 2024-09-17T08:27:54.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-17T08:27:54.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: self._run(expiration_interval) 2024-09-17T08:27:54.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-17T08:27:54.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: new_conn = self._from_server_socket(self.server.socket) 2024-09-17T08:27:54.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-17T08:27:54.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-17T08:27:54.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-17T08:27:54.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: s = self.context.wrap_socket( 2024-09-17T08:27:54.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-17T08:27:54.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: return self.sslsocket_class._create( 2024-09-17T08:27:54.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-17T08:27:54.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: self.do_handshake() 2024-09-17T08:27:54.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-17T08:27:54.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: self._sslobj.do_handshake() 2024-09-17T08:27:54.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-17T08:27:54.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: 2024-09-17T08:27:54.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:27:52.743442+0000 mgr.y (mgr.24964) 7 : cephadm [INF] [17/Sep/2024:08:27:52] ENGINE Serving on http://172.21.15.88:8765 2024-09-17T08:27:54.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:27:52.743666+0000 mgr.y (mgr.24964) 8 : cephadm [INF] [17/Sep/2024:08:27:52] ENGINE Bus STARTED 2024-09-17T08:27:54.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:52.769105+0000 mgr.y (mgr.24964) 9 : audit [DBG] from='client.15228 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:27:54.400 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:27:53.080286+0000 mon.a (mon.0) 837 : cluster [INF] Health check cleared: CEPHADM_FAILED_DAEMON (was: 2 failed cephadm daemon(s)) 2024-09-17T08:27:54.400 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:27:53.080317+0000 mon.a (mon.0) 838 : cluster [INF] Cluster is now healthy 2024-09-17T08:27:54.400 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:27:53.080870+0000 mgr.y (mgr.24964) 10 : cluster [DBG] pgmap v4: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:54.400 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:53.189268+0000 mon.a (mon.0) 839 : audit [DBG] from='client.? 172.21.15.88:0/3073045505' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:27:54.400 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:53.523464+0000 mgr.y (mgr.24964) 11 : audit [DBG] from='client.15240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:27:54.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:27:52.642267+0000 mgr.y (mgr.24964) 5 : cephadm [INF] [17/Sep/2024:08:27:52] ENGINE Serving on https://172.21.15.88:7150 2024-09-17T08:27:54.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:27:52.644711+0000 mgr.y (mgr.24964) 6 : cephadm [ERR] [17/Sep/2024:08:27:52] ENGINE Error in HTTPServer.serve 2024-09-17T08:27:54.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: Traceback (most recent call last): 2024-09-17T08:27:54.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-17T08:27:54.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: self._connections.run(self.expiration_interval) 2024-09-17T08:27:54.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-17T08:27:54.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: self._run(expiration_interval) 2024-09-17T08:27:54.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-17T08:27:54.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: new_conn = self._from_server_socket(self.server.socket) 2024-09-17T08:27:54.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-17T08:27:54.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-17T08:27:54.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-17T08:27:54.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: s = self.context.wrap_socket( 2024-09-17T08:27:54.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-17T08:27:54.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: return self.sslsocket_class._create( 2024-09-17T08:27:54.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-17T08:27:54.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: self.do_handshake() 2024-09-17T08:27:54.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-17T08:27:54.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: self._sslobj.do_handshake() 2024-09-17T08:27:54.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-17T08:27:54.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: 2024-09-17T08:27:54.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:27:52.743442+0000 mgr.y (mgr.24964) 7 : cephadm [INF] [17/Sep/2024:08:27:52] ENGINE Serving on http://172.21.15.88:8765 2024-09-17T08:27:54.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:27:52.743666+0000 mgr.y (mgr.24964) 8 : cephadm [INF] [17/Sep/2024:08:27:52] ENGINE Bus STARTED 2024-09-17T08:27:54.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:52.769105+0000 mgr.y (mgr.24964) 9 : audit [DBG] from='client.15228 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:27:54.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:27:53.080286+0000 mon.a (mon.0) 837 : cluster [INF] Health check cleared: CEPHADM_FAILED_DAEMON (was: 2 failed cephadm daemon(s)) 2024-09-17T08:27:54.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:27:53.080317+0000 mon.a (mon.0) 838 : cluster [INF] Cluster is now healthy 2024-09-17T08:27:54.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:27:53.080870+0000 mgr.y (mgr.24964) 10 : cluster [DBG] pgmap v4: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:54.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:53.189268+0000 mon.a (mon.0) 839 : audit [DBG] from='client.? 172.21.15.88:0/3073045505' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:27:54.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:53.523464+0000 mgr.y (mgr.24964) 11 : audit [DBG] from='client.15240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:27:54.418 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:27:52.642267+0000 mgr.y (mgr.24964) 5 : cephadm [INF] [17/Sep/2024:08:27:52] ENGINE Serving on https://172.21.15.88:7150 2024-09-17T08:27:54.418 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:27:52.644711+0000 mgr.y (mgr.24964) 6 : cephadm [ERR] [17/Sep/2024:08:27:52] ENGINE Error in HTTPServer.serve 2024-09-17T08:27:54.418 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: Traceback (most recent call last): 2024-09-17T08:27:54.418 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-17T08:27:54.418 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: self._connections.run(self.expiration_interval) 2024-09-17T08:27:54.418 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-17T08:27:54.418 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: self._run(expiration_interval) 2024-09-17T08:27:54.419 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-17T08:27:54.419 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: new_conn = self._from_server_socket(self.server.socket) 2024-09-17T08:27:54.419 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-17T08:27:54.419 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-17T08:27:54.419 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-17T08:27:54.419 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: s = self.context.wrap_socket( 2024-09-17T08:27:54.419 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-17T08:27:54.419 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: return self.sslsocket_class._create( 2024-09-17T08:27:54.419 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-17T08:27:54.419 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: self.do_handshake() 2024-09-17T08:27:54.419 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-17T08:27:54.419 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: self._sslobj.do_handshake() 2024-09-17T08:27:54.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-17T08:27:54.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: 2024-09-17T08:27:54.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:27:52.743442+0000 mgr.y (mgr.24964) 7 : cephadm [INF] [17/Sep/2024:08:27:52] ENGINE Serving on http://172.21.15.88:8765 2024-09-17T08:27:54.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:27:52.743666+0000 mgr.y (mgr.24964) 8 : cephadm [INF] [17/Sep/2024:08:27:52] ENGINE Bus STARTED 2024-09-17T08:27:54.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:52.769105+0000 mgr.y (mgr.24964) 9 : audit [DBG] from='client.15228 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:27:54.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:27:53.080286+0000 mon.a (mon.0) 837 : cluster [INF] Health check cleared: CEPHADM_FAILED_DAEMON (was: 2 failed cephadm daemon(s)) 2024-09-17T08:27:54.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:27:53.080317+0000 mon.a (mon.0) 838 : cluster [INF] Cluster is now healthy 2024-09-17T08:27:54.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:27:53.080870+0000 mgr.y (mgr.24964) 10 : cluster [DBG] pgmap v4: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:54.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:53.189268+0000 mon.a (mon.0) 839 : audit [DBG] from='client.? 172.21.15.88:0/3073045505' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:27:54.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:53.523464+0000 mgr.y (mgr.24964) 11 : audit [DBG] from='client.15240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:27:54.809 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:27:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:27:54.487+0000 7f53945d3040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-17T08:27:54.809 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:27:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:27:54.554+0000 7f53945d3040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-17T08:27:54.810 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:27:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:27:54.734+0000 7f53945d3040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-17T08:27:54.810 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:27:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:27:54.808+0000 7f53945d3040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-17T08:27:55.059 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:27:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:27:54.874+0000 7f53945d3040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-17T08:27:55.060 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:27:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:27:55.032+0000 7f53945d3040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-17T08:27:55.311 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:27:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:27:55.102+0000 7f53945d3040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-17T08:27:55.311 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:27:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:27:55.169+0000 7f53945d3040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-17T08:27:55.311 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:27:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:27:55.252+0000 7f53945d3040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-17T08:27:55.311 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:27:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:27:55.310+0000 7f53945d3040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-17T08:27:55.646 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:27:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:27:55.369+0000 7f53945d3040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-17T08:27:55.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:27:54.489573+0000 mon.a (mon.0) 840 : cluster [DBG] mgrmap e32: y(active, since 4s), standbys: x 2024-09-17T08:27:55.833 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:27:54.489573+0000 mon.a (mon.0) 840 : cluster [DBG] mgrmap e32: y(active, since 4s), standbys: x 2024-09-17T08:27:55.834 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:27:54.489573+0000 mon.a (mon.0) 840 : cluster [DBG] mgrmap e32: y(active, since 4s), standbys: x 2024-09-17T08:27:56.396 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:27:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x[40977]: debug 2024-09-17T08:27:56.178+0000 7f53945d3040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-17T08:27:56.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:27:55.081288+0000 mgr.y (mgr.24964) 12 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:56.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:27:56.181518+0000 mon.a (mon.0) 841 : cluster [DBG] Standby manager daemon x restarted 2024-09-17T08:27:56.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:56.181625+0000 mon.b (mon.2) 155 : audit [DBG] from='mgr.? 172.21.15.187:0/2979134278' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-17T08:27:56.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:27:56.181628+0000 mon.a (mon.0) 842 : cluster [DBG] Standby manager daemon x started 2024-09-17T08:27:56.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:56.183395+0000 mon.b (mon.2) 156 : audit [DBG] from='mgr.? 172.21.15.187:0/2979134278' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T08:27:56.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:56.184077+0000 mon.b (mon.2) 157 : audit [DBG] from='mgr.? 172.21.15.187:0/2979134278' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-17T08:27:56.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:56.184301+0000 mon.b (mon.2) 158 : audit [DBG] from='mgr.? 172.21.15.187:0/2979134278' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T08:27:56.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:56.256748+0000 mon.a (mon.0) 843 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:27:56.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:56.261519+0000 mon.a (mon.0) 844 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:27:56.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:27:55.081288+0000 mgr.y (mgr.24964) 12 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:56.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:27:56.181518+0000 mon.a (mon.0) 841 : cluster [DBG] Standby manager daemon x restarted 2024-09-17T08:27:56.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:56.181625+0000 mon.b (mon.2) 155 : audit [DBG] from='mgr.? 172.21.15.187:0/2979134278' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-17T08:27:56.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:27:56.181628+0000 mon.a (mon.0) 842 : cluster [DBG] Standby manager daemon x started 2024-09-17T08:27:56.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:56.183395+0000 mon.b (mon.2) 156 : audit [DBG] from='mgr.? 172.21.15.187:0/2979134278' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T08:27:56.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:56.184077+0000 mon.b (mon.2) 157 : audit [DBG] from='mgr.? 172.21.15.187:0/2979134278' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-17T08:27:56.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:56.184301+0000 mon.b (mon.2) 158 : audit [DBG] from='mgr.? 172.21.15.187:0/2979134278' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T08:27:56.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:56.256748+0000 mon.a (mon.0) 843 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:27:56.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:56.261519+0000 mon.a (mon.0) 844 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:27:56.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:27:55.081288+0000 mgr.y (mgr.24964) 12 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:56.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:27:56.181518+0000 mon.a (mon.0) 841 : cluster [DBG] Standby manager daemon x restarted 2024-09-17T08:27:56.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:56.181625+0000 mon.b (mon.2) 155 : audit [DBG] from='mgr.? 172.21.15.187:0/2979134278' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-17T08:27:56.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:27:56.181628+0000 mon.a (mon.0) 842 : cluster [DBG] Standby manager daemon x started 2024-09-17T08:27:56.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:56.183395+0000 mon.b (mon.2) 156 : audit [DBG] from='mgr.? 172.21.15.187:0/2979134278' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T08:27:56.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:56.184077+0000 mon.b (mon.2) 157 : audit [DBG] from='mgr.? 172.21.15.187:0/2979134278' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-17T08:27:56.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:56.184301+0000 mon.b (mon.2) 158 : audit [DBG] from='mgr.? 172.21.15.187:0/2979134278' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T08:27:56.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:56.256748+0000 mon.a (mon.0) 843 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:27:56.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:56.261519+0000 mon.a (mon.0) 844 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:27:57.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:27:56.506046+0000 mon.a (mon.0) 845 : cluster [DBG] mgrmap e33: y(active, since 6s), standbys: x 2024-09-17T08:27:57.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:56.762557+0000 mon.a (mon.0) 846 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:27:57.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:56.767614+0000 mon.a (mon.0) 847 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:27:57.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:56.853850+0000 mon.a (mon.0) 848 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:27:57.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:56.861201+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:27:57.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:57.352022+0000 mon.a (mon.0) 850 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:27:57.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:57.357098+0000 mon.a (mon.0) 851 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:27:57.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:57.358804+0000 mon.c (mon.1) 100 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:27:57.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:57.359488+0000 mon.c (mon.1) 101 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:27:57.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:27:57.364188+0000 mon.a (mon.0) 852 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:27:57.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:27:56.506046+0000 mon.a (mon.0) 845 : cluster [DBG] mgrmap e33: y(active, since 6s), standbys: x 2024-09-17T08:27:57.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:56.762557+0000 mon.a (mon.0) 846 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:27:57.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:56.767614+0000 mon.a (mon.0) 847 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:27:57.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:56.853850+0000 mon.a (mon.0) 848 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:27:57.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:56.861201+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:27:57.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:57.352022+0000 mon.a (mon.0) 850 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:27:57.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:57.357098+0000 mon.a (mon.0) 851 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:27:57.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:57.358804+0000 mon.c (mon.1) 100 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:27:57.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:57.359488+0000 mon.c (mon.1) 101 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:27:57.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:27:57.364188+0000 mon.a (mon.0) 852 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:27:57.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:27:56.506046+0000 mon.a (mon.0) 845 : cluster [DBG] mgrmap e33: y(active, since 6s), standbys: x 2024-09-17T08:27:57.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:56.762557+0000 mon.a (mon.0) 846 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:27:57.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:56.767614+0000 mon.a (mon.0) 847 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:27:57.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:56.853850+0000 mon.a (mon.0) 848 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:27:57.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:56.861201+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:27:57.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:57.352022+0000 mon.a (mon.0) 850 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:27:57.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:57.357098+0000 mon.a (mon.0) 851 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:27:57.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:57.358804+0000 mon.c (mon.1) 100 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:27:57.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:57.359488+0000 mon.c (mon.1) 101 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:27:57.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:27:57.364188+0000 mon.a (mon.0) 852 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:27:58.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:27:57.081699+0000 mgr.y (mgr.24964) 13 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:58.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:27:57.360079+0000 mgr.y (mgr.24964) 14 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:27:58.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:27:57.360814+0000 mgr.y (mgr.24964) 15 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 39 KiB/s rd, 0 B/s wr, 22 op/s 2024-09-17T08:27:58.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:27:57.435050+0000 mgr.y (mgr.24964) 16 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-17T08:27:58.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:27:57.859556+0000 mon.a (mon.0) 853 : cluster [WRN] Health check failed: 2 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-09-17T08:27:58.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:27:57.081699+0000 mgr.y (mgr.24964) 13 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:58.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:27:57.360079+0000 mgr.y (mgr.24964) 14 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:27:58.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:27:57.360814+0000 mgr.y (mgr.24964) 15 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 39 KiB/s rd, 0 B/s wr, 22 op/s 2024-09-17T08:27:58.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:27:57.435050+0000 mgr.y (mgr.24964) 16 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-17T08:27:58.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:27:57.859556+0000 mon.a (mon.0) 853 : cluster [WRN] Health check failed: 2 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-09-17T08:27:58.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:27:57.081699+0000 mgr.y (mgr.24964) 13 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:27:58.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:27:57.360079+0000 mgr.y (mgr.24964) 14 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:27:58.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:27:57.360814+0000 mgr.y (mgr.24964) 15 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 39 KiB/s rd, 0 B/s wr, 22 op/s 2024-09-17T08:27:58.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:27:57.435050+0000 mgr.y (mgr.24964) 16 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-17T08:27:58.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:27:57.859556+0000 mon.a (mon.0) 853 : cluster [WRN] Health check failed: 2 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-09-17T08:27:59.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:27:59 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:27:57.660492+0000 mgr.y (mgr.24964) 17 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi187 2024-09-17T08:27:59.816 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:27:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:27:57.660492+0000 mgr.y (mgr.24964) 17 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi187 2024-09-17T08:27:59.817 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:27:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:27:57.660492+0000 mgr.y (mgr.24964) 17 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi187 2024-09-17T08:28:00.564 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:27:59.361292+0000 mgr.y (mgr.24964) 18 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 28 KiB/s rd, 0 B/s wr, 15 op/s 2024-09-17T08:28:00.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:27:59.361292+0000 mgr.y (mgr.24964) 18 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 28 KiB/s rd, 0 B/s wr, 15 op/s 2024-09-17T08:28:00.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:27:59.361292+0000 mgr.y (mgr.24964) 18 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 28 KiB/s rd, 0 B/s wr, 15 op/s 2024-09-17T08:28:00.884 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:00 smithi187 systemd[1]: Starting Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:28:01.135 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:00 smithi187 podman[59291]: 2024-09-17 08:28:00.788175275 +0000 UTC m=+0.018020879 image pull de242295e2257c37c8cadfd962369228f8f10b2d48a44259b65fef44ad4f6490 docker.io/prom/prometheus:v2.18.1 2024-09-17T08:28:01.136 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:00 smithi187 podman[59291]: 2024-09-17 08:28:00.891058576 +0000 UTC m=+0.120904176 container create a912b622dd73dd0df8b2ae2a193d3064775a5a2bfc524e03964a521b7ca71bb8 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:28:01.136 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:01 smithi187 podman[59291]: 2024-09-17 08:28:01.101245694 +0000 UTC m=+0.331091288 container init a912b622dd73dd0df8b2ae2a193d3064775a5a2bfc524e03964a521b7ca71bb8 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:28:01.136 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:01 smithi187 podman[59291]: 2024-09-17 08:28:01.104054364 +0000 UTC m=+0.333899966 container start a912b622dd73dd0df8b2ae2a193d3064775a5a2bfc524e03964a521b7ca71bb8 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:28:01.136 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[59306]: level=info ts=2024-09-17T08:28:01.134Z caller=main.go:302 msg="No time or size retention was set so using the default time retention" duration=15d 2024-09-17T08:28:01.136 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[59306]: level=info ts=2024-09-17T08:28:01.134Z caller=main.go:337 msg="Starting Prometheus" version="(version=2.18.1, branch=HEAD, revision=ecee9c8abfd118f139014cb1b174b08db3f342cf)" 2024-09-17T08:28:01.136 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[59306]: level=info ts=2024-09-17T08:28:01.134Z caller=main.go:338 build_context="(go=go1.14.2, user=root@2117a9e64a7e, date=20200507-16:51:47)" 2024-09-17T08:28:01.136 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[59306]: level=info ts=2024-09-17T08:28:01.134Z caller=main.go:339 host_details="(Linux 5.14.0-508.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024 x86_64 smithi187 (none))" 2024-09-17T08:28:01.136 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[59306]: level=info ts=2024-09-17T08:28:01.134Z caller=main.go:340 fd_limits="(soft=1048576, hard=1048576)" 2024-09-17T08:28:01.136 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[59306]: level=info ts=2024-09-17T08:28:01.134Z caller=main.go:341 vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-17T08:28:01.136 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[59306]: level=info ts=2024-09-17T08:28:01.135Z caller=web.go:523 component=web msg="Start listening for connections" address=:9095 2024-09-17T08:28:01.137 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[59306]: level=info ts=2024-09-17T08:28:01.135Z caller=main.go:678 msg="Starting TSDB ..." 2024-09-17T08:28:01.397 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[59306]: level=info ts=2024-09-17T08:28:01.138Z caller=head.go:575 component=tsdb msg="Replaying WAL, this may take awhile" 2024-09-17T08:28:01.397 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[59306]: level=info ts=2024-09-17T08:28:01.139Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=17 2024-09-17T08:28:01.397 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[59306]: level=info ts=2024-09-17T08:28:01.146Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=1 maxSegment=17 2024-09-17T08:28:01.397 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[59306]: level=info ts=2024-09-17T08:28:01.147Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=2 maxSegment=17 2024-09-17T08:28:01.397 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[59306]: level=info ts=2024-09-17T08:28:01.147Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=3 maxSegment=17 2024-09-17T08:28:01.398 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[59306]: level=info ts=2024-09-17T08:28:01.147Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=4 maxSegment=17 2024-09-17T08:28:01.398 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[59306]: level=info ts=2024-09-17T08:28:01.148Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=5 maxSegment=17 2024-09-17T08:28:01.398 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[59306]: level=info ts=2024-09-17T08:28:01.149Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=6 maxSegment=17 2024-09-17T08:28:01.398 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[59306]: level=info ts=2024-09-17T08:28:01.149Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=7 maxSegment=17 2024-09-17T08:28:01.398 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[59306]: level=info ts=2024-09-17T08:28:01.149Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=8 maxSegment=17 2024-09-17T08:28:01.398 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[59306]: level=info ts=2024-09-17T08:28:01.149Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=9 maxSegment=17 2024-09-17T08:28:01.398 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[59306]: level=info ts=2024-09-17T08:28:01.149Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=10 maxSegment=17 2024-09-17T08:28:01.398 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[59306]: level=info ts=2024-09-17T08:28:01.149Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=11 maxSegment=17 2024-09-17T08:28:01.398 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[59306]: level=info ts=2024-09-17T08:28:01.149Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=12 maxSegment=17 2024-09-17T08:28:01.398 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[59306]: level=info ts=2024-09-17T08:28:01.149Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=13 maxSegment=17 2024-09-17T08:28:01.398 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[59306]: level=info ts=2024-09-17T08:28:01.150Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=14 maxSegment=17 2024-09-17T08:28:01.398 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[59306]: level=info ts=2024-09-17T08:28:01.150Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=15 maxSegment=17 2024-09-17T08:28:01.398 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[59306]: level=info ts=2024-09-17T08:28:01.150Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=16 maxSegment=17 2024-09-17T08:28:01.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[59306]: level=info ts=2024-09-17T08:28:01.150Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=17 maxSegment=17 2024-09-17T08:28:01.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[59306]: level=info ts=2024-09-17T08:28:01.150Z caller=head.go:627 component=tsdb msg="WAL replay completed" duration=11.351421ms 2024-09-17T08:28:01.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[59306]: level=info ts=2024-09-17T08:28:01.151Z caller=main.go:694 fs_type=XFS_SUPER_MAGIC 2024-09-17T08:28:01.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[59306]: level=info ts=2024-09-17T08:28:01.151Z caller=main.go:695 msg="TSDB started" 2024-09-17T08:28:01.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[59306]: level=info ts=2024-09-17T08:28:01.151Z caller=main.go:799 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-17T08:28:01.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[59306]: level=info ts=2024-09-17T08:28:01.152Z caller=main.go:547 msg="Stopping scrape discovery manager..." 2024-09-17T08:28:01.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[59306]: level=info ts=2024-09-17T08:28:01.152Z caller=main.go:561 msg="Stopping notify discovery manager..." 2024-09-17T08:28:01.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[59306]: level=info ts=2024-09-17T08:28:01.152Z caller=main.go:583 msg="Stopping scrape manager..." 2024-09-17T08:28:01.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[59306]: level=info ts=2024-09-17T08:28:01.152Z caller=main.go:557 msg="Notify discovery manager stopped" 2024-09-17T08:28:01.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[59306]: level=info ts=2024-09-17T08:28:01.152Z caller=main.go:543 msg="Scrape discovery manager stopped" 2024-09-17T08:28:01.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[59306]: level=info ts=2024-09-17T08:28:01.152Z caller=manager.go:882 component="rule manager" msg="Stopping rule manager..." 2024-09-17T08:28:01.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[59306]: level=info ts=2024-09-17T08:28:01.152Z caller=main.go:577 msg="Scrape manager stopped" 2024-09-17T08:28:01.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[59306]: level=info ts=2024-09-17T08:28:01.152Z caller=manager.go:892 component="rule manager" msg="Rule manager stopped" 2024-09-17T08:28:01.399 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[59306]: level=info ts=2024-09-17T08:28:01.152Z caller=notifier.go:601 component=notifier msg="Stopping notification manager..." 2024-09-17T08:28:01.400 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[59306]: level=info ts=2024-09-17T08:28:01.152Z caller=main.go:749 msg="Notifier manager stopped" 2024-09-17T08:28:01.400 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[59306]: level=error ts=2024-09-17T08:28:01.152Z caller=main.go:758 err="error loading config from \"/etc/prometheus/prometheus.yml\": couldn't load configuration (--config.file=\"/etc/prometheus/prometheus.yml\"): parsing YAML file /etc/prometheus/prometheus.yml: yaml: unmarshal errors:\n line 14: field http_sd_configs not found in type config.plain\n line 27: field http_sd_configs not found in type config.plain\n line 31: field http_sd_configs not found in type config.plain\n line 45: field http_sd_configs not found in type config.plain\n line 49: field http_sd_configs not found in type config.plain" 2024-09-17T08:28:01.400 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:01 smithi187 bash[59291]: a912b622dd73dd0df8b2ae2a193d3064775a5a2bfc524e03964a521b7ca71bb8 2024-09-17T08:28:01.400 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:01 smithi187 systemd[1]: Started Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:28:01.400 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:01 smithi187 podman[59323]: 2024-09-17 08:28:01.30587095 +0000 UTC m=+0.145655518 container died a912b622dd73dd0df8b2ae2a193d3064775a5a2bfc524e03964a521b7ca71bb8 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:28:02.265 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:01 smithi187 podman[59323]: 2024-09-17 08:28:01.91095895 +0000 UTC m=+0.750743515 container remove a912b622dd73dd0df8b2ae2a193d3064775a5a2bfc524e03964a521b7ca71bb8 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:28:02.266 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:01 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Main process exited, code=exited, status=1/FAILURE 2024-09-17T08:28:02.266 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:01 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Failed with result 'exit-code'. 2024-09-17T08:28:02.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:01.313683+0000 mon.a (mon.0) 854 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:02.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:01.319325+0000 mon.a (mon.0) 855 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:02.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:28:01.320723+0000 mgr.y (mgr.24964) 19 : cephadm [INF] Reconfiguring iscsi.foo.smithi187.kgegfj (dependencies changed)... 2024-09-17T08:28:02.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:01.320972+0000 mon.c (mon.1) 102 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi187.kgegfj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-17T08:28:02.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:01.321234+0000 mon.a (mon.0) 856 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi187.kgegfj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-17T08:28:02.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:01.324870+0000 mon.c (mon.1) 103 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:28:02.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:28:01.325672+0000 mgr.y (mgr.24964) 20 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi187.kgegfj on smithi187 2024-09-17T08:28:02.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:28:01.361599+0000 mgr.y (mgr.24964) 21 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 22 KiB/s rd, 0 B/s wr, 12 op/s 2024-09-17T08:28:02.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:01.313683+0000 mon.a (mon.0) 854 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:02.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:01.319325+0000 mon.a (mon.0) 855 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:02.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:28:01.320723+0000 mgr.y (mgr.24964) 19 : cephadm [INF] Reconfiguring iscsi.foo.smithi187.kgegfj (dependencies changed)... 2024-09-17T08:28:02.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:01.320972+0000 mon.c (mon.1) 102 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi187.kgegfj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-17T08:28:02.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:01.321234+0000 mon.a (mon.0) 856 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi187.kgegfj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-17T08:28:02.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:01.324870+0000 mon.c (mon.1) 103 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:28:02.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:28:01.325672+0000 mgr.y (mgr.24964) 20 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi187.kgegfj on smithi187 2024-09-17T08:28:02.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:28:01.361599+0000 mgr.y (mgr.24964) 21 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 22 KiB/s rd, 0 B/s wr, 12 op/s 2024-09-17T08:28:02.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:01.313683+0000 mon.a (mon.0) 854 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:02.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:01.319325+0000 mon.a (mon.0) 855 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:02.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:28:01.320723+0000 mgr.y (mgr.24964) 19 : cephadm [INF] Reconfiguring iscsi.foo.smithi187.kgegfj (dependencies changed)... 2024-09-17T08:28:02.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:01.320972+0000 mon.c (mon.1) 102 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi187.kgegfj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-17T08:28:02.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:01.321234+0000 mon.a (mon.0) 856 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi187.kgegfj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-17T08:28:02.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:01.324870+0000 mon.c (mon.1) 103 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:28:02.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:28:01.325672+0000 mgr.y (mgr.24964) 20 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi187.kgegfj on smithi187 2024-09-17T08:28:02.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:28:01.361599+0000 mgr.y (mgr.24964) 21 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 22 KiB/s rd, 0 B/s wr, 12 op/s 2024-09-17T08:28:04.728 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:28:03.362370+0000 mgr.y (mgr.24964) 22 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-17T08:28:04.728 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:04.040067+0000 mon.a (mon.0) 857 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:04.728 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:04.045986+0000 mon.a (mon.0) 858 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:04.729 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:04.051121+0000 mon.c (mon.1) 104 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T08:28:04.729 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:04.054915+0000 mon.c (mon.1) 105 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-17T08:28:04.729 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:04.058654+0000 mon.c (mon.1) 106 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-17T08:28:04.729 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:04.097033+0000 mon.c (mon.1) 107 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:28:04.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:28:03.362370+0000 mgr.y (mgr.24964) 22 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-17T08:28:04.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:04.040067+0000 mon.a (mon.0) 857 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:04.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:04.045986+0000 mon.a (mon.0) 858 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:04.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:04.051121+0000 mon.c (mon.1) 104 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T08:28:04.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:04.054915+0000 mon.c (mon.1) 105 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-17T08:28:04.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:04.058654+0000 mon.c (mon.1) 106 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-17T08:28:04.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:04.097033+0000 mon.c (mon.1) 107 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:28:04.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:28:03.362370+0000 mgr.y (mgr.24964) 22 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-17T08:28:04.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:04.040067+0000 mon.a (mon.0) 857 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:04.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:04.045986+0000 mon.a (mon.0) 858 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:04.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:04.051121+0000 mon.c (mon.1) 104 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T08:28:04.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:04.054915+0000 mon.c (mon.1) 105 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-17T08:28:04.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:04.058654+0000 mon.c (mon.1) 106 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-17T08:28:04.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:04.097033+0000 mon.c (mon.1) 107 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:28:05.631 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:05 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:04.051582+0000 mgr.y (mgr.24964) 23 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T08:28:05.631 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:05 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:04.055368+0000 mgr.y (mgr.24964) 24 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-17T08:28:05.631 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:05 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:04.059007+0000 mgr.y (mgr.24964) 25 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-17T08:28:05.631 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:05 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:04.521712+0000 mon.b (mon.2) 159 : audit [DBG] from='client.? 172.21.15.187:0/2879950897' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:28:05.631 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:05 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:04.853791+0000 mon.b (mon.2) 160 : audit [INF] from='client.? 172.21.15.187:0/2383442610' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6832/1886718149"}]: access denied 2024-09-17T08:28:05.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:05 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:04.051582+0000 mgr.y (mgr.24964) 23 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T08:28:05.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:05 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:04.055368+0000 mgr.y (mgr.24964) 24 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-17T08:28:05.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:05 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:04.059007+0000 mgr.y (mgr.24964) 25 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-17T08:28:05.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:05 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:04.521712+0000 mon.b (mon.2) 159 : audit [DBG] from='client.? 172.21.15.187:0/2879950897' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:28:05.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:05 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:04.853791+0000 mon.b (mon.2) 160 : audit [INF] from='client.? 172.21.15.187:0/2383442610' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6832/1886718149"}]: access denied 2024-09-17T08:28:05.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:05 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:04.051582+0000 mgr.y (mgr.24964) 23 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T08:28:05.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:05 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:04.055368+0000 mgr.y (mgr.24964) 24 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-17T08:28:05.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:05 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:04.059007+0000 mgr.y (mgr.24964) 25 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-17T08:28:05.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:05 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:04.521712+0000 mon.b (mon.2) 159 : audit [DBG] from='client.? 172.21.15.187:0/2879950897' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:28:05.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:05 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:04.853791+0000 mon.b (mon.2) 160 : audit [INF] from='client.? 172.21.15.187:0/2383442610' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6832/1886718149"}]: access denied 2024-09-17T08:28:06.626 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:06 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:28:05.362767+0000 mgr.y (mgr.24964) 26 : cluster [DBG] pgmap v11: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-17T08:28:06.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:28:05.362767+0000 mgr.y (mgr.24964) 26 : cluster [DBG] pgmap v11: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-17T08:28:06.787 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:28:05.362767+0000 mgr.y (mgr.24964) 26 : cluster [DBG] pgmap v11: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-17T08:28:07.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:06.653510+0000 mon.c (mon.1) 108 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T08:28:07.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:06.653918+0000 mon.a (mon.0) 859 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T08:28:07.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:06.654978+0000 mon.c (mon.1) 109 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-17T08:28:07.899 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:06.655833+0000 mon.c (mon.1) 110 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:28:07.914 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:06.653510+0000 mon.c (mon.1) 108 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T08:28:07.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:06.653918+0000 mon.a (mon.0) 859 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T08:28:07.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:06.654978+0000 mon.c (mon.1) 109 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-17T08:28:07.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:06.655833+0000 mon.c (mon.1) 110 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:28:07.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:06.653510+0000 mon.c (mon.1) 108 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T08:28:07.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:06.653918+0000 mon.a (mon.0) 859 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T08:28:07.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:06.654978+0000 mon.c (mon.1) 109 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-17T08:28:07.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:06.655833+0000 mon.c (mon.1) 110 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:28:08.647 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:28:08 smithi187 systemd[1]: Stopping Ceph mgr.x for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:28:08.647 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:28:08 smithi187 podman[60007]: 2024-09-17 08:28:08.493368598 +0000 UTC m=+0.168196821 container died 6679bd206b7828a997e480e386bc78ca9d3d07ff125c5db0b13def5c6a5dbe7c (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=reef-19e2a2b, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_CLEAN=True) 2024-09-17T08:28:08.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:08 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:28:06.652983+0000 mgr.y (mgr.24964) 27 : cephadm [INF] Upgrade: Updating mgr.x 2024-09-17T08:28:08.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:08 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:28:06.656749+0000 mgr.y (mgr.24964) 28 : cephadm [INF] Deploying daemon mgr.x on smithi187 2024-09-17T08:28:08.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:08 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:28:07.363704+0000 mgr.y (mgr.24964) 29 : cluster [DBG] pgmap v12: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 20 op/s 2024-09-17T08:28:08.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:28:06.652983+0000 mgr.y (mgr.24964) 27 : cephadm [INF] Upgrade: Updating mgr.x 2024-09-17T08:28:08.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:28:06.656749+0000 mgr.y (mgr.24964) 28 : cephadm [INF] Deploying daemon mgr.x on smithi187 2024-09-17T08:28:08.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:28:07.363704+0000 mgr.y (mgr.24964) 29 : cluster [DBG] pgmap v12: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 20 op/s 2024-09-17T08:28:08.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:28:06.652983+0000 mgr.y (mgr.24964) 27 : cephadm [INF] Upgrade: Updating mgr.x 2024-09-17T08:28:08.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:28:06.656749+0000 mgr.y (mgr.24964) 28 : cephadm [INF] Deploying daemon mgr.x on smithi187 2024-09-17T08:28:08.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:28:07.363704+0000 mgr.y (mgr.24964) 29 : cluster [DBG] pgmap v12: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 20 op/s 2024-09-17T08:28:09.121 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:28:08 smithi187 podman[60007]: 2024-09-17 08:28:08.920606164 +0000 UTC m=+0.595434384 container cleanup 6679bd206b7828a997e480e386bc78ca9d3d07ff125c5db0b13def5c6a5dbe7c (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x, RELEASE=reef-19e2a2b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2) 2024-09-17T08:28:09.122 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:28:08 smithi187 bash[60007]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x 2024-09-17T08:28:09.396 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:28:09 smithi187 podman[60022]: 2024-09-17 08:28:09.121963989 +0000 UTC m=+0.628905705 container remove 6679bd206b7828a997e480e386bc78ca9d3d07ff125c5db0b13def5c6a5dbe7c (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr.x, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-19e2a2b, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-09-17T08:28:09.397 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:28:09 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-09-17T08:28:09.897 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:28:09 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-09-17T08:28:09.897 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:28:09 smithi187 systemd[1]: Stopped Ceph mgr.x for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:28:09.897 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:28:09 smithi187 systemd[1]: Starting Ceph mgr.x for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:28:10.194 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:28:09 smithi187 podman[60162]: 2024-09-17 08:28:09.840638541 +0000 UTC m=+0.017842229 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-17T08:28:10.195 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:28:09 smithi187 podman[60162]: 2024-09-17 08:28:09.957005845 +0000 UTC m=+0.134209511 container create d71cc65429a484333f29b7d9e8591795de12ce09ecc30890c615fb409169f4ef (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, RELEASE=reef-19e2a2b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-09-17T08:28:10.195 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:28:10 smithi187 podman[60162]: 2024-09-17 08:28:10.167787131 +0000 UTC m=+0.344990814 container init d71cc65429a484333f29b7d9e8591795de12ce09ecc30890c615fb409169f4ef (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=reef-19e2a2b, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2) 2024-09-17T08:28:10.195 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:28:10 smithi187 podman[60162]: 2024-09-17 08:28:10.170892385 +0000 UTC m=+0.348096054 container start d71cc65429a484333f29b7d9e8591795de12ce09ecc30890c615fb409169f4ef (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=reef-19e2a2b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-09-17T08:28:10.504 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:28:10 smithi187 ceph-mgr[60182]: -- 172.21.15.187:0/193765476 <== mon.2 v2:172.21.15.187:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x563c3859ad00 con 0x563c3856e800 2024-09-17T08:28:10.505 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:28:10 smithi187 bash[60162]: d71cc65429a484333f29b7d9e8591795de12ce09ecc30890c615fb409169f4ef 2024-09-17T08:28:10.505 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:28:10 smithi187 systemd[1]: Started Ceph mgr.x for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:28:10.505 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:28:10 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x[60178]: 2024-09-17T08:28:10.299+0000 7f89a6662040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-17T08:28:10.505 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:28:10 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x[60178]: 2024-09-17T08:28:10.359+0000 7f89a6662040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-17T08:28:10.764 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:28:10 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x[60178]: 2024-09-17T08:28:10.518+0000 7f89a6662040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-17T08:28:10.764 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:28:10 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x[60178]: 2024-09-17T08:28:10.595+0000 7f89a6662040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-17T08:28:10.764 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:28:10 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x[60178]: 2024-09-17T08:28:10.760+0000 7f89a6662040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-17T08:28:10.765 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:10 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:28:09.364111+0000 mgr.y (mgr.24964) 30 : cluster [DBG] pgmap v13: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-17T08:28:10.765 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:10 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:10.310954+0000 mon.a (mon.0) 860 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:10.765 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:10 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:10.316725+0000 mon.a (mon.0) 861 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:10.765 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:10 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:10.318515+0000 mon.c (mon.1) 111 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:28:10.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:28:09.364111+0000 mgr.y (mgr.24964) 30 : cluster [DBG] pgmap v13: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-17T08:28:10.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:10.310954+0000 mon.a (mon.0) 860 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:10.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:10.316725+0000 mon.a (mon.0) 861 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:10.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:10.318515+0000 mon.c (mon.1) 111 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:28:10.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:28:09.364111+0000 mgr.y (mgr.24964) 30 : cluster [DBG] pgmap v13: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-17T08:28:10.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:10.310954+0000 mon.a (mon.0) 860 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:10.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:10.316725+0000 mon.a (mon.0) 861 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:10.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:10.318515+0000 mon.c (mon.1) 111 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:28:11.127 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:28:10 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x[60178]: 2024-09-17T08:28:10.904+0000 7f89a6662040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-17T08:28:11.396 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:28:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x[60178]: 2024-09-17T08:28:11.229+0000 7f89a6662040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-17T08:28:11.397 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:28:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x[60178]: 2024-09-17T08:28:11.290+0000 7f89a6662040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-17T08:28:11.839 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:28:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x[60178]: 2024-09-17T08:28:11.482+0000 7f89a6662040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-17T08:28:12.397 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:12 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Scheduled restart job, restart counter is at 1. 2024-09-17T08:28:12.397 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:12 smithi187 systemd[1]: Stopped Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:28:12.397 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:12 smithi187 systemd[1]: Starting Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:28:12.397 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:12 smithi187 podman[60517]: 2024-09-17 08:28:12.224928503 +0000 UTC m=+0.017272976 image pull de242295e2257c37c8cadfd962369228f8f10b2d48a44259b65fef44ad4f6490 docker.io/prom/prometheus:v2.18.1 2024-09-17T08:28:12.397 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:12 smithi187 podman[60517]: 2024-09-17 08:28:12.342813438 +0000 UTC m=+0.135157904 container create b4c1ac0093e1348e37bc37139340906e20d3ce6c7bc6bcb2fa35ac90d0a30f4a (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:28:12.656 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:28:11.364497+0000 mgr.y (mgr.24964) 31 : cluster [DBG] pgmap v14: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-17T08:28:12.657 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:28:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x[60178]: 2024-09-17T08:28:12.398+0000 7f89a6662040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-17T08:28:12.657 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:28:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x[60178]: 2024-09-17T08:28:12.467+0000 7f89a6662040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-17T08:28:12.657 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:12 smithi187 podman[60517]: 2024-09-17 08:28:12.611367784 +0000 UTC m=+0.403712258 container init b4c1ac0093e1348e37bc37139340906e20d3ce6c7bc6bcb2fa35ac90d0a30f4a (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:28:12.657 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:12 smithi187 podman[60517]: 2024-09-17 08:28:12.61476857 +0000 UTC m=+0.407113037 container start b4c1ac0093e1348e37bc37139340906e20d3ce6c7bc6bcb2fa35ac90d0a30f4a (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:28:12.657 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[60532]: level=info ts=2024-09-17T08:28:12.644Z caller=main.go:302 msg="No time or size retention was set so using the default time retention" duration=15d 2024-09-17T08:28:12.658 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[60532]: level=info ts=2024-09-17T08:28:12.644Z caller=main.go:337 msg="Starting Prometheus" version="(version=2.18.1, branch=HEAD, revision=ecee9c8abfd118f139014cb1b174b08db3f342cf)" 2024-09-17T08:28:12.658 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[60532]: level=info ts=2024-09-17T08:28:12.644Z caller=main.go:338 build_context="(go=go1.14.2, user=root@2117a9e64a7e, date=20200507-16:51:47)" 2024-09-17T08:28:12.658 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[60532]: level=info ts=2024-09-17T08:28:12.644Z caller=main.go:339 host_details="(Linux 5.14.0-508.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024 x86_64 smithi187 (none))" 2024-09-17T08:28:12.658 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[60532]: level=info ts=2024-09-17T08:28:12.644Z caller=main.go:340 fd_limits="(soft=1048576, hard=1048576)" 2024-09-17T08:28:12.658 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[60532]: level=info ts=2024-09-17T08:28:12.644Z caller=main.go:341 vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-17T08:28:12.658 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[60532]: level=info ts=2024-09-17T08:28:12.646Z caller=main.go:678 msg="Starting TSDB ..." 2024-09-17T08:28:12.658 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[60532]: level=info ts=2024-09-17T08:28:12.646Z caller=web.go:523 component=web msg="Start listening for connections" address=:9095 2024-09-17T08:28:12.658 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[60532]: level=info ts=2024-09-17T08:28:12.648Z caller=head.go:575 component=tsdb msg="Replaying WAL, this may take awhile" 2024-09-17T08:28:12.658 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[60532]: level=info ts=2024-09-17T08:28:12.648Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=18 2024-09-17T08:28:12.658 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[60532]: level=info ts=2024-09-17T08:28:12.657Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=1 maxSegment=18 2024-09-17T08:28:12.658 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[60532]: level=info ts=2024-09-17T08:28:12.657Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=2 maxSegment=18 2024-09-17T08:28:12.658 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[60532]: level=info ts=2024-09-17T08:28:12.657Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=3 maxSegment=18 2024-09-17T08:28:12.658 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[60532]: level=info ts=2024-09-17T08:28:12.657Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=4 maxSegment=18 2024-09-17T08:28:12.658 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[60532]: level=info ts=2024-09-17T08:28:12.657Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=5 maxSegment=18 2024-09-17T08:28:12.659 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[60532]: level=info ts=2024-09-17T08:28:12.657Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=6 maxSegment=18 2024-09-17T08:28:12.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:28:11.364497+0000 mgr.y (mgr.24964) 31 : cluster [DBG] pgmap v14: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-17T08:28:12.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:28:11.364497+0000 mgr.y (mgr.24964) 31 : cluster [DBG] pgmap v14: 161 pgs: 161 active+clean; 604 KiB data, 87 MiB used, 715 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-17T08:28:12.999 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[60532]: level=info ts=2024-09-17T08:28:12.658Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=7 maxSegment=18 2024-09-17T08:28:12.999 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[60532]: level=info ts=2024-09-17T08:28:12.658Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=8 maxSegment=18 2024-09-17T08:28:12.999 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[60532]: level=info ts=2024-09-17T08:28:12.658Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=9 maxSegment=18 2024-09-17T08:28:12.999 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[60532]: level=info ts=2024-09-17T08:28:12.658Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=10 maxSegment=18 2024-09-17T08:28:12.999 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[60532]: level=info ts=2024-09-17T08:28:12.661Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=11 maxSegment=18 2024-09-17T08:28:12.999 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[60532]: level=info ts=2024-09-17T08:28:12.661Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=12 maxSegment=18 2024-09-17T08:28:12.999 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[60532]: level=info ts=2024-09-17T08:28:12.661Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=13 maxSegment=18 2024-09-17T08:28:12.999 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[60532]: level=info ts=2024-09-17T08:28:12.661Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=14 maxSegment=18 2024-09-17T08:28:12.999 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[60532]: level=info ts=2024-09-17T08:28:12.661Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=15 maxSegment=18 2024-09-17T08:28:13.000 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[60532]: level=info ts=2024-09-17T08:28:12.662Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=16 maxSegment=18 2024-09-17T08:28:13.000 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[60532]: level=info ts=2024-09-17T08:28:12.662Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=17 maxSegment=18 2024-09-17T08:28:13.000 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[60532]: level=info ts=2024-09-17T08:28:12.662Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=18 maxSegment=18 2024-09-17T08:28:13.000 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[60532]: level=info ts=2024-09-17T08:28:12.662Z caller=head.go:627 component=tsdb msg="WAL replay completed" duration=13.956986ms 2024-09-17T08:28:13.000 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[60532]: level=info ts=2024-09-17T08:28:12.664Z caller=main.go:694 fs_type=XFS_SUPER_MAGIC 2024-09-17T08:28:13.000 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[60532]: level=info ts=2024-09-17T08:28:12.664Z caller=main.go:695 msg="TSDB started" 2024-09-17T08:28:13.000 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[60532]: level=info ts=2024-09-17T08:28:12.664Z caller=main.go:799 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-17T08:28:13.000 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[60532]: level=info ts=2024-09-17T08:28:12.664Z caller=main.go:547 msg="Stopping scrape discovery manager..." 2024-09-17T08:28:13.000 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[60532]: level=info ts=2024-09-17T08:28:12.664Z caller=main.go:561 msg="Stopping notify discovery manager..." 2024-09-17T08:28:13.000 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[60532]: level=info ts=2024-09-17T08:28:12.664Z caller=main.go:583 msg="Stopping scrape manager..." 2024-09-17T08:28:13.001 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[60532]: level=info ts=2024-09-17T08:28:12.664Z caller=main.go:557 msg="Notify discovery manager stopped" 2024-09-17T08:28:13.001 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[60532]: level=info ts=2024-09-17T08:28:12.664Z caller=manager.go:882 component="rule manager" msg="Stopping rule manager..." 2024-09-17T08:28:13.001 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[60532]: level=info ts=2024-09-17T08:28:12.664Z caller=manager.go:892 component="rule manager" msg="Rule manager stopped" 2024-09-17T08:28:13.001 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[60532]: level=info ts=2024-09-17T08:28:12.664Z caller=main.go:543 msg="Scrape discovery manager stopped" 2024-09-17T08:28:13.001 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[60532]: level=info ts=2024-09-17T08:28:12.664Z caller=main.go:577 msg="Scrape manager stopped" 2024-09-17T08:28:13.001 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[60532]: level=info ts=2024-09-17T08:28:12.664Z caller=notifier.go:601 component=notifier msg="Stopping notification manager..." 2024-09-17T08:28:13.001 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[60532]: level=info ts=2024-09-17T08:28:12.664Z caller=main.go:749 msg="Notifier manager stopped" 2024-09-17T08:28:13.001 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[60532]: level=error ts=2024-09-17T08:28:12.665Z caller=main.go:758 err="error loading config from \"/etc/prometheus/prometheus.yml\": couldn't load configuration (--config.file=\"/etc/prometheus/prometheus.yml\"): parsing YAML file /etc/prometheus/prometheus.yml: yaml: unmarshal errors:\n line 14: field http_sd_configs not found in type config.plain\n line 27: field http_sd_configs not found in type config.plain\n line 31: field http_sd_configs not found in type config.plain\n line 45: field http_sd_configs not found in type config.plain\n line 49: field http_sd_configs not found in type config.plain" 2024-09-17T08:28:13.001 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:12 smithi187 bash[60517]: b4c1ac0093e1348e37bc37139340906e20d3ce6c7bc6bcb2fa35ac90d0a30f4a 2024-09-17T08:28:13.001 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:12 smithi187 systemd[1]: Started Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:28:13.251 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:28:13 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x[60178]: 2024-09-17T08:28:13.210+0000 7f89a6662040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-17T08:28:13.252 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:13 smithi187 podman[60549]: 2024-09-17 08:28:13.24047244 +0000 UTC m=+0.567118201 container remove b4c1ac0093e1348e37bc37139340906e20d3ce6c7bc6bcb2fa35ac90d0a30f4a (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:28:13.252 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:13 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Main process exited, code=exited, status=1/FAILURE 2024-09-17T08:28:13.560 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:13 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Failed with result 'exit-code'. 2024-09-17T08:28:13.561 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:28:13 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x[60178]: 2024-09-17T08:28:13.337+0000 7f89a6662040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-17T08:28:13.561 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:28:13 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x[60178]: 2024-09-17T08:28:13.492+0000 7f89a6662040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-17T08:28:13.864 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:28:13 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x[60178]: 2024-09-17T08:28:13.560+0000 7f89a6662040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-17T08:28:13.864 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:28:13 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x[60178]: 2024-09-17T08:28:13.723+0000 7f89a6662040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-17T08:28:13.864 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:28:13 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x[60178]: 2024-09-17T08:28:13.800+0000 7f89a6662040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-17T08:28:13.864 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:28:13 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x[60178]: 2024-09-17T08:28:13.863+0000 7f89a6662040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-17T08:28:14.146 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:28:14 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x[60178]: 2024-09-17T08:28:14.035+0000 7f89a6662040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-17T08:28:14.146 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:28:14 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x[60178]: 2024-09-17T08:28:14.104+0000 7f89a6662040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-17T08:28:14.509 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:28:14 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x[60178]: 2024-09-17T08:28:14.182+0000 7f89a6662040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-17T08:28:14.509 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:28:14 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x[60178]: 2024-09-17T08:28:14.264+0000 7f89a6662040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-17T08:28:14.509 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:28:14 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x[60178]: 2024-09-17T08:28:14.324+0000 7f89a6662040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-17T08:28:14.509 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:28:14 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x[60178]: 2024-09-17T08:28:14.387+0000 7f89a6662040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-17T08:28:14.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:14 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:28:13.365321+0000 mgr.y (mgr.24964) 32 : cluster [DBG] pgmap v15: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-17T08:28:14.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:14 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:28:13.365321+0000 mgr.y (mgr.24964) 32 : cluster [DBG] pgmap v15: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-17T08:28:14.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:14 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:28:13.365321+0000 mgr.y (mgr.24964) 32 : cluster [DBG] pgmap v15: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-17T08:28:15.463 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:28:15 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x[60178]: 2024-09-17T08:28:15.198+0000 7f89a6662040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-17T08:28:15.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:15 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:28:15.201740+0000 mon.a (mon.0) 862 : cluster [DBG] Standby manager daemon x restarted 2024-09-17T08:28:15.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:15 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:28:15.201878+0000 mon.a (mon.0) 863 : cluster [DBG] Standby manager daemon x started 2024-09-17T08:28:15.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:15 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:15.202182+0000 mon.b (mon.2) 161 : audit [DBG] from='mgr.? 172.21.15.187:0/2984190620' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-17T08:28:15.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:15 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:15.202526+0000 mon.b (mon.2) 162 : audit [DBG] from='mgr.? 172.21.15.187:0/2984190620' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T08:28:15.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:15 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:15.203271+0000 mon.b (mon.2) 163 : audit [DBG] from='mgr.? 172.21.15.187:0/2984190620' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-17T08:28:15.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:15 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:15.203523+0000 mon.b (mon.2) 164 : audit [DBG] from='mgr.? 172.21.15.187:0/2984190620' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T08:28:15.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:28:15.201740+0000 mon.a (mon.0) 862 : cluster [DBG] Standby manager daemon x restarted 2024-09-17T08:28:15.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:28:15.201878+0000 mon.a (mon.0) 863 : cluster [DBG] Standby manager daemon x started 2024-09-17T08:28:15.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:15.202182+0000 mon.b (mon.2) 161 : audit [DBG] from='mgr.? 172.21.15.187:0/2984190620' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-17T08:28:15.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:15.202526+0000 mon.b (mon.2) 162 : audit [DBG] from='mgr.? 172.21.15.187:0/2984190620' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T08:28:15.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:15.203271+0000 mon.b (mon.2) 163 : audit [DBG] from='mgr.? 172.21.15.187:0/2984190620' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-17T08:28:15.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:15.203523+0000 mon.b (mon.2) 164 : audit [DBG] from='mgr.? 172.21.15.187:0/2984190620' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T08:28:15.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:28:15.201740+0000 mon.a (mon.0) 862 : cluster [DBG] Standby manager daemon x restarted 2024-09-17T08:28:15.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:28:15.201878+0000 mon.a (mon.0) 863 : cluster [DBG] Standby manager daemon x started 2024-09-17T08:28:15.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:15.202182+0000 mon.b (mon.2) 161 : audit [DBG] from='mgr.? 172.21.15.187:0/2984190620' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-17T08:28:15.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:15.202526+0000 mon.b (mon.2) 162 : audit [DBG] from='mgr.? 172.21.15.187:0/2984190620' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T08:28:15.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:15.203271+0000 mon.b (mon.2) 163 : audit [DBG] from='mgr.? 172.21.15.187:0/2984190620' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-17T08:28:15.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:15.203523+0000 mon.b (mon.2) 164 : audit [DBG] from='mgr.? 172.21.15.187:0/2984190620' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T08:28:16.844 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:28:15.365782+0000 mgr.y (mgr.24964) 33 : cluster [DBG] pgmap v16: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-17T08:28:16.845 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:28:15.524417+0000 mon.a (mon.0) 864 : cluster [DBG] mgrmap e34: y(active, since 25s), standbys: x 2024-09-17T08:28:16.845 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:16.022512+0000 mon.a (mon.0) 865 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:16.845 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:16.033079+0000 mon.a (mon.0) 866 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:16.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:28:15.365782+0000 mgr.y (mgr.24964) 33 : cluster [DBG] pgmap v16: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-17T08:28:16.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:28:15.524417+0000 mon.a (mon.0) 864 : cluster [DBG] mgrmap e34: y(active, since 25s), standbys: x 2024-09-17T08:28:16.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:16.022512+0000 mon.a (mon.0) 865 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:16.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:16.033079+0000 mon.a (mon.0) 866 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:16.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:28:15.365782+0000 mgr.y (mgr.24964) 33 : cluster [DBG] pgmap v16: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-17T08:28:16.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:28:15.524417+0000 mon.a (mon.0) 864 : cluster [DBG] mgrmap e34: y(active, since 25s), standbys: x 2024-09-17T08:28:16.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:16.022512+0000 mon.a (mon.0) 865 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:16.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:16.033079+0000 mon.a (mon.0) 866 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:18.021 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:17 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:16.784145+0000 mon.a (mon.0) 867 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:18.021 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:17 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:16.791857+0000 mon.a (mon.0) 868 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:18.021 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:17 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:28:17.366535+0000 mgr.y (mgr.24964) 34 : cluster [DBG] pgmap v17: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-17T08:28:18.021 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:17 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:17.692618+0000 mon.b (mon.2) 165 : audit [DBG] from='client.? 172.21.15.187:0/3694002795' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:28:18.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:16.784145+0000 mon.a (mon.0) 867 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:18.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:16.791857+0000 mon.a (mon.0) 868 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:18.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:28:17.366535+0000 mgr.y (mgr.24964) 34 : cluster [DBG] pgmap v17: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-17T08:28:18.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:17.692618+0000 mon.b (mon.2) 165 : audit [DBG] from='client.? 172.21.15.187:0/3694002795' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:28:18.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:16.784145+0000 mon.a (mon.0) 867 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:18.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:16.791857+0000 mon.a (mon.0) 868 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:18.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:28:17.366535+0000 mgr.y (mgr.24964) 34 : cluster [DBG] pgmap v17: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-17T08:28:18.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:17.692618+0000 mon.b (mon.2) 165 : audit [DBG] from='client.? 172.21.15.187:0/3694002795' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:28:18.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:18.016824+0000 mon.b (mon.2) 166 : audit [INF] from='client.? 172.21.15.187:0/922120545' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6832/1886718149"}]: access denied 2024-09-17T08:28:19.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:18.016824+0000 mon.b (mon.2) 166 : audit [INF] from='client.? 172.21.15.187:0/922120545' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6832/1886718149"}]: access denied 2024-09-17T08:28:19.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:18.016824+0000 mon.b (mon.2) 166 : audit [INF] from='client.? 172.21.15.187:0/922120545' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6832/1886718149"}]: access denied 2024-09-17T08:28:19.838 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:28:19.367036+0000 mgr.y (mgr.24964) 35 : cluster [DBG] pgmap v18: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 67 KiB/s rd, 0 B/s wr, 112 op/s 2024-09-17T08:28:20.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:28:19.367036+0000 mgr.y (mgr.24964) 35 : cluster [DBG] pgmap v18: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 67 KiB/s rd, 0 B/s wr, 112 op/s 2024-09-17T08:28:20.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:28:19.367036+0000 mgr.y (mgr.24964) 35 : cluster [DBG] pgmap v18: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 67 KiB/s rd, 0 B/s wr, 112 op/s 2024-09-17T08:28:22.564 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:28:21.367574+0000 mgr.y (mgr.24964) 36 : cluster [DBG] pgmap v19: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 67 KiB/s rd, 0 B/s wr, 112 op/s 2024-09-17T08:28:22.565 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:21.451002+0000 mon.a (mon.0) 869 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:22.565 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:21.460562+0000 mon.a (mon.0) 870 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:22.565 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:21.461912+0000 mon.c (mon.1) 112 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:28:22.565 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:21.462815+0000 mon.c (mon.1) 113 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:28:22.565 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:28:21.463534+0000 mgr.y (mgr.24964) 37 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:28:22.565 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:28:21.464191+0000 mgr.y (mgr.24964) 38 : cluster [DBG] pgmap v20: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 80 KiB/s rd, 0 B/s wr, 133 op/s 2024-09-17T08:28:22.565 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:28:21.464402+0000 mgr.y (mgr.24964) 39 : cluster [DBG] pgmap v21: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:28:22.565 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:21.468769+0000 mon.a (mon.0) 871 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:22.565 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:21.585750+0000 mon.c (mon.1) 114 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:28:22.565 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:21.588131+0000 mon.c (mon.1) 115 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:22.565 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:21.592746+0000 mon.a (mon.0) 872 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:22.566 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:21.595787+0000 mon.c (mon.1) 116 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-17T08:28:22.566 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:21.596063+0000 mon.a (mon.0) 873 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-17T08:28:22.566 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:21.599389+0000 mon.a (mon.0) 874 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-09-17T08:28:22.566 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:21.602474+0000 mon.c (mon.1) 117 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-17T08:28:22.566 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:28:21.367574+0000 mgr.y (mgr.24964) 36 : cluster [DBG] pgmap v19: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 67 KiB/s rd, 0 B/s wr, 112 op/s 2024-09-17T08:28:22.566 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:21.451002+0000 mon.a (mon.0) 869 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:22.566 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:21.460562+0000 mon.a (mon.0) 870 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:22.566 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:21.461912+0000 mon.c (mon.1) 112 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:28:22.566 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:21.462815+0000 mon.c (mon.1) 113 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:28:22.566 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:28:21.463534+0000 mgr.y (mgr.24964) 37 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:28:22.567 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:28:21.464191+0000 mgr.y (mgr.24964) 38 : cluster [DBG] pgmap v20: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 80 KiB/s rd, 0 B/s wr, 133 op/s 2024-09-17T08:28:22.567 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:28:21.464402+0000 mgr.y (mgr.24964) 39 : cluster [DBG] pgmap v21: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:28:22.567 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:21.468769+0000 mon.a (mon.0) 871 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:22.567 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:21.585750+0000 mon.c (mon.1) 114 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:28:22.567 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:21.588131+0000 mon.c (mon.1) 115 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:22.567 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:21.592746+0000 mon.a (mon.0) 872 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:22.567 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:21.595787+0000 mon.c (mon.1) 116 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-17T08:28:22.567 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:21.596063+0000 mon.a (mon.0) 873 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-17T08:28:22.567 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:21.599389+0000 mon.a (mon.0) 874 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-09-17T08:28:22.567 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:21.602474+0000 mon.c (mon.1) 117 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-17T08:28:22.568 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:21.602692+0000 mon.a (mon.0) 875 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-17T08:28:22.568 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:21.606101+0000 mon.a (mon.0) 876 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-09-17T08:28:22.568 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:21.609527+0000 mon.c (mon.1) 118 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:22.568 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:21.613886+0000 mon.a (mon.0) 877 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:22.568 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:21.617944+0000 mon.c (mon.1) 119 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:22.568 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:21.622098+0000 mon.a (mon.0) 878 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:22.568 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:21.626415+0000 mon.c (mon.1) 120 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:22.568 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:21.630593+0000 mon.a (mon.0) 879 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:22.568 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:21.633871+0000 mon.c (mon.1) 121 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:22.568 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:21.638104+0000 mon.a (mon.0) 880 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:22.568 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:21.641123+0000 mon.c (mon.1) 122 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:22.568 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:21.645114+0000 mon.a (mon.0) 881 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:22.569 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:21.648584+0000 mon.c (mon.1) 123 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:22.569 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:21.652936+0000 mon.a (mon.0) 882 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:22.569 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:21.656337+0000 mon.c (mon.1) 124 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:22.569 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:21.660266+0000 mon.a (mon.0) 883 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:22.569 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:21.602692+0000 mon.a (mon.0) 875 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-17T08:28:22.569 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:21.606101+0000 mon.a (mon.0) 876 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-09-17T08:28:22.569 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:21.609527+0000 mon.c (mon.1) 118 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:22.569 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:21.613886+0000 mon.a (mon.0) 877 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:22.569 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:21.617944+0000 mon.c (mon.1) 119 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:22.569 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:21.622098+0000 mon.a (mon.0) 878 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:22.569 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:21.626415+0000 mon.c (mon.1) 120 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:22.569 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:21.630593+0000 mon.a (mon.0) 879 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:22.570 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:21.633871+0000 mon.c (mon.1) 121 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:22.570 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:21.638104+0000 mon.a (mon.0) 880 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:22.570 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:21.641123+0000 mon.c (mon.1) 122 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:22.570 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:21.645114+0000 mon.a (mon.0) 881 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:22.570 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:21.648584+0000 mon.c (mon.1) 123 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:22.570 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:21.652936+0000 mon.a (mon.0) 882 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:22.570 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:21.656337+0000 mon.c (mon.1) 124 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:22.570 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:21.660266+0000 mon.a (mon.0) 883 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:22.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:28:21.367574+0000 mgr.y (mgr.24964) 36 : cluster [DBG] pgmap v19: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 67 KiB/s rd, 0 B/s wr, 112 op/s 2024-09-17T08:28:22.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:21.451002+0000 mon.a (mon.0) 869 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:22.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:21.460562+0000 mon.a (mon.0) 870 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:22.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:21.461912+0000 mon.c (mon.1) 112 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:28:22.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:21.462815+0000 mon.c (mon.1) 113 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:28:22.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:28:21.463534+0000 mgr.y (mgr.24964) 37 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:28:22.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:28:21.464191+0000 mgr.y (mgr.24964) 38 : cluster [DBG] pgmap v20: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 80 KiB/s rd, 0 B/s wr, 133 op/s 2024-09-17T08:28:22.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:28:21.464402+0000 mgr.y (mgr.24964) 39 : cluster [DBG] pgmap v21: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:28:22.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:21.468769+0000 mon.a (mon.0) 871 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:22.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:21.585750+0000 mon.c (mon.1) 114 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:28:22.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:21.588131+0000 mon.c (mon.1) 115 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:22.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:21.592746+0000 mon.a (mon.0) 872 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:22.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:21.595787+0000 mon.c (mon.1) 116 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-17T08:28:22.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:21.596063+0000 mon.a (mon.0) 873 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-17T08:28:22.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:21.599389+0000 mon.a (mon.0) 874 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-09-17T08:28:22.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:21.602474+0000 mon.c (mon.1) 117 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-17T08:28:22.899 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:21.602692+0000 mon.a (mon.0) 875 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-17T08:28:22.899 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:21.606101+0000 mon.a (mon.0) 876 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-09-17T08:28:22.899 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:21.609527+0000 mon.c (mon.1) 118 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:22.899 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:21.613886+0000 mon.a (mon.0) 877 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:22.899 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:21.617944+0000 mon.c (mon.1) 119 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:22.899 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:21.622098+0000 mon.a (mon.0) 878 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:22.899 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:21.626415+0000 mon.c (mon.1) 120 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:22.899 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:21.630593+0000 mon.a (mon.0) 879 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:22.899 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:21.633871+0000 mon.c (mon.1) 121 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:22.899 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:21.638104+0000 mon.a (mon.0) 880 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:22.899 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:21.641123+0000 mon.c (mon.1) 122 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:22.899 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:21.645114+0000 mon.a (mon.0) 881 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:22.900 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:21.648584+0000 mon.c (mon.1) 123 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:22.900 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:21.652936+0000 mon.a (mon.0) 882 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:22.900 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:21.656337+0000 mon.c (mon.1) 124 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:22.900 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:21.660266+0000 mon.a (mon.0) 883 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:23.415 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:23 smithi088 systemd[1]: Stopping Ceph node-exporter.a for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:28:23.681 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:23 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Scheduled restart job, restart counter is at 2. 2024-09-17T08:28:23.681 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:23 smithi187 systemd[1]: Stopped Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:28:23.681 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:23 smithi187 systemd[1]: Starting Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:28:23.681 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:23 smithi187 podman[61635]: 2024-09-17 08:28:23.578626059 +0000 UTC m=+0.107963786 container create 5eee507f6ea019aef74993a819ae36af7d9f682b22589880699eaec48af584f5 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:28:23.681 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:23 smithi187 podman[61635]: 2024-09-17 08:28:23.489838826 +0000 UTC m=+0.019176525 image pull de242295e2257c37c8cadfd962369228f8f10b2d48a44259b65fef44ad4f6490 docker.io/prom/prometheus:v2.18.1 2024-09-17T08:28:23.681 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:28:21.588714+0000 mgr.y (mgr.24964) 40 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-17T08:28:23.681 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:28:21.610055+0000 mgr.y (mgr.24964) 41 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-17T08:28:23.681 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:28:21.618493+0000 mgr.y (mgr.24964) 42 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-17T08:28:23.681 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:28:21.626922+0000 mgr.y (mgr.24964) 43 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-17T08:28:23.682 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:28:21.634370+0000 mgr.y (mgr.24964) 44 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-17T08:28:23.682 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:28:21.641638+0000 mgr.y (mgr.24964) 45 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-17T08:28:23.682 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:28:21.649101+0000 mgr.y (mgr.24964) 46 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-17T08:28:23.682 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:28:21.656836+0000 mgr.y (mgr.24964) 47 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-17T08:28:23.778 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:23 smithi088 podman[60428]: 2024-09-17 08:28:23.477110304 +0000 UTC m=+0.141976246 container died f6d73d93d866330c24fd835e2267f4e939e30fb3c611167c32c297dd5e5c93e2 (image=docker.io/prom/node-exporter:v0.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a, maintainer=The Prometheus Authors ) 2024-09-17T08:28:23.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:28:21.588714+0000 mgr.y (mgr.24964) 40 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-17T08:28:23.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:28:21.610055+0000 mgr.y (mgr.24964) 41 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-17T08:28:23.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:28:21.618493+0000 mgr.y (mgr.24964) 42 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-17T08:28:23.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:28:21.626922+0000 mgr.y (mgr.24964) 43 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-17T08:28:23.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:28:21.634370+0000 mgr.y (mgr.24964) 44 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-17T08:28:23.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:28:21.641638+0000 mgr.y (mgr.24964) 45 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-17T08:28:23.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:28:21.649101+0000 mgr.y (mgr.24964) 46 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-17T08:28:23.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:28:21.656836+0000 mgr.y (mgr.24964) 47 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-17T08:28:23.779 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:28:21.588714+0000 mgr.y (mgr.24964) 40 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-17T08:28:23.779 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:28:21.610055+0000 mgr.y (mgr.24964) 41 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-17T08:28:23.779 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:28:21.618493+0000 mgr.y (mgr.24964) 42 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-17T08:28:23.779 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:28:21.626922+0000 mgr.y (mgr.24964) 43 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-17T08:28:23.779 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:28:21.634370+0000 mgr.y (mgr.24964) 44 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-17T08:28:23.779 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:28:21.641638+0000 mgr.y (mgr.24964) 45 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-17T08:28:23.779 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:28:21.649101+0000 mgr.y (mgr.24964) 46 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-17T08:28:23.779 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:28:21.656836+0000 mgr.y (mgr.24964) 47 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-17T08:28:23.859 INFO:teuthology.orchestra.run.smithi088.stdout:true 2024-09-17T08:28:24.103 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:23 smithi088 podman[60428]: 2024-09-17 08:28:23.902353298 +0000 UTC m=+0.567219239 container cleanup f6d73d93d866330c24fd835e2267f4e939e30fb3c611167c32c297dd5e5c93e2 (image=docker.io/prom/node-exporter:v0.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a, maintainer=The Prometheus Authors ) 2024-09-17T08:28:24.103 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:23 smithi088 bash[60428]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a 2024-09-17T08:28:24.147 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:23 smithi187 podman[61635]: 2024-09-17 08:28:23.772042634 +0000 UTC m=+0.301380320 container init 5eee507f6ea019aef74993a819ae36af7d9f682b22589880699eaec48af584f5 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:28:24.147 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:23 smithi187 podman[61635]: 2024-09-17 08:28:23.774697673 +0000 UTC m=+0.304035365 container start 5eee507f6ea019aef74993a819ae36af7d9f682b22589880699eaec48af584f5 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:28:24.147 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[61650]: level=info ts=2024-09-17T08:28:23.804Z caller=main.go:302 msg="No time or size retention was set so using the default time retention" duration=15d 2024-09-17T08:28:24.147 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[61650]: level=info ts=2024-09-17T08:28:23.804Z caller=main.go:337 msg="Starting Prometheus" version="(version=2.18.1, branch=HEAD, revision=ecee9c8abfd118f139014cb1b174b08db3f342cf)" 2024-09-17T08:28:24.147 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[61650]: level=info ts=2024-09-17T08:28:23.804Z caller=main.go:338 build_context="(go=go1.14.2, user=root@2117a9e64a7e, date=20200507-16:51:47)" 2024-09-17T08:28:24.147 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[61650]: level=info ts=2024-09-17T08:28:23.804Z caller=main.go:339 host_details="(Linux 5.14.0-508.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024 x86_64 smithi187 (none))" 2024-09-17T08:28:24.147 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[61650]: level=info ts=2024-09-17T08:28:23.804Z caller=main.go:340 fd_limits="(soft=1048576, hard=1048576)" 2024-09-17T08:28:24.147 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[61650]: level=info ts=2024-09-17T08:28:23.804Z caller=main.go:341 vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-17T08:28:24.147 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[61650]: level=info ts=2024-09-17T08:28:23.805Z caller=web.go:523 component=web msg="Start listening for connections" address=:9095 2024-09-17T08:28:24.147 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[61650]: level=info ts=2024-09-17T08:28:23.805Z caller=main.go:678 msg="Starting TSDB ..." 2024-09-17T08:28:24.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[61650]: level=info ts=2024-09-17T08:28:23.807Z caller=head.go:575 component=tsdb msg="Replaying WAL, this may take awhile" 2024-09-17T08:28:24.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[61650]: level=info ts=2024-09-17T08:28:23.808Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=19 2024-09-17T08:28:24.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[61650]: level=info ts=2024-09-17T08:28:23.816Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=1 maxSegment=19 2024-09-17T08:28:24.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[61650]: level=info ts=2024-09-17T08:28:23.816Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=2 maxSegment=19 2024-09-17T08:28:24.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[61650]: level=info ts=2024-09-17T08:28:23.816Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=3 maxSegment=19 2024-09-17T08:28:24.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[61650]: level=info ts=2024-09-17T08:28:23.816Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=4 maxSegment=19 2024-09-17T08:28:24.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[61650]: level=info ts=2024-09-17T08:28:23.816Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=5 maxSegment=19 2024-09-17T08:28:24.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[61650]: level=info ts=2024-09-17T08:28:23.817Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=6 maxSegment=19 2024-09-17T08:28:24.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[61650]: level=info ts=2024-09-17T08:28:23.817Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=7 maxSegment=19 2024-09-17T08:28:24.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[61650]: level=info ts=2024-09-17T08:28:23.817Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=8 maxSegment=19 2024-09-17T08:28:24.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[61650]: level=info ts=2024-09-17T08:28:23.817Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=9 maxSegment=19 2024-09-17T08:28:24.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[61650]: level=info ts=2024-09-17T08:28:23.817Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=10 maxSegment=19 2024-09-17T08:28:24.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[61650]: level=info ts=2024-09-17T08:28:23.818Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=11 maxSegment=19 2024-09-17T08:28:24.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[61650]: level=info ts=2024-09-17T08:28:23.818Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=12 maxSegment=19 2024-09-17T08:28:24.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[61650]: level=info ts=2024-09-17T08:28:23.819Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=13 maxSegment=19 2024-09-17T08:28:24.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[61650]: level=info ts=2024-09-17T08:28:23.819Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=14 maxSegment=19 2024-09-17T08:28:24.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[61650]: level=info ts=2024-09-17T08:28:23.819Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=15 maxSegment=19 2024-09-17T08:28:24.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[61650]: level=info ts=2024-09-17T08:28:23.820Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=16 maxSegment=19 2024-09-17T08:28:24.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[61650]: level=info ts=2024-09-17T08:28:23.820Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=17 maxSegment=19 2024-09-17T08:28:24.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[61650]: level=info ts=2024-09-17T08:28:23.820Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=18 maxSegment=19 2024-09-17T08:28:24.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[61650]: level=info ts=2024-09-17T08:28:23.820Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=19 maxSegment=19 2024-09-17T08:28:24.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[61650]: level=info ts=2024-09-17T08:28:23.820Z caller=head.go:627 component=tsdb msg="WAL replay completed" duration=12.87952ms 2024-09-17T08:28:24.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[61650]: level=info ts=2024-09-17T08:28:23.822Z caller=main.go:694 fs_type=XFS_SUPER_MAGIC 2024-09-17T08:28:24.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[61650]: level=info ts=2024-09-17T08:28:23.822Z caller=main.go:695 msg="TSDB started" 2024-09-17T08:28:24.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[61650]: level=info ts=2024-09-17T08:28:23.822Z caller=main.go:799 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-17T08:28:24.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[61650]: level=info ts=2024-09-17T08:28:23.823Z caller=main.go:547 msg="Stopping scrape discovery manager..." 2024-09-17T08:28:24.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[61650]: level=info ts=2024-09-17T08:28:23.823Z caller=main.go:561 msg="Stopping notify discovery manager..." 2024-09-17T08:28:24.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[61650]: level=info ts=2024-09-17T08:28:23.823Z caller=main.go:583 msg="Stopping scrape manager..." 2024-09-17T08:28:24.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[61650]: level=info ts=2024-09-17T08:28:23.823Z caller=main.go:557 msg="Notify discovery manager stopped" 2024-09-17T08:28:24.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[61650]: level=info ts=2024-09-17T08:28:23.823Z caller=main.go:543 msg="Scrape discovery manager stopped" 2024-09-17T08:28:24.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[61650]: level=info ts=2024-09-17T08:28:23.823Z caller=manager.go:882 component="rule manager" msg="Stopping rule manager..." 2024-09-17T08:28:24.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[61650]: level=info ts=2024-09-17T08:28:23.823Z caller=manager.go:892 component="rule manager" msg="Rule manager stopped" 2024-09-17T08:28:24.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[61650]: level=info ts=2024-09-17T08:28:23.823Z caller=main.go:577 msg="Scrape manager stopped" 2024-09-17T08:28:24.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[61650]: level=info ts=2024-09-17T08:28:23.823Z caller=notifier.go:601 component=notifier msg="Stopping notification manager..." 2024-09-17T08:28:24.151 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[61650]: level=info ts=2024-09-17T08:28:23.823Z caller=main.go:749 msg="Notifier manager stopped" 2024-09-17T08:28:24.151 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[61650]: level=error ts=2024-09-17T08:28:23.823Z caller=main.go:758 err="error loading config from \"/etc/prometheus/prometheus.yml\": couldn't load configuration (--config.file=\"/etc/prometheus/prometheus.yml\"): parsing YAML file /etc/prometheus/prometheus.yml: yaml: unmarshal errors:\n line 14: field http_sd_configs not found in type config.plain\n line 27: field http_sd_configs not found in type config.plain\n line 31: field http_sd_configs not found in type config.plain\n line 45: field http_sd_configs not found in type config.plain\n line 49: field http_sd_configs not found in type config.plain" 2024-09-17T08:28:24.151 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:23 smithi187 bash[61635]: 5eee507f6ea019aef74993a819ae36af7d9f682b22589880699eaec48af584f5 2024-09-17T08:28:24.151 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:23 smithi187 systemd[1]: Started Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:28:24.151 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:23 smithi187 podman[61667]: 2024-09-17 08:28:23.881343017 +0000 UTC m=+0.049653078 container died 5eee507f6ea019aef74993a819ae36af7d9f682b22589880699eaec48af584f5 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:28:24.414 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:24 smithi088 podman[60440]: 2024-09-17 08:28:24.103759908 +0000 UTC m=+0.629458043 container remove f6d73d93d866330c24fd835e2267f4e939e30fb3c611167c32c297dd5e5c93e2 (image=docker.io/prom/node-exporter:v0.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.a, maintainer=The Prometheus Authors ) 2024-09-17T08:28:24.414 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:24 smithi088 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-09-17T08:28:24.549 INFO:teuthology.orchestra.run.smithi088.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T08:28:24.549 INFO:teuthology.orchestra.run.smithi088.stdout:alertmanager.a smithi088 *:9093,9094 running (13m) 28s ago 21m 17.2M - 0.20.0 0881eb8f169f f8e3e13fbd6f 2024-09-17T08:28:24.549 INFO:teuthology.orchestra.run.smithi088.stdout:grafana.a smithi187 *:3000 running (12m) 8s ago 20m 40.0M - 6.7.4 557c83e11646 25ed58e5ef5b 2024-09-17T08:28:24.549 INFO:teuthology.orchestra.run.smithi088.stdout:iscsi.foo.smithi187.kgegfj smithi187 unknown 8s ago 20m - - 2024-09-17T08:28:24.549 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.x smithi187 *:8443,8765 running (14s) 8s ago 24m 58.5M - 18.2.4-855-g19e2a2be 980a0bfcd684 d71cc65429a4 2024-09-17T08:28:24.549 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.y smithi088 *:8443,8765 running (10m) 28s ago 26m 456M - 18.2.4-855-g19e2a2be 980a0bfcd684 3228b2505d9a 2024-09-17T08:28:24.549 INFO:teuthology.orchestra.run.smithi088.stdout:mon.a smithi088 running (26m) 28s ago 26m 90.0M 2048M 16.2.0 24ecd6d5f14c 2454e1e9e408 2024-09-17T08:28:24.549 INFO:teuthology.orchestra.run.smithi088.stdout:mon.b smithi187 running (25m) 8s ago 25m 64.5M 2048M 16.2.0 24ecd6d5f14c 443ac3d93fd1 2024-09-17T08:28:24.549 INFO:teuthology.orchestra.run.smithi088.stdout:mon.c smithi088 running (25m) 28s ago 25m 61.5M 2048M 16.2.0 24ecd6d5f14c 02dbf1ac3f13 2024-09-17T08:28:24.549 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.a smithi088 *:9100 running (13m) 28s ago 21m 17.2M - 0.18.1 e5a616e4b9cf f6d73d93d866 2024-09-17T08:28:24.549 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.b smithi187 *:9100 running (13m) 8s ago 21m 10.7M - 0.18.1 e5a616e4b9cf 776830a1bc3a 2024-09-17T08:28:24.550 INFO:teuthology.orchestra.run.smithi088.stdout:osd.0 smithi088 running (24m) 28s ago 24m 48.2M 4096M 16.2.0 24ecd6d5f14c 999284c446e9 2024-09-17T08:28:24.550 INFO:teuthology.orchestra.run.smithi088.stdout:osd.1 smithi088 running (24m) 28s ago 24m 45.8M 4096M 16.2.0 24ecd6d5f14c 76ee60c1a08d 2024-09-17T08:28:24.550 INFO:teuthology.orchestra.run.smithi088.stdout:osd.2 smithi088 running (24m) 28s ago 24m 45.8M 4096M 16.2.0 24ecd6d5f14c 2503783cc013 2024-09-17T08:28:24.550 INFO:teuthology.orchestra.run.smithi088.stdout:osd.3 smithi088 running (23m) 28s ago 23m 47.1M 4096M 16.2.0 24ecd6d5f14c bf680a19cb5a 2024-09-17T08:28:24.550 INFO:teuthology.orchestra.run.smithi088.stdout:osd.4 smithi187 running (23m) 8s ago 23m 50.4M 4096M 16.2.0 24ecd6d5f14c a8462272aa51 2024-09-17T08:28:24.550 INFO:teuthology.orchestra.run.smithi088.stdout:osd.5 smithi187 running (23m) 8s ago 23m 46.8M 4096M 16.2.0 24ecd6d5f14c c3463f9a8b7e 2024-09-17T08:28:24.550 INFO:teuthology.orchestra.run.smithi088.stdout:osd.6 smithi187 running (22m) 8s ago 22m 50.5M 4096M 16.2.0 24ecd6d5f14c 53d9ca2fb095 2024-09-17T08:28:24.550 INFO:teuthology.orchestra.run.smithi088.stdout:osd.7 smithi187 running (22m) 8s ago 22m 49.8M 4096M 16.2.0 24ecd6d5f14c 61f8b7fae59c 2024-09-17T08:28:24.550 INFO:teuthology.orchestra.run.smithi088.stdout:prometheus.a smithi187 *:9095 unknown 8s ago 21m - - 2024-09-17T08:28:24.550 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi088.pybyat smithi088 *:8000 running (20m) 28s ago 20m 43.6M - 16.2.0 24ecd6d5f14c 1e03127137af 2024-09-17T08:28:24.550 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi187.yrrxta smithi187 *:8000 running (20m) 8s ago 20m 44.0M - 16.2.0 24ecd6d5f14c 304f0f2cb409 2024-09-17T08:28:24.876 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:24 smithi088 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-09-17T08:28:24.876 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:24 smithi088 systemd[1]: Stopped Ceph node-exporter.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:28:24.877 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:24 smithi088 systemd[1]: Starting Ceph node-exporter.a for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:28:24.877 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:28:22.859930+0000 mgr.y (mgr.24964) 48 : cephadm [INF] Upgrade: Updating node-exporter.a (1/2) 2024-09-17T08:28:24.877 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:28:22.860187+0000 mgr.y (mgr.24964) 49 : cephadm [INF] Deploying daemon node-exporter.a on smithi088 2024-09-17T08:28:24.877 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:28:23.465291+0000 mgr.y (mgr.24964) 50 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 126 B/s rd, 0 op/s 2024-09-17T08:28:24.877 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:28:22.859930+0000 mgr.y (mgr.24964) 48 : cephadm [INF] Upgrade: Updating node-exporter.a (1/2) 2024-09-17T08:28:24.877 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:28:22.860187+0000 mgr.y (mgr.24964) 49 : cephadm [INF] Deploying daemon node-exporter.a on smithi088 2024-09-17T08:28:24.877 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:28:23.465291+0000 mgr.y (mgr.24964) 50 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 126 B/s rd, 0 op/s 2024-09-17T08:28:24.896 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:24 smithi187 podman[61667]: 2024-09-17 08:28:24.50091638 +0000 UTC m=+0.669226480 container remove 5eee507f6ea019aef74993a819ae36af7d9f682b22589880699eaec48af584f5 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:28:24.897 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:24 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Main process exited, code=exited, status=1/FAILURE 2024-09-17T08:28:24.897 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:24 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Failed with result 'exit-code'. 2024-09-17T08:28:24.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:28:22.859930+0000 mgr.y (mgr.24964) 48 : cephadm [INF] Upgrade: Updating node-exporter.a (1/2) 2024-09-17T08:28:24.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:28:22.860187+0000 mgr.y (mgr.24964) 49 : cephadm [INF] Deploying daemon node-exporter.a on smithi088 2024-09-17T08:28:24.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:28:23.465291+0000 mgr.y (mgr.24964) 50 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 126 B/s rd, 0 op/s 2024-09-17T08:28:24.953 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:28:24.953 INFO:teuthology.orchestra.run.smithi088.stdout: "mon": { 2024-09-17T08:28:24.953 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 3 2024-09-17T08:28:24.953 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:28:24.953 INFO:teuthology.orchestra.run.smithi088.stdout: "mgr": { 2024-09-17T08:28:24.953 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T08:28:24.954 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:28:24.954 INFO:teuthology.orchestra.run.smithi088.stdout: "osd": { 2024-09-17T08:28:24.954 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 8 2024-09-17T08:28:24.954 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:28:24.954 INFO:teuthology.orchestra.run.smithi088.stdout: "mds": {}, 2024-09-17T08:28:24.954 INFO:teuthology.orchestra.run.smithi088.stdout: "rgw": { 2024-09-17T08:28:24.954 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 2 2024-09-17T08:28:24.954 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:28:24.954 INFO:teuthology.orchestra.run.smithi088.stdout: "overall": { 2024-09-17T08:28:24.954 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 13, 2024-09-17T08:28:24.954 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T08:28:24.954 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-09-17T08:28:24.954 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:28:25.164 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:24 smithi088 bash[60672]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-09-17T08:28:25.276 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:28:25.277 INFO:teuthology.orchestra.run.smithi088.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9", 2024-09-17T08:28:25.277 INFO:teuthology.orchestra.run.smithi088.stdout: "in_progress": true, 2024-09-17T08:28:25.277 INFO:teuthology.orchestra.run.smithi088.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-09-17T08:28:25.277 INFO:teuthology.orchestra.run.smithi088.stdout: "services_complete": [ 2024-09-17T08:28:25.277 INFO:teuthology.orchestra.run.smithi088.stdout: "mgr" 2024-09-17T08:28:25.277 INFO:teuthology.orchestra.run.smithi088.stdout: ], 2024-09-17T08:28:25.277 INFO:teuthology.orchestra.run.smithi088.stdout: "progress": "2/2 daemons upgraded", 2024-09-17T08:28:25.277 INFO:teuthology.orchestra.run.smithi088.stdout: "message": "Currently upgrading node-exporter daemons", 2024-09-17T08:28:25.277 INFO:teuthology.orchestra.run.smithi088.stdout: "is_paused": false 2024-09-17T08:28:25.277 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:28:25.498 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:25 smithi088 bash[60672]: Getting image source signatures 2024-09-17T08:28:25.498 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:25 smithi088 bash[60672]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-09-17T08:28:25.498 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:25 smithi088 bash[60672]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-09-17T08:28:25.498 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:25 smithi088 bash[60672]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-09-17T08:28:25.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:23.846380+0000 mgr.y (mgr.24964) 51 : audit [DBG] from='client.25195 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:28:25.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:24.190929+0000 mgr.y (mgr.24964) 52 : audit [DBG] from='client.15291 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:28:25.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:24.953668+0000 mon.a (mon.0) 884 : audit [DBG] from='client.? 172.21.15.88:0/1337769176' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:25.914 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:23.846380+0000 mgr.y (mgr.24964) 51 : audit [DBG] from='client.25195 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:28:25.914 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:24.190929+0000 mgr.y (mgr.24964) 52 : audit [DBG] from='client.15291 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:28:25.914 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:24.953668+0000 mon.a (mon.0) 884 : audit [DBG] from='client.? 172.21.15.88:0/1337769176' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:25.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:23.846380+0000 mgr.y (mgr.24964) 51 : audit [DBG] from='client.25195 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:28:25.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:24.190929+0000 mgr.y (mgr.24964) 52 : audit [DBG] from='client.15291 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:28:25.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:24.953668+0000 mon.a (mon.0) 884 : audit [DBG] from='client.? 172.21.15.88:0/1337769176' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:26.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:24.540930+0000 mgr.y (mgr.24964) 53 : audit [DBG] from='client.15297 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:28:26.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:25.277097+0000 mgr.y (mgr.24964) 54 : audit [DBG] from='client.25219 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:28:26.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:28:25.465778+0000 mgr.y (mgr.24964) 55 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 126 B/s rd, 0 op/s 2024-09-17T08:28:26.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:24.540930+0000 mgr.y (mgr.24964) 53 : audit [DBG] from='client.15297 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:28:26.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:25.277097+0000 mgr.y (mgr.24964) 54 : audit [DBG] from='client.25219 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:28:26.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:28:25.465778+0000 mgr.y (mgr.24964) 55 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 126 B/s rd, 0 op/s 2024-09-17T08:28:26.915 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:26 smithi088 bash[60672]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-09-17T08:28:26.915 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:26 smithi088 bash[60672]: Writing manifest to image destination 2024-09-17T08:28:26.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:24.540930+0000 mgr.y (mgr.24964) 53 : audit [DBG] from='client.15297 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:28:26.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:25.277097+0000 mgr.y (mgr.24964) 54 : audit [DBG] from='client.25219 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:28:26.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:28:25.465778+0000 mgr.y (mgr.24964) 55 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 126 B/s rd, 0 op/s 2024-09-17T08:28:27.252 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 podman[60672]: 2024-09-17 08:28:26.917960015 +0000 UTC m=+2.135853808 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-09-17T08:28:27.252 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 podman[60672]: 2024-09-17 08:28:27.059194049 +0000 UTC m=+2.277087887 container create b70a15a514fb85c7fa3dff0ece9d8c6b38a9802b9524721bb869972b168fabb7 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-17T08:28:27.252 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 podman[60672]: 2024-09-17 08:28:27.252440953 +0000 UTC m=+2.470334754 container init b70a15a514fb85c7fa3dff0ece9d8c6b38a9802b9524721bb869972b168fabb7 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-17T08:28:27.519 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 podman[60672]: 2024-09-17 08:28:27.256148309 +0000 UTC m=+2.474042112 container start b70a15a514fb85c7fa3dff0ece9d8c6b38a9802b9524721bb869972b168fabb7 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-17T08:28:27.519 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a[60773]: ts=2024-09-17T08:28:27.260Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-17T08:28:27.519 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a[60773]: ts=2024-09-17T08:28:27.260Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-17T08:28:27.519 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a[60773]: ts=2024-09-17T08:28:27.261Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-17T08:28:27.519 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a[60773]: ts=2024-09-17T08:28:27.261Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-17T08:28:27.519 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a[60773]: ts=2024-09-17T08:28:27.261Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-17T08:28:27.520 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a[60773]: ts=2024-09-17T08:28:27.261Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-17T08:28:27.520 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a[60773]: ts=2024-09-17T08:28:27.261Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-17T08:28:27.520 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a[60773]: ts=2024-09-17T08:28:27.261Z caller=node_exporter.go:117 level=info collector=arp 2024-09-17T08:28:27.520 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a[60773]: ts=2024-09-17T08:28:27.261Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-17T08:28:27.520 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a[60773]: ts=2024-09-17T08:28:27.261Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-17T08:28:27.520 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a[60773]: ts=2024-09-17T08:28:27.261Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-17T08:28:27.520 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a[60773]: ts=2024-09-17T08:28:27.261Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-17T08:28:27.520 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a[60773]: ts=2024-09-17T08:28:27.261Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-17T08:28:27.520 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a[60773]: ts=2024-09-17T08:28:27.261Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-17T08:28:27.520 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a[60773]: ts=2024-09-17T08:28:27.261Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-17T08:28:27.520 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a[60773]: ts=2024-09-17T08:28:27.261Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-17T08:28:27.521 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a[60773]: ts=2024-09-17T08:28:27.261Z caller=node_exporter.go:117 level=info collector=edac 2024-09-17T08:28:27.521 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a[60773]: ts=2024-09-17T08:28:27.261Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-17T08:28:27.521 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a[60773]: ts=2024-09-17T08:28:27.261Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-17T08:28:27.521 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a[60773]: ts=2024-09-17T08:28:27.261Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-17T08:28:27.521 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a[60773]: ts=2024-09-17T08:28:27.261Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-17T08:28:27.521 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a[60773]: ts=2024-09-17T08:28:27.262Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-17T08:28:27.521 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a[60773]: ts=2024-09-17T08:28:27.262Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-17T08:28:27.521 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a[60773]: ts=2024-09-17T08:28:27.262Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-17T08:28:27.521 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a[60773]: ts=2024-09-17T08:28:27.262Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-17T08:28:27.522 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a[60773]: ts=2024-09-17T08:28:27.262Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-17T08:28:27.522 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a[60773]: ts=2024-09-17T08:28:27.262Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-17T08:28:27.522 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a[60773]: ts=2024-09-17T08:28:27.262Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-17T08:28:27.522 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a[60773]: ts=2024-09-17T08:28:27.262Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-17T08:28:27.522 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a[60773]: ts=2024-09-17T08:28:27.262Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-17T08:28:27.522 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a[60773]: ts=2024-09-17T08:28:27.262Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-17T08:28:27.522 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a[60773]: ts=2024-09-17T08:28:27.262Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-17T08:28:27.522 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a[60773]: ts=2024-09-17T08:28:27.262Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-17T08:28:27.522 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a[60773]: ts=2024-09-17T08:28:27.262Z caller=node_exporter.go:117 level=info collector=os 2024-09-17T08:28:27.522 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a[60773]: ts=2024-09-17T08:28:27.262Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-17T08:28:27.522 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a[60773]: ts=2024-09-17T08:28:27.262Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-17T08:28:27.522 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a[60773]: ts=2024-09-17T08:28:27.262Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-17T08:28:27.522 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a[60773]: ts=2024-09-17T08:28:27.262Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-17T08:28:27.522 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a[60773]: ts=2024-09-17T08:28:27.262Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-17T08:28:27.522 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a[60773]: ts=2024-09-17T08:28:27.262Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-17T08:28:27.523 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a[60773]: ts=2024-09-17T08:28:27.262Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-17T08:28:27.523 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a[60773]: ts=2024-09-17T08:28:27.262Z caller=node_exporter.go:117 level=info collector=stat 2024-09-17T08:28:27.523 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a[60773]: ts=2024-09-17T08:28:27.262Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-17T08:28:27.523 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a[60773]: ts=2024-09-17T08:28:27.262Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-17T08:28:27.523 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a[60773]: ts=2024-09-17T08:28:27.262Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-17T08:28:27.523 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a[60773]: ts=2024-09-17T08:28:27.262Z caller=node_exporter.go:117 level=info collector=time 2024-09-17T08:28:27.523 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a[60773]: ts=2024-09-17T08:28:27.262Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-17T08:28:27.523 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a[60773]: ts=2024-09-17T08:28:27.262Z caller=node_exporter.go:117 level=info collector=uname 2024-09-17T08:28:27.523 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a[60773]: ts=2024-09-17T08:28:27.262Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-17T08:28:27.523 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a[60773]: ts=2024-09-17T08:28:27.262Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-17T08:28:27.523 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a[60773]: ts=2024-09-17T08:28:27.262Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-17T08:28:27.523 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a[60773]: ts=2024-09-17T08:28:27.262Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-17T08:28:27.523 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a[60773]: ts=2024-09-17T08:28:27.262Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-17T08:28:27.524 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 bash[60672]: b70a15a514fb85c7fa3dff0ece9d8c6b38a9802b9524721bb869972b168fabb7 2024-09-17T08:28:27.524 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:28:27 smithi088 systemd[1]: Started Ceph node-exporter.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:28:28.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:28 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:27.393561+0000 mon.a (mon.0) 885 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:28.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:28 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:27.402087+0000 mon.a (mon.0) 886 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:28.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:28 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:28:27.466455+0000 mgr.y (mgr.24964) 56 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 126 B/s rd, 0 op/s 2024-09-17T08:28:28.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:27.393561+0000 mon.a (mon.0) 885 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:28.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:27.402087+0000 mon.a (mon.0) 886 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:28.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:28:27.466455+0000 mgr.y (mgr.24964) 56 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 126 B/s rd, 0 op/s 2024-09-17T08:28:28.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:27.393561+0000 mon.a (mon.0) 885 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:28.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:27.402087+0000 mon.a (mon.0) 886 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:28.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:28:27.466455+0000 mgr.y (mgr.24964) 56 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 126 B/s rd, 0 op/s 2024-09-17T08:28:29.303 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:29 smithi187 systemd[1]: Stopping Ceph node-exporter.b for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:28:29.603 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:29 smithi187 podman[61939]: 2024-09-17 08:28:29.31322804 +0000 UTC m=+0.133564702 container died 776830a1bc3a18905e75b89010efc7802ca1061317bbd41c3c3f1785fb7f86f5 (image=docker.io/prom/node-exporter:v0.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b, maintainer=The Prometheus Authors ) 2024-09-17T08:28:29.896 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:29 smithi187 podman[61939]: 2024-09-17 08:28:29.702345843 +0000 UTC m=+0.522682501 container cleanup 776830a1bc3a18905e75b89010efc7802ca1061317bbd41c3c3f1785fb7f86f5 (image=docker.io/prom/node-exporter:v0.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b, maintainer=The Prometheus Authors ) 2024-09-17T08:28:29.897 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:29 smithi187 bash[61939]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b 2024-09-17T08:28:30.205 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:29 smithi187 podman[61951]: 2024-09-17 08:28:29.971281868 +0000 UTC m=+0.661927791 container remove 776830a1bc3a18905e75b89010efc7802ca1061317bbd41c3c3f1785fb7f86f5 (image=docker.io/prom/node-exporter:v0.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter.b, maintainer=The Prometheus Authors ) 2024-09-17T08:28:30.206 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:29 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-09-17T08:28:30.784 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:28:28.670911+0000 mgr.y (mgr.24964) 57 : cephadm [INF] Upgrade: Updating node-exporter.b (2/2) 2024-09-17T08:28:30.784 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:28:28.671350+0000 mgr.y (mgr.24964) 58 : cephadm [INF] Deploying daemon node-exporter.b on smithi187 2024-09-17T08:28:30.784 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:28:29.467121+0000 mgr.y (mgr.24964) 59 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 126 B/s rd, 0 op/s 2024-09-17T08:28:30.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:28:28.670911+0000 mgr.y (mgr.24964) 57 : cephadm [INF] Upgrade: Updating node-exporter.b (2/2) 2024-09-17T08:28:30.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:28:28.671350+0000 mgr.y (mgr.24964) 58 : cephadm [INF] Deploying daemon node-exporter.b on smithi187 2024-09-17T08:28:30.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:28:29.467121+0000 mgr.y (mgr.24964) 59 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 126 B/s rd, 0 op/s 2024-09-17T08:28:30.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:28:28.670911+0000 mgr.y (mgr.24964) 57 : cephadm [INF] Upgrade: Updating node-exporter.b (2/2) 2024-09-17T08:28:30.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:28:28.671350+0000 mgr.y (mgr.24964) 58 : cephadm [INF] Deploying daemon node-exporter.b on smithi187 2024-09-17T08:28:30.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:28:29.467121+0000 mgr.y (mgr.24964) 59 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 126 B/s rd, 0 op/s 2024-09-17T08:28:31.397 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:31 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-09-17T08:28:31.397 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:31 smithi187 systemd[1]: Stopped Ceph node-exporter.b for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:28:31.397 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:31 smithi187 systemd[1]: Starting Ceph node-exporter.b for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:28:31.757 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:31 smithi187 bash[62242]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-09-17T08:28:31.757 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:31 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:31.376282+0000 mon.b (mon.2) 167 : audit [DBG] from='client.? 172.21.15.187:0/1808401736' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:28:31.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:31.376282+0000 mon.b (mon.2) 167 : audit [DBG] from='client.? 172.21.15.187:0/1808401736' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:28:31.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:31.376282+0000 mon.b (mon.2) 167 : audit [DBG] from='client.? 172.21.15.187:0/1808401736' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:28:32.117 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:31 smithi187 bash[62242]: Getting image source signatures 2024-09-17T08:28:32.117 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:31 smithi187 bash[62242]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-09-17T08:28:32.117 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:31 smithi187 bash[62242]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-09-17T08:28:32.117 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:31 smithi187 bash[62242]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-09-17T08:28:32.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:32 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:28:31.467589+0000 mgr.y (mgr.24964) 60 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 102 B/s rd, 0 op/s 2024-09-17T08:28:32.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:32 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:31.714221+0000 mon.b (mon.2) 168 : audit [INF] from='client.? 172.21.15.187:0/2445442920' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6832/1886718149"}]: access denied 2024-09-17T08:28:32.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:32 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:28:31.467589+0000 mgr.y (mgr.24964) 60 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 102 B/s rd, 0 op/s 2024-09-17T08:28:32.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:32 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:31.714221+0000 mon.b (mon.2) 168 : audit [INF] from='client.? 172.21.15.187:0/2445442920' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6832/1886718149"}]: access denied 2024-09-17T08:28:32.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:32 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:28:31.467589+0000 mgr.y (mgr.24964) 60 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 102 B/s rd, 0 op/s 2024-09-17T08:28:32.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:32 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:31.714221+0000 mon.b (mon.2) 168 : audit [INF] from='client.? 172.21.15.187:0/2445442920' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6832/1886718149"}]: access denied 2024-09-17T08:28:34.397 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 bash[62242]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-09-17T08:28:34.397 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 bash[62242]: Writing manifest to image destination 2024-09-17T08:28:34.823 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 podman[62242]: 2024-09-17 08:28:34.578967889 +0000 UTC m=+3.119086698 container create 75f36e91740f99c5d85f674b6fc38500c146b95eb6ba1f3ca4051413e9e027cb (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-17T08:28:34.823 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 podman[62242]: 2024-09-17 08:28:34.488851345 +0000 UTC m=+3.028970099 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-09-17T08:28:34.823 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:28:33.468454+0000 mgr.y (mgr.24964) 61 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-17T08:28:34.823 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:34 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Scheduled restart job, restart counter is at 3. 2024-09-17T08:28:34.824 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:34 smithi187 systemd[1]: Stopped Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:28:34.824 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:34 smithi187 systemd[1]: Starting Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:28:34.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:28:33.468454+0000 mgr.y (mgr.24964) 61 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-17T08:28:34.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:28:33.468454+0000 mgr.y (mgr.24964) 61 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-17T08:28:35.147 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 podman[62408]: 2024-09-17 08:28:34.922817093 +0000 UTC m=+0.197476541 image pull de242295e2257c37c8cadfd962369228f8f10b2d48a44259b65fef44ad4f6490 docker.io/prom/prometheus:v2.18.1 2024-09-17T08:28:35.147 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 podman[62408]: 2024-09-17 08:28:35.049173378 +0000 UTC m=+0.323832813 container create 11c8abfcb33504af34280ca21064eda124f96fe55130432284ef36f27f513e10 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:28:35.147 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 podman[62242]: 2024-09-17 08:28:34.823251488 +0000 UTC m=+3.363370237 container init 75f36e91740f99c5d85f674b6fc38500c146b95eb6ba1f3ca4051413e9e027cb (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-17T08:28:35.148 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 podman[62242]: 2024-09-17 08:28:34.826773341 +0000 UTC m=+3.366892085 container start 75f36e91740f99c5d85f674b6fc38500c146b95eb6ba1f3ca4051413e9e027cb (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-17T08:28:35.148 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b[62393]: ts=2024-09-17T08:28:34.830Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-17T08:28:35.148 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b[62393]: ts=2024-09-17T08:28:34.830Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-17T08:28:35.148 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b[62393]: ts=2024-09-17T08:28:34.831Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-17T08:28:35.148 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b[62393]: ts=2024-09-17T08:28:34.831Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-17T08:28:35.148 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b[62393]: ts=2024-09-17T08:28:34.831Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-17T08:28:35.148 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b[62393]: ts=2024-09-17T08:28:34.831Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-17T08:28:35.148 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b[62393]: ts=2024-09-17T08:28:34.831Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-17T08:28:35.148 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b[62393]: ts=2024-09-17T08:28:34.831Z caller=node_exporter.go:117 level=info collector=arp 2024-09-17T08:28:35.148 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b[62393]: ts=2024-09-17T08:28:34.831Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-17T08:28:35.148 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b[62393]: ts=2024-09-17T08:28:34.831Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-17T08:28:35.149 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b[62393]: ts=2024-09-17T08:28:34.831Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-17T08:28:35.149 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b[62393]: ts=2024-09-17T08:28:34.831Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-17T08:28:35.149 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b[62393]: ts=2024-09-17T08:28:34.831Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-17T08:28:35.149 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b[62393]: ts=2024-09-17T08:28:34.831Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-17T08:28:35.149 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b[62393]: ts=2024-09-17T08:28:34.831Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-17T08:28:35.149 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b[62393]: ts=2024-09-17T08:28:34.831Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-17T08:28:35.149 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b[62393]: ts=2024-09-17T08:28:34.831Z caller=node_exporter.go:117 level=info collector=edac 2024-09-17T08:28:35.149 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b[62393]: ts=2024-09-17T08:28:34.831Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-17T08:28:35.149 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b[62393]: ts=2024-09-17T08:28:34.831Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-17T08:28:35.149 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b[62393]: ts=2024-09-17T08:28:34.831Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-17T08:28:35.149 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b[62393]: ts=2024-09-17T08:28:34.831Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-17T08:28:35.149 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b[62393]: ts=2024-09-17T08:28:34.831Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-17T08:28:35.149 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b[62393]: ts=2024-09-17T08:28:34.831Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-17T08:28:35.149 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b[62393]: ts=2024-09-17T08:28:34.831Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-17T08:28:35.150 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b[62393]: ts=2024-09-17T08:28:34.831Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-17T08:28:35.150 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b[62393]: ts=2024-09-17T08:28:34.831Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-17T08:28:35.150 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b[62393]: ts=2024-09-17T08:28:34.831Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-17T08:28:35.150 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b[62393]: ts=2024-09-17T08:28:34.831Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-17T08:28:35.150 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b[62393]: ts=2024-09-17T08:28:34.831Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-17T08:28:35.150 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b[62393]: ts=2024-09-17T08:28:34.831Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-17T08:28:35.150 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b[62393]: ts=2024-09-17T08:28:34.831Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-17T08:28:35.150 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b[62393]: ts=2024-09-17T08:28:34.831Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-17T08:28:35.150 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b[62393]: ts=2024-09-17T08:28:34.831Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-17T08:28:35.150 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b[62393]: ts=2024-09-17T08:28:34.831Z caller=node_exporter.go:117 level=info collector=os 2024-09-17T08:28:35.150 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b[62393]: ts=2024-09-17T08:28:34.831Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-17T08:28:35.150 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b[62393]: ts=2024-09-17T08:28:34.831Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-17T08:28:35.150 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b[62393]: ts=2024-09-17T08:28:34.831Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-17T08:28:35.151 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b[62393]: ts=2024-09-17T08:28:34.831Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-17T08:28:35.151 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b[62393]: ts=2024-09-17T08:28:34.831Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-17T08:28:35.151 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b[62393]: ts=2024-09-17T08:28:34.831Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-17T08:28:35.151 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b[62393]: ts=2024-09-17T08:28:34.831Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-17T08:28:35.151 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b[62393]: ts=2024-09-17T08:28:34.831Z caller=node_exporter.go:117 level=info collector=stat 2024-09-17T08:28:35.151 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b[62393]: ts=2024-09-17T08:28:34.831Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-17T08:28:35.151 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b[62393]: ts=2024-09-17T08:28:34.831Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-17T08:28:35.151 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b[62393]: ts=2024-09-17T08:28:34.831Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-17T08:28:35.151 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b[62393]: ts=2024-09-17T08:28:34.831Z caller=node_exporter.go:117 level=info collector=time 2024-09-17T08:28:35.151 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b[62393]: ts=2024-09-17T08:28:34.831Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-17T08:28:35.151 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b[62393]: ts=2024-09-17T08:28:34.831Z caller=node_exporter.go:117 level=info collector=uname 2024-09-17T08:28:35.151 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b[62393]: ts=2024-09-17T08:28:34.831Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-17T08:28:35.151 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b[62393]: ts=2024-09-17T08:28:34.831Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-17T08:28:35.151 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b[62393]: ts=2024-09-17T08:28:34.831Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-17T08:28:35.152 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b[62393]: ts=2024-09-17T08:28:34.832Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-17T08:28:35.152 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b[62393]: ts=2024-09-17T08:28:34.832Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-17T08:28:35.152 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 bash[62242]: 75f36e91740f99c5d85f674b6fc38500c146b95eb6ba1f3ca4051413e9e027cb 2024-09-17T08:28:35.152 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:28:34 smithi187 systemd[1]: Started Ceph node-exporter.b for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:28:35.416 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 podman[62408]: 2024-09-17 08:28:35.309467424 +0000 UTC m=+0.584126862 container init 11c8abfcb33504af34280ca21064eda124f96fe55130432284ef36f27f513e10 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:28:35.416 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 podman[62408]: 2024-09-17 08:28:35.312621221 +0000 UTC m=+0.587280657 container start 11c8abfcb33504af34280ca21064eda124f96fe55130432284ef36f27f513e10 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:28:35.417 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[62505]: level=info ts=2024-09-17T08:28:35.353Z caller=main.go:302 msg="No time or size retention was set so using the default time retention" duration=15d 2024-09-17T08:28:35.417 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[62505]: level=info ts=2024-09-17T08:28:35.353Z caller=main.go:337 msg="Starting Prometheus" version="(version=2.18.1, branch=HEAD, revision=ecee9c8abfd118f139014cb1b174b08db3f342cf)" 2024-09-17T08:28:35.417 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[62505]: level=info ts=2024-09-17T08:28:35.353Z caller=main.go:338 build_context="(go=go1.14.2, user=root@2117a9e64a7e, date=20200507-16:51:47)" 2024-09-17T08:28:35.417 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[62505]: level=info ts=2024-09-17T08:28:35.353Z caller=main.go:339 host_details="(Linux 5.14.0-508.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024 x86_64 smithi187 (none))" 2024-09-17T08:28:35.417 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[62505]: level=info ts=2024-09-17T08:28:35.353Z caller=main.go:340 fd_limits="(soft=1048576, hard=1048576)" 2024-09-17T08:28:35.417 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[62505]: level=info ts=2024-09-17T08:28:35.353Z caller=main.go:341 vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-17T08:28:35.417 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[62505]: level=info ts=2024-09-17T08:28:35.354Z caller=main.go:678 msg="Starting TSDB ..." 2024-09-17T08:28:35.417 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[62505]: level=info ts=2024-09-17T08:28:35.354Z caller=web.go:523 component=web msg="Start listening for connections" address=:9095 2024-09-17T08:28:35.417 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[62505]: level=info ts=2024-09-17T08:28:35.356Z caller=head.go:575 component=tsdb msg="Replaying WAL, this may take awhile" 2024-09-17T08:28:35.417 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[62505]: level=info ts=2024-09-17T08:28:35.357Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=20 2024-09-17T08:28:35.417 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[62505]: level=info ts=2024-09-17T08:28:35.365Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=1 maxSegment=20 2024-09-17T08:28:35.417 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[62505]: level=info ts=2024-09-17T08:28:35.365Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=2 maxSegment=20 2024-09-17T08:28:35.417 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[62505]: level=info ts=2024-09-17T08:28:35.365Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=3 maxSegment=20 2024-09-17T08:28:35.418 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[62505]: level=info ts=2024-09-17T08:28:35.365Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=4 maxSegment=20 2024-09-17T08:28:35.418 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[62505]: level=info ts=2024-09-17T08:28:35.366Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=5 maxSegment=20 2024-09-17T08:28:35.418 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[62505]: level=info ts=2024-09-17T08:28:35.366Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=6 maxSegment=20 2024-09-17T08:28:35.418 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[62505]: level=info ts=2024-09-17T08:28:35.366Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=7 maxSegment=20 2024-09-17T08:28:35.418 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[62505]: level=info ts=2024-09-17T08:28:35.366Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=8 maxSegment=20 2024-09-17T08:28:35.418 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[62505]: level=info ts=2024-09-17T08:28:35.366Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=9 maxSegment=20 2024-09-17T08:28:35.418 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[62505]: level=info ts=2024-09-17T08:28:35.366Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=10 maxSegment=20 2024-09-17T08:28:35.418 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[62505]: level=info ts=2024-09-17T08:28:35.367Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=11 maxSegment=20 2024-09-17T08:28:35.418 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[62505]: level=info ts=2024-09-17T08:28:35.369Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=12 maxSegment=20 2024-09-17T08:28:35.418 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[62505]: level=info ts=2024-09-17T08:28:35.369Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=13 maxSegment=20 2024-09-17T08:28:35.418 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[62505]: level=info ts=2024-09-17T08:28:35.369Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=14 maxSegment=20 2024-09-17T08:28:35.418 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[62505]: level=info ts=2024-09-17T08:28:35.369Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=15 maxSegment=20 2024-09-17T08:28:35.418 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[62505]: level=info ts=2024-09-17T08:28:35.369Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=16 maxSegment=20 2024-09-17T08:28:35.418 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[62505]: level=info ts=2024-09-17T08:28:35.369Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=17 maxSegment=20 2024-09-17T08:28:35.419 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[62505]: level=info ts=2024-09-17T08:28:35.370Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=18 maxSegment=20 2024-09-17T08:28:35.419 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[62505]: level=info ts=2024-09-17T08:28:35.370Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=19 maxSegment=20 2024-09-17T08:28:35.419 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[62505]: level=info ts=2024-09-17T08:28:35.370Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=20 maxSegment=20 2024-09-17T08:28:35.419 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[62505]: level=info ts=2024-09-17T08:28:35.370Z caller=head.go:627 component=tsdb msg="WAL replay completed" duration=13.514261ms 2024-09-17T08:28:35.419 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[62505]: level=info ts=2024-09-17T08:28:35.372Z caller=main.go:694 fs_type=XFS_SUPER_MAGIC 2024-09-17T08:28:35.419 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[62505]: level=info ts=2024-09-17T08:28:35.372Z caller=main.go:695 msg="TSDB started" 2024-09-17T08:28:35.419 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[62505]: level=info ts=2024-09-17T08:28:35.372Z caller=main.go:799 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-17T08:28:35.419 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[62505]: level=info ts=2024-09-17T08:28:35.372Z caller=main.go:547 msg="Stopping scrape discovery manager..." 2024-09-17T08:28:35.419 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[62505]: level=info ts=2024-09-17T08:28:35.372Z caller=main.go:561 msg="Stopping notify discovery manager..." 2024-09-17T08:28:35.419 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[62505]: level=info ts=2024-09-17T08:28:35.372Z caller=main.go:583 msg="Stopping scrape manager..." 2024-09-17T08:28:35.419 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[62505]: level=info ts=2024-09-17T08:28:35.372Z caller=main.go:557 msg="Notify discovery manager stopped" 2024-09-17T08:28:35.419 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[62505]: level=info ts=2024-09-17T08:28:35.372Z caller=manager.go:882 component="rule manager" msg="Stopping rule manager..." 2024-09-17T08:28:35.419 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[62505]: level=info ts=2024-09-17T08:28:35.372Z caller=manager.go:892 component="rule manager" msg="Rule manager stopped" 2024-09-17T08:28:35.419 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[62505]: level=info ts=2024-09-17T08:28:35.372Z caller=main.go:543 msg="Scrape discovery manager stopped" 2024-09-17T08:28:35.420 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[62505]: level=info ts=2024-09-17T08:28:35.372Z caller=main.go:577 msg="Scrape manager stopped" 2024-09-17T08:28:35.420 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[62505]: level=info ts=2024-09-17T08:28:35.373Z caller=notifier.go:601 component=notifier msg="Stopping notification manager..." 2024-09-17T08:28:35.420 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[62505]: level=info ts=2024-09-17T08:28:35.373Z caller=main.go:749 msg="Notifier manager stopped" 2024-09-17T08:28:35.420 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[62505]: level=error ts=2024-09-17T08:28:35.373Z caller=main.go:758 err="error loading config from \"/etc/prometheus/prometheus.yml\": couldn't load configuration (--config.file=\"/etc/prometheus/prometheus.yml\"): parsing YAML file /etc/prometheus/prometheus.yml: yaml: unmarshal errors:\n line 14: field http_sd_configs not found in type config.plain\n line 27: field http_sd_configs not found in type config.plain\n line 31: field http_sd_configs not found in type config.plain\n line 45: field http_sd_configs not found in type config.plain\n line 49: field http_sd_configs not found in type config.plain" 2024-09-17T08:28:35.420 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 bash[62408]: 11c8abfcb33504af34280ca21064eda124f96fe55130432284ef36f27f513e10 2024-09-17T08:28:35.420 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 systemd[1]: Started Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:28:35.420 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 podman[62552]: 2024-09-17 08:28:35.416018843 +0000 UTC m=+0.035265063 container died 11c8abfcb33504af34280ca21064eda124f96fe55130432284ef36f27f513e10 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:28:35.993 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 podman[62552]: 2024-09-17 08:28:35.980353292 +0000 UTC m=+0.599599504 container remove 11c8abfcb33504af34280ca21064eda124f96fe55130432284ef36f27f513e10 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:28:35.993 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Main process exited, code=exited, status=1/FAILURE 2024-09-17T08:28:35.994 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:34.984945+0000 mon.a (mon.0) 887 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:35.994 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:34.991633+0000 mon.a (mon.0) 888 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:35.994 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:34.993132+0000 mon.c (mon.1) 125 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:28:35.994 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:35 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:28:35.468915+0000 mgr.y (mgr.24964) 62 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:28:36.251 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:34.984945+0000 mon.a (mon.0) 887 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:36.251 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:34.991633+0000 mon.a (mon.0) 888 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:36.251 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:34.993132+0000 mon.c (mon.1) 125 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:28:36.251 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:28:35.468915+0000 mgr.y (mgr.24964) 62 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:28:36.251 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:34.984945+0000 mon.a (mon.0) 887 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:36.251 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:34.991633+0000 mon.a (mon.0) 888 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:36.252 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:34.993132+0000 mon.c (mon.1) 125 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:28:36.252 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:28:35.468915+0000 mgr.y (mgr.24964) 62 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:28:36.396 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:35 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Failed with result 'exit-code'. 2024-09-17T08:28:38.823 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:28:37.469556+0000 mgr.y (mgr.24964) 63 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:28:38.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:28:37.469556+0000 mgr.y (mgr.24964) 63 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:28:38.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:28:37.469556+0000 mgr.y (mgr.24964) 63 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:28:40.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:39.092576+0000 mon.a (mon.0) 889 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:40.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:39.098387+0000 mon.a (mon.0) 890 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:40.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:28:39.469930+0000 mgr.y (mgr.24964) 64 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:28:40.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:39.593979+0000 mon.a (mon.0) 891 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:40.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:39.603979+0000 mon.a (mon.0) 892 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:40.274 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:39.092576+0000 mon.a (mon.0) 889 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:40.274 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:39.098387+0000 mon.a (mon.0) 890 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:40.274 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:28:39.469930+0000 mgr.y (mgr.24964) 64 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:28:40.274 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:39.593979+0000 mon.a (mon.0) 891 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:40.274 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:39.603979+0000 mon.a (mon.0) 892 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:40.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:39.092576+0000 mon.a (mon.0) 889 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:40.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:39.098387+0000 mon.a (mon.0) 890 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:40.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:28:39.469930+0000 mgr.y (mgr.24964) 64 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:28:40.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:39.593979+0000 mon.a (mon.0) 891 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:40.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:39.603979+0000 mon.a (mon.0) 892 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:41.407 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:40.299942+0000 mon.a (mon.0) 893 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:41.407 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:40.304941+0000 mon.a (mon.0) 894 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:41.407 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:40.798866+0000 mon.a (mon.0) 895 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:41.408 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:40.804567+0000 mon.a (mon.0) 896 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:41.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:40.299942+0000 mon.a (mon.0) 893 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:41.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:40.304941+0000 mon.a (mon.0) 894 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:41.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:40.798866+0000 mon.a (mon.0) 895 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:41.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:40.804567+0000 mon.a (mon.0) 896 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:41.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:40.299942+0000 mon.a (mon.0) 893 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:41.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:40.304941+0000 mon.a (mon.0) 894 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:41.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:40.798866+0000 mon.a (mon.0) 895 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:41.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:40.804567+0000 mon.a (mon.0) 896 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:42.523 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:42 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:28:41.470309+0000 mgr.y (mgr.24964) 65 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:28:42.643 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:28:41.470309+0000 mgr.y (mgr.24964) 65 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:28:42.643 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:28:41.470309+0000 mgr.y (mgr.24964) 65 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:28:43.878 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:42.671305+0000 mon.a (mon.0) 897 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:43.878 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:42.676311+0000 mon.a (mon.0) 898 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:43.878 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:28:43.471065+0000 mgr.y (mgr.24964) 66 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:28:44.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:42.671305+0000 mon.a (mon.0) 897 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:44.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:42.676311+0000 mon.a (mon.0) 898 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:44.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:28:43.471065+0000 mgr.y (mgr.24964) 66 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:28:44.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:42.671305+0000 mon.a (mon.0) 897 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:44.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:42.676311+0000 mon.a (mon.0) 898 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:44.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:28:43.471065+0000 mgr.y (mgr.24964) 66 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:28:45.265 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:44.207658+0000 mon.a (mon.0) 899 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:45.265 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:44.214152+0000 mon.a (mon.0) 900 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:45.265 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:44.215952+0000 mon.c (mon.1) 126 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:28:45.265 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:44.226189+0000 mon.c (mon.1) 127 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:28:45.266 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:28:44.227214+0000 mgr.y (mgr.24964) 67 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:28:45.266 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:28:44.227984+0000 mgr.y (mgr.24964) 68 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:28:45.266 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:28:44.228276+0000 mgr.y (mgr.24964) 69 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:28:45.266 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:44.234442+0000 mon.a (mon.0) 901 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:45.266 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:44.353624+0000 mon.c (mon.1) 128 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:28:45.266 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:44.356119+0000 mon.c (mon.1) 129 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:45.266 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:44.357327+0000 mon.c (mon.1) 130 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:45.266 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:44.358524+0000 mon.c (mon.1) 131 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:45.266 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:44.359598+0000 mon.c (mon.1) 132 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:45.266 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:44.360423+0000 mon.c (mon.1) 133 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:45.266 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:44.361243+0000 mon.c (mon.1) 134 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:45.266 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:44.362272+0000 mon.c (mon.1) 135 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:45.267 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:44.363525+0000 mon.c (mon.1) 136 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:45.267 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:44.364613+0000 mon.c (mon.1) 137 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:45.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:44.207658+0000 mon.a (mon.0) 899 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:45.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:44.214152+0000 mon.a (mon.0) 900 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:45.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:44.215952+0000 mon.c (mon.1) 126 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:28:45.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:44.226189+0000 mon.c (mon.1) 127 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:28:45.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:28:44.227214+0000 mgr.y (mgr.24964) 67 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:28:45.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:28:44.227984+0000 mgr.y (mgr.24964) 68 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:28:45.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:28:44.228276+0000 mgr.y (mgr.24964) 69 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:28:45.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:44.234442+0000 mon.a (mon.0) 901 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:45.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:44.353624+0000 mon.c (mon.1) 128 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:28:45.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:44.356119+0000 mon.c (mon.1) 129 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:45.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:44.357327+0000 mon.c (mon.1) 130 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:45.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:44.358524+0000 mon.c (mon.1) 131 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:45.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:44.359598+0000 mon.c (mon.1) 132 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:45.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:44.360423+0000 mon.c (mon.1) 133 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:45.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:44.361243+0000 mon.c (mon.1) 134 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:45.667 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:44.362272+0000 mon.c (mon.1) 135 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:45.667 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:44.363525+0000 mon.c (mon.1) 136 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:45.667 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:44.364613+0000 mon.c (mon.1) 137 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:45.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:44.207658+0000 mon.a (mon.0) 899 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:45.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:44.214152+0000 mon.a (mon.0) 900 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:45.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:44.215952+0000 mon.c (mon.1) 126 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:28:45.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:44.226189+0000 mon.c (mon.1) 127 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:28:45.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:28:44.227214+0000 mgr.y (mgr.24964) 67 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:28:45.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:28:44.227984+0000 mgr.y (mgr.24964) 68 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:28:45.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:28:44.228276+0000 mgr.y (mgr.24964) 69 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:28:45.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:44.234442+0000 mon.a (mon.0) 901 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:45.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:44.353624+0000 mon.c (mon.1) 128 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:28:45.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:44.356119+0000 mon.c (mon.1) 129 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:45.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:44.357327+0000 mon.c (mon.1) 130 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:45.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:44.358524+0000 mon.c (mon.1) 131 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:45.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:44.359598+0000 mon.c (mon.1) 132 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:45.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:44.360423+0000 mon.c (mon.1) 133 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:45.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:44.361243+0000 mon.c (mon.1) 134 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:45.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:44.362272+0000 mon.c (mon.1) 135 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:45.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:44.363525+0000 mon.c (mon.1) 136 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:45.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:44.364613+0000 mon.c (mon.1) 137 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:46.275 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:46 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Scheduled restart job, restart counter is at 4. 2024-09-17T08:28:46.275 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:46 smithi187 systemd[1]: Stopped Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:28:46.275 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:46 smithi187 systemd[1]: Starting Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:28:46.598 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:46 smithi187 podman[63899]: 2024-09-17 08:28:46.342938619 +0000 UTC m=+0.023905414 image pull de242295e2257c37c8cadfd962369228f8f10b2d48a44259b65fef44ad4f6490 docker.io/prom/prometheus:v2.18.1 2024-09-17T08:28:46.598 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:46 smithi187 podman[63899]: 2024-09-17 08:28:46.476681545 +0000 UTC m=+0.157648325 container create 672992225d03a01b0bac908539e7e26ee57154faf61216ce96683b871322eff0 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:28:47.618 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:28:45.878540+0000 mgr.y (mgr.24964) 70 : cephadm [INF] Upgrade: Updating prometheus.a 2024-09-17T08:28:47.618 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:28:46.094700+0000 mgr.y (mgr.24964) 71 : cephadm [INF] Deploying daemon prometheus.a on smithi187 2024-09-17T08:28:47.618 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:28:46.228602+0000 mgr.y (mgr.24964) 72 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:28:47.619 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:46.802753+0000 mon.b (mon.2) 169 : audit [DBG] from='client.? 172.21.15.187:0/3379291315' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:28:47.619 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:47.123468+0000 mon.b (mon.2) 170 : audit [INF] from='client.? 172.21.15.187:0/3039094874' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6832/1886718149"}]: access denied 2024-09-17T08:28:47.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:28:45.878540+0000 mgr.y (mgr.24964) 70 : cephadm [INF] Upgrade: Updating prometheus.a 2024-09-17T08:28:47.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:28:46.094700+0000 mgr.y (mgr.24964) 71 : cephadm [INF] Deploying daemon prometheus.a on smithi187 2024-09-17T08:28:47.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:28:46.228602+0000 mgr.y (mgr.24964) 72 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:28:47.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:46.802753+0000 mon.b (mon.2) 169 : audit [DBG] from='client.? 172.21.15.187:0/3379291315' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:28:47.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:47.123468+0000 mon.b (mon.2) 170 : audit [INF] from='client.? 172.21.15.187:0/3039094874' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6832/1886718149"}]: access denied 2024-09-17T08:28:47.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:28:45.878540+0000 mgr.y (mgr.24964) 70 : cephadm [INF] Upgrade: Updating prometheus.a 2024-09-17T08:28:47.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:28:46.094700+0000 mgr.y (mgr.24964) 71 : cephadm [INF] Deploying daemon prometheus.a on smithi187 2024-09-17T08:28:47.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:28:46.228602+0000 mgr.y (mgr.24964) 72 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:28:47.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:46.802753+0000 mon.b (mon.2) 169 : audit [DBG] from='client.? 172.21.15.187:0/3379291315' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:28:47.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:47.123468+0000 mon.b (mon.2) 170 : audit [INF] from='client.? 172.21.15.187:0/3039094874' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6832/1886718149"}]: access denied 2024-09-17T08:28:49.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:48 smithi187 podman[63899]: 2024-09-17 08:28:48.834654913 +0000 UTC m=+2.515621695 container init 672992225d03a01b0bac908539e7e26ee57154faf61216ce96683b871322eff0 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:28:49.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:48 smithi187 podman[63899]: 2024-09-17 08:28:48.838457502 +0000 UTC m=+2.519424295 container start 672992225d03a01b0bac908539e7e26ee57154faf61216ce96683b871322eff0 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:28:49.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[63978]: level=info ts=2024-09-17T08:28:48.870Z caller=main.go:302 msg="No time or size retention was set so using the default time retention" duration=15d 2024-09-17T08:28:49.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[63978]: level=info ts=2024-09-17T08:28:48.870Z caller=main.go:337 msg="Starting Prometheus" version="(version=2.18.1, branch=HEAD, revision=ecee9c8abfd118f139014cb1b174b08db3f342cf)" 2024-09-17T08:28:49.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[63978]: level=info ts=2024-09-17T08:28:48.870Z caller=main.go:338 build_context="(go=go1.14.2, user=root@2117a9e64a7e, date=20200507-16:51:47)" 2024-09-17T08:28:49.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[63978]: level=info ts=2024-09-17T08:28:48.870Z caller=main.go:339 host_details="(Linux 5.14.0-508.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024 x86_64 smithi187 (none))" 2024-09-17T08:28:49.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[63978]: level=info ts=2024-09-17T08:28:48.870Z caller=main.go:340 fd_limits="(soft=1048576, hard=1048576)" 2024-09-17T08:28:49.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[63978]: level=info ts=2024-09-17T08:28:48.870Z caller=main.go:341 vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-17T08:28:49.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[63978]: level=info ts=2024-09-17T08:28:48.871Z caller=main.go:678 msg="Starting TSDB ..." 2024-09-17T08:28:49.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[63978]: level=info ts=2024-09-17T08:28:48.871Z caller=web.go:523 component=web msg="Start listening for connections" address=:9095 2024-09-17T08:28:49.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[63978]: level=info ts=2024-09-17T08:28:48.873Z caller=head.go:575 component=tsdb msg="Replaying WAL, this may take awhile" 2024-09-17T08:28:49.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[63978]: level=info ts=2024-09-17T08:28:48.874Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=21 2024-09-17T08:28:49.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[63978]: level=info ts=2024-09-17T08:28:48.882Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=1 maxSegment=21 2024-09-17T08:28:49.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[63978]: level=info ts=2024-09-17T08:28:48.882Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=2 maxSegment=21 2024-09-17T08:28:49.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[63978]: level=info ts=2024-09-17T08:28:48.882Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=3 maxSegment=21 2024-09-17T08:28:49.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[63978]: level=info ts=2024-09-17T08:28:48.882Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=4 maxSegment=21 2024-09-17T08:28:49.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[63978]: level=info ts=2024-09-17T08:28:48.883Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=5 maxSegment=21 2024-09-17T08:28:49.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[63978]: level=info ts=2024-09-17T08:28:48.883Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=6 maxSegment=21 2024-09-17T08:28:49.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[63978]: level=info ts=2024-09-17T08:28:48.883Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=7 maxSegment=21 2024-09-17T08:28:49.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[63978]: level=info ts=2024-09-17T08:28:48.883Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=8 maxSegment=21 2024-09-17T08:28:49.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[63978]: level=info ts=2024-09-17T08:28:48.883Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=9 maxSegment=21 2024-09-17T08:28:49.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[63978]: level=info ts=2024-09-17T08:28:48.883Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=10 maxSegment=21 2024-09-17T08:28:49.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[63978]: level=info ts=2024-09-17T08:28:48.884Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=11 maxSegment=21 2024-09-17T08:28:49.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[63978]: level=info ts=2024-09-17T08:28:48.884Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=12 maxSegment=21 2024-09-17T08:28:49.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[63978]: level=info ts=2024-09-17T08:28:48.885Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=13 maxSegment=21 2024-09-17T08:28:49.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[63978]: level=info ts=2024-09-17T08:28:48.885Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=14 maxSegment=21 2024-09-17T08:28:49.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[63978]: level=info ts=2024-09-17T08:28:48.886Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=15 maxSegment=21 2024-09-17T08:28:49.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[63978]: level=info ts=2024-09-17T08:28:48.886Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=16 maxSegment=21 2024-09-17T08:28:49.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[63978]: level=info ts=2024-09-17T08:28:48.886Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=17 maxSegment=21 2024-09-17T08:28:49.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[63978]: level=info ts=2024-09-17T08:28:48.886Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=18 maxSegment=21 2024-09-17T08:28:49.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[63978]: level=info ts=2024-09-17T08:28:48.886Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=19 maxSegment=21 2024-09-17T08:28:49.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[63978]: level=info ts=2024-09-17T08:28:48.886Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=20 maxSegment=21 2024-09-17T08:28:49.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[63978]: level=info ts=2024-09-17T08:28:48.887Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=21 maxSegment=21 2024-09-17T08:28:49.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[63978]: level=info ts=2024-09-17T08:28:48.887Z caller=head.go:627 component=tsdb msg="WAL replay completed" duration=13.35918ms 2024-09-17T08:28:49.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[63978]: level=info ts=2024-09-17T08:28:48.888Z caller=main.go:694 fs_type=XFS_SUPER_MAGIC 2024-09-17T08:28:49.151 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[63978]: level=info ts=2024-09-17T08:28:48.888Z caller=main.go:695 msg="TSDB started" 2024-09-17T08:28:49.151 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[63978]: level=info ts=2024-09-17T08:28:48.888Z caller=main.go:799 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-17T08:28:49.151 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[63978]: level=info ts=2024-09-17T08:28:48.889Z caller=main.go:547 msg="Stopping scrape discovery manager..." 2024-09-17T08:28:49.151 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[63978]: level=info ts=2024-09-17T08:28:48.889Z caller=main.go:561 msg="Stopping notify discovery manager..." 2024-09-17T08:28:49.151 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[63978]: level=info ts=2024-09-17T08:28:48.889Z caller=main.go:583 msg="Stopping scrape manager..." 2024-09-17T08:28:49.151 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[63978]: level=info ts=2024-09-17T08:28:48.889Z caller=main.go:557 msg="Notify discovery manager stopped" 2024-09-17T08:28:49.151 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[63978]: level=info ts=2024-09-17T08:28:48.889Z caller=main.go:543 msg="Scrape discovery manager stopped" 2024-09-17T08:28:49.151 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[63978]: level=info ts=2024-09-17T08:28:48.889Z caller=manager.go:882 component="rule manager" msg="Stopping rule manager..." 2024-09-17T08:28:49.152 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[63978]: level=info ts=2024-09-17T08:28:48.889Z caller=manager.go:892 component="rule manager" msg="Rule manager stopped" 2024-09-17T08:28:49.152 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[63978]: level=info ts=2024-09-17T08:28:48.889Z caller=main.go:577 msg="Scrape manager stopped" 2024-09-17T08:28:49.152 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[63978]: level=info ts=2024-09-17T08:28:48.889Z caller=notifier.go:601 component=notifier msg="Stopping notification manager..." 2024-09-17T08:28:49.152 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[63978]: level=info ts=2024-09-17T08:28:48.889Z caller=main.go:749 msg="Notifier manager stopped" 2024-09-17T08:28:49.152 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a[63978]: level=error ts=2024-09-17T08:28:48.889Z caller=main.go:758 err="error loading config from \"/etc/prometheus/prometheus.yml\": couldn't load configuration (--config.file=\"/etc/prometheus/prometheus.yml\"): parsing YAML file /etc/prometheus/prometheus.yml: yaml: unmarshal errors:\n line 14: field http_sd_configs not found in type config.plain\n line 27: field http_sd_configs not found in type config.plain\n line 31: field http_sd_configs not found in type config.plain\n line 45: field http_sd_configs not found in type config.plain\n line 49: field http_sd_configs not found in type config.plain" 2024-09-17T08:28:49.152 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:48 smithi187 bash[63899]: 672992225d03a01b0bac908539e7e26ee57154faf61216ce96683b871322eff0 2024-09-17T08:28:49.152 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:48 smithi187 systemd[1]: Started Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:28:49.152 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:48 smithi187 podman[64102]: 2024-09-17 08:28:48.935987539 +0000 UTC m=+0.035327279 container died 672992225d03a01b0bac908539e7e26ee57154faf61216ce96683b871322eff0 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:28:49.833 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:28:48.229458+0000 mgr.y (mgr.24964) 73 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 116 B/s rd, 0 op/s 2024-09-17T08:28:49.833 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:49 smithi187 podman[64102]: 2024-09-17 08:28:49.429582497 +0000 UTC m=+0.528922225 container remove 672992225d03a01b0bac908539e7e26ee57154faf61216ce96683b871322eff0 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus.a, maintainer=The Prometheus Authors ) 2024-09-17T08:28:49.833 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:49 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Main process exited, code=exited, status=1/FAILURE 2024-09-17T08:28:49.833 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:49 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service: Failed with result 'exit-code'. 2024-09-17T08:28:49.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:28:48.229458+0000 mgr.y (mgr.24964) 73 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 116 B/s rd, 0 op/s 2024-09-17T08:28:49.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:28:48.229458+0000 mgr.y (mgr.24964) 73 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 116 B/s rd, 0 op/s 2024-09-17T08:28:50.341 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:50 smithi187 systemd[1]: Stopped Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:28:50.782 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:50 smithi187 systemd[1]: Starting Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:28:51.626 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:51 smithi187 podman[64273]: 2024-09-17 08:28:51.498158594 +0000 UTC m=+0.017451621 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-09-17T08:28:51.627 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:28:50.230081+0000 mgr.y (mgr.24964) 74 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 116 B/s rd, 0 op/s 2024-09-17T08:28:51.880 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:51 smithi187 podman[64273]: 2024-09-17 08:28:51.626767138 +0000 UTC m=+0.146060195 container create 052443b7a266a9463c657ceb1d1ed1e7fd96881b356f8e3c019d10bde7845b81 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-17T08:28:51.880 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:51 smithi187 podman[64273]: 2024-09-17 08:28:51.853907371 +0000 UTC m=+0.373200386 container init 052443b7a266a9463c657ceb1d1ed1e7fd96881b356f8e3c019d10bde7845b81 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-17T08:28:51.880 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:51 smithi187 podman[64273]: 2024-09-17 08:28:51.856639623 +0000 UTC m=+0.375932651 container start 052443b7a266a9463c657ceb1d1ed1e7fd96881b356f8e3c019d10bde7845b81 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-17T08:28:51.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:28:50.230081+0000 mgr.y (mgr.24964) 74 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 116 B/s rd, 0 op/s 2024-09-17T08:28:51.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:28:50.230081+0000 mgr.y (mgr.24964) 74 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 116 B/s rd, 0 op/s 2024-09-17T08:28:52.147 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:28:51.880Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-17T08:28:52.147 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:28:51.880Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-17T08:28:52.147 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:28:51.880Z caller=main.go:570 level=info host_details="(Linux 5.14.0-508.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024 x86_64 smithi187 (none))" 2024-09-17T08:28:52.147 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:28:51.880Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-17T08:28:52.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:28:51.880Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-17T08:28:52.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:28:51.882Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-17T08:28:52.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:28:51.883Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-17T08:28:52.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:28:51.883Z caller=dir_locker.go:77 level=warn component=tsdb msg="A lockfile from a previous execution already existed. It was replaced" file=/prometheus/lock 2024-09-17T08:28:52.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:28:51.884Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-17T08:28:52.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:28:51.884Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-17T08:28:52.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:28:51.885Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-17T08:28:52.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:28:51.885Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.173µs 2024-09-17T08:28:52.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:28:51.885Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-17T08:28:52.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:28:51.885Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=22 2024-09-17T08:28:52.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:28:51.893Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=22 2024-09-17T08:28:52.148 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:28:51.893Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=22 2024-09-17T08:28:52.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:28:51.893Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=22 2024-09-17T08:28:52.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:28:51.893Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=22 2024-09-17T08:28:52.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:28:51.893Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=5 maxSegment=22 2024-09-17T08:28:52.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:28:51.894Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=6 maxSegment=22 2024-09-17T08:28:52.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:28:51.894Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=7 maxSegment=22 2024-09-17T08:28:52.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:28:51.895Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=8 maxSegment=22 2024-09-17T08:28:52.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:28:51.896Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=9 maxSegment=22 2024-09-17T08:28:52.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:28:51.896Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=10 maxSegment=22 2024-09-17T08:28:52.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:28:51.896Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=11 maxSegment=22 2024-09-17T08:28:52.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:28:51.896Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=12 maxSegment=22 2024-09-17T08:28:52.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:28:51.897Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=13 maxSegment=22 2024-09-17T08:28:52.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:28:51.897Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=14 maxSegment=22 2024-09-17T08:28:52.149 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:28:51.897Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=15 maxSegment=22 2024-09-17T08:28:52.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:28:51.897Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=16 maxSegment=22 2024-09-17T08:28:52.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:28:51.897Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=17 maxSegment=22 2024-09-17T08:28:52.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:28:51.897Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=18 maxSegment=22 2024-09-17T08:28:52.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:28:51.898Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=19 maxSegment=22 2024-09-17T08:28:52.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:28:51.898Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=20 maxSegment=22 2024-09-17T08:28:52.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:28:51.899Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=21 maxSegment=22 2024-09-17T08:28:52.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:28:51.899Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=22 maxSegment=22 2024-09-17T08:28:52.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:28:51.899Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=39.785µs wal_replay_duration=14.404573ms wbl_replay_duration=126ns total_replay_duration=14.471933ms 2024-09-17T08:28:52.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:28:51.901Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-17T08:28:52.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:28:51.901Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-17T08:28:52.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:28:51.901Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-17T08:28:52.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:28:51.918Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=17.125785ms db_storage=781ns remote_storage=1.24µs web_handler=426ns query_engine=586ns scrape=317.619µs scrape_sd=90.998µs notify=10.964µs notify_sd=10.01µs rules=16.372922ms tracing=4.464µs 2024-09-17T08:28:52.150 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:28:51.918Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-17T08:28:52.151 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:28:51.918Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-17T08:28:52.151 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:51 smithi187 bash[64273]: 052443b7a266a9463c657ceb1d1ed1e7fd96881b356f8e3c019d10bde7845b81 2024-09-17T08:28:52.151 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:28:51 smithi187 systemd[1]: Started Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:28:53.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:53 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:52.046160+0000 mon.a (mon.0) 902 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:53.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:53 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:52.054665+0000 mon.a (mon.0) 903 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:53.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:53 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:52.056279+0000 mon.c (mon.1) 138 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:28:53.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:53 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:28:52.231084+0000 mgr.y (mgr.24964) 75 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 116 B/s rd, 0 op/s 2024-09-17T08:28:53.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:52.046160+0000 mon.a (mon.0) 902 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:53.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:52.054665+0000 mon.a (mon.0) 903 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:53.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:52.056279+0000 mon.c (mon.1) 138 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:28:53.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:28:52.231084+0000 mgr.y (mgr.24964) 75 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 116 B/s rd, 0 op/s 2024-09-17T08:28:53.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:52.046160+0000 mon.a (mon.0) 902 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:53.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:52.054665+0000 mon.a (mon.0) 903 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:53.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:52.056279+0000 mon.c (mon.1) 138 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:28:53.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:28:52.231084+0000 mgr.y (mgr.24964) 75 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 116 B/s rd, 0 op/s 2024-09-17T08:28:55.626 INFO:teuthology.orchestra.run.smithi088.stdout:true 2024-09-17T08:28:55.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:28:54.231540+0000 mgr.y (mgr.24964) 76 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 102 B/s rd, 0 op/s 2024-09-17T08:28:55.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:28:54.231540+0000 mgr.y (mgr.24964) 76 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 102 B/s rd, 0 op/s 2024-09-17T08:28:55.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:28:54.231540+0000 mgr.y (mgr.24964) 76 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 102 B/s rd, 0 op/s 2024-09-17T08:28:56.243 INFO:teuthology.orchestra.run.smithi088.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T08:28:56.243 INFO:teuthology.orchestra.run.smithi088.stdout:alertmanager.a smithi088 *:9093,9094 running (13m) 17s ago 21m 17.2M - 0.20.0 0881eb8f169f f8e3e13fbd6f 2024-09-17T08:28:56.244 INFO:teuthology.orchestra.run.smithi088.stdout:grafana.a smithi187 *:3000 running (13m) 15s ago 21m 40.0M - 6.7.4 557c83e11646 25ed58e5ef5b 2024-09-17T08:28:56.244 INFO:teuthology.orchestra.run.smithi088.stdout:iscsi.foo.smithi187.kgegfj smithi187 unknown 15s ago 20m - - 2024-09-17T08:28:56.244 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.x smithi187 *:8443,8765 running (46s) 15s ago 25m 436M - 18.2.4-855-g19e2a2be 980a0bfcd684 d71cc65429a4 2024-09-17T08:28:56.244 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.y smithi088 *:8443,8765 running (10m) 17s ago 26m 476M - 18.2.4-855-g19e2a2be 980a0bfcd684 3228b2505d9a 2024-09-17T08:28:56.244 INFO:teuthology.orchestra.run.smithi088.stdout:mon.a smithi088 running (26m) 17s ago 26m 93.0M 2048M 16.2.0 24ecd6d5f14c 2454e1e9e408 2024-09-17T08:28:56.244 INFO:teuthology.orchestra.run.smithi088.stdout:mon.b smithi187 running (25m) 15s ago 25m 66.0M 2048M 16.2.0 24ecd6d5f14c 443ac3d93fd1 2024-09-17T08:28:56.244 INFO:teuthology.orchestra.run.smithi088.stdout:mon.c smithi088 running (25m) 17s ago 25m 61.1M 2048M 16.2.0 24ecd6d5f14c 02dbf1ac3f13 2024-09-17T08:28:56.244 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.a smithi088 *:9100 running (29s) 17s ago 21m 3355k - 1.5.0 0da6a335fe13 b70a15a514fb 2024-09-17T08:28:56.244 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.b smithi187 *:9100 running (21s) 15s ago 22m 5444k - 1.5.0 0da6a335fe13 75f36e91740f 2024-09-17T08:28:56.244 INFO:teuthology.orchestra.run.smithi088.stdout:osd.0 smithi088 running (25m) 17s ago 25m 49.3M 4096M 16.2.0 24ecd6d5f14c 999284c446e9 2024-09-17T08:28:56.245 INFO:teuthology.orchestra.run.smithi088.stdout:osd.1 smithi088 running (24m) 17s ago 24m 47.2M 4096M 16.2.0 24ecd6d5f14c 76ee60c1a08d 2024-09-17T08:28:56.245 INFO:teuthology.orchestra.run.smithi088.stdout:osd.2 smithi088 running (24m) 17s ago 24m 46.3M 4096M 16.2.0 24ecd6d5f14c 2503783cc013 2024-09-17T08:28:56.245 INFO:teuthology.orchestra.run.smithi088.stdout:osd.3 smithi088 running (24m) 17s ago 24m 48.5M 4096M 16.2.0 24ecd6d5f14c bf680a19cb5a 2024-09-17T08:28:56.245 INFO:teuthology.orchestra.run.smithi088.stdout:osd.4 smithi187 running (23m) 15s ago 23m 49.4M 4096M 16.2.0 24ecd6d5f14c a8462272aa51 2024-09-17T08:28:56.245 INFO:teuthology.orchestra.run.smithi088.stdout:osd.5 smithi187 running (23m) 15s ago 23m 46.8M 4096M 16.2.0 24ecd6d5f14c c3463f9a8b7e 2024-09-17T08:28:56.245 INFO:teuthology.orchestra.run.smithi088.stdout:osd.6 smithi187 running (23m) 15s ago 23m 50.5M 4096M 16.2.0 24ecd6d5f14c 53d9ca2fb095 2024-09-17T08:28:56.245 INFO:teuthology.orchestra.run.smithi088.stdout:osd.7 smithi187 running (23m) 15s ago 23m 49.8M 4096M 16.2.0 24ecd6d5f14c 61f8b7fae59c 2024-09-17T08:28:56.245 INFO:teuthology.orchestra.run.smithi088.stdout:prometheus.a smithi187 *:9095 starting - - - - 2024-09-17T08:28:56.245 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi088.pybyat smithi088 *:8000 running (20m) 17s ago 20m 45.2M - 16.2.0 24ecd6d5f14c 1e03127137af 2024-09-17T08:28:56.245 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi187.yrrxta smithi187 *:8000 running (20m) 15s ago 20m 44.2M - 16.2.0 24ecd6d5f14c 304f0f2cb409 2024-09-17T08:28:56.622 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:28:56.622 INFO:teuthology.orchestra.run.smithi088.stdout: "mon": { 2024-09-17T08:28:56.623 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 3 2024-09-17T08:28:56.623 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:28:56.623 INFO:teuthology.orchestra.run.smithi088.stdout: "mgr": { 2024-09-17T08:28:56.623 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T08:28:56.623 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:28:56.623 INFO:teuthology.orchestra.run.smithi088.stdout: "osd": { 2024-09-17T08:28:56.623 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 8 2024-09-17T08:28:56.623 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:28:56.623 INFO:teuthology.orchestra.run.smithi088.stdout: "mds": {}, 2024-09-17T08:28:56.623 INFO:teuthology.orchestra.run.smithi088.stdout: "rgw": { 2024-09-17T08:28:56.623 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 2 2024-09-17T08:28:56.623 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:28:56.624 INFO:teuthology.orchestra.run.smithi088.stdout: "overall": { 2024-09-17T08:28:56.624 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 13, 2024-09-17T08:28:56.624 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T08:28:56.624 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-09-17T08:28:56.624 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:28:56.939 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:28:56.939 INFO:teuthology.orchestra.run.smithi088.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9", 2024-09-17T08:28:56.939 INFO:teuthology.orchestra.run.smithi088.stdout: "in_progress": true, 2024-09-17T08:28:56.939 INFO:teuthology.orchestra.run.smithi088.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-09-17T08:28:56.939 INFO:teuthology.orchestra.run.smithi088.stdout: "services_complete": [ 2024-09-17T08:28:56.939 INFO:teuthology.orchestra.run.smithi088.stdout: "mgr" 2024-09-17T08:28:56.939 INFO:teuthology.orchestra.run.smithi088.stdout: ], 2024-09-17T08:28:56.940 INFO:teuthology.orchestra.run.smithi088.stdout: "progress": "2/2 daemons upgraded", 2024-09-17T08:28:56.940 INFO:teuthology.orchestra.run.smithi088.stdout: "message": "Currently upgrading prometheus daemons", 2024-09-17T08:28:56.940 INFO:teuthology.orchestra.run.smithi088.stdout: "is_paused": false 2024-09-17T08:28:56.940 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:28:57.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:55.613894+0000 mgr.y (mgr.24964) 77 : audit [DBG] from='client.15351 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:28:57.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:55.931262+0000 mgr.y (mgr.24964) 78 : audit [DBG] from='client.25273 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:28:57.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:28:56.231860+0000 mgr.y (mgr.24964) 79 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:28:57.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:56.236521+0000 mgr.y (mgr.24964) 80 : audit [DBG] from='client.15363 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:28:57.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:56.622779+0000 mon.c (mon.1) 139 : audit [DBG] from='client.? 172.21.15.88:0/3335342852' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:57.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:57.065689+0000 mon.a (mon.0) 904 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:57.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:57.071613+0000 mon.a (mon.0) 905 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:57.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:55.613894+0000 mgr.y (mgr.24964) 77 : audit [DBG] from='client.15351 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:28:57.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:55.931262+0000 mgr.y (mgr.24964) 78 : audit [DBG] from='client.25273 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:28:57.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:28:56.231860+0000 mgr.y (mgr.24964) 79 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:28:57.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:56.236521+0000 mgr.y (mgr.24964) 80 : audit [DBG] from='client.15363 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:28:57.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:56.622779+0000 mon.c (mon.1) 139 : audit [DBG] from='client.? 172.21.15.88:0/3335342852' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:57.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:57.065689+0000 mon.a (mon.0) 904 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:57.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:57.071613+0000 mon.a (mon.0) 905 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:57.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:55.613894+0000 mgr.y (mgr.24964) 77 : audit [DBG] from='client.15351 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:28:57.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:55.931262+0000 mgr.y (mgr.24964) 78 : audit [DBG] from='client.25273 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:28:57.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:28:56.231860+0000 mgr.y (mgr.24964) 79 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:28:57.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:56.236521+0000 mgr.y (mgr.24964) 80 : audit [DBG] from='client.15363 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:28:57.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:56.622779+0000 mon.c (mon.1) 139 : audit [DBG] from='client.? 172.21.15.88:0/3335342852' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:28:57.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:57.065689+0000 mon.a (mon.0) 904 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:57.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:57.071613+0000 mon.a (mon.0) 905 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:58.887 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:56.939169+0000 mgr.y (mgr.24964) 81 : audit [DBG] from='client.25291 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:28:58.887 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:57.563216+0000 mon.a (mon.0) 906 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:58.887 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:28:57.569041+0000 mon.a (mon.0) 907 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:58.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:56.939169+0000 mgr.y (mgr.24964) 81 : audit [DBG] from='client.25291 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:28:58.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:57.563216+0000 mon.a (mon.0) 906 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:58.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:28:57.569041+0000 mon.a (mon.0) 907 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:58.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:56.939169+0000 mgr.y (mgr.24964) 81 : audit [DBG] from='client.25291 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:28:58.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:57.563216+0000 mon.a (mon.0) 906 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:58.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:58 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:28:57.569041+0000 mon.a (mon.0) 907 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:28:59.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:28:59 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:28:58.232687+0000 mgr.y (mgr.24964) 82 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:28:59.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:28:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:28:58.232687+0000 mgr.y (mgr.24964) 82 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:28:59.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:28:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:28:58.232687+0000 mgr.y (mgr.24964) 82 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:29:01.549 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:29:00.233147+0000 mgr.y (mgr.24964) 83 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:29:01.549 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:00.806971+0000 mon.a (mon.0) 908 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:01.549 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:00.813912+0000 mon.a (mon.0) 909 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:01.549 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:00.815483+0000 mon.c (mon.1) 140 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:29:01.549 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:00.816304+0000 mon.c (mon.1) 141 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:29:01.549 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:00.822245+0000 mon.a (mon.0) 910 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:01.549 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:00.901942+0000 mon.c (mon.1) 142 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T08:29:01.549 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:00.940857+0000 mon.c (mon.1) 143 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:29:01.550 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:00.943486+0000 mon.c (mon.1) 144 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:01.550 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:00.944777+0000 mon.c (mon.1) 145 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:01.550 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:00.946235+0000 mon.c (mon.1) 146 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:01.550 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:00.947552+0000 mon.c (mon.1) 147 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:01.550 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:00.948481+0000 mon.c (mon.1) 148 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:01.550 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:00.949420+0000 mon.c (mon.1) 149 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:01.550 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:00.950632+0000 mon.c (mon.1) 150 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:01.550 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:00.952135+0000 mon.c (mon.1) 151 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:01.550 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:00.953345+0000 mon.c (mon.1) 152 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:01.550 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:00.954521+0000 mon.c (mon.1) 153 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:01.550 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:29:00.233147+0000 mgr.y (mgr.24964) 83 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:29:01.551 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:00.806971+0000 mon.a (mon.0) 908 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:01.551 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:00.813912+0000 mon.a (mon.0) 909 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:01.551 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:00.815483+0000 mon.c (mon.1) 140 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:29:01.551 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:00.816304+0000 mon.c (mon.1) 141 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:29:01.551 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:00.822245+0000 mon.a (mon.0) 910 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:01.551 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:00.901942+0000 mon.c (mon.1) 142 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T08:29:01.551 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:00.940857+0000 mon.c (mon.1) 143 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:29:01.551 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:00.943486+0000 mon.c (mon.1) 144 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:01.551 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:00.944777+0000 mon.c (mon.1) 145 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:01.551 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:00.946235+0000 mon.c (mon.1) 146 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:01.551 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:00.947552+0000 mon.c (mon.1) 147 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:01.551 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:00.948481+0000 mon.c (mon.1) 148 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:01.551 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:00.949420+0000 mon.c (mon.1) 149 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:01.551 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:00.950632+0000 mon.c (mon.1) 150 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:01.552 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:00.952135+0000 mon.c (mon.1) 151 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:01.552 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:00.953345+0000 mon.c (mon.1) 152 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:01.552 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:00.954521+0000 mon.c (mon.1) 153 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:01.715 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:29:00.233147+0000 mgr.y (mgr.24964) 83 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:29:01.715 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:00.806971+0000 mon.a (mon.0) 908 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:01.715 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:00.813912+0000 mon.a (mon.0) 909 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:01.715 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:00.815483+0000 mon.c (mon.1) 140 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:29:01.715 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:00.816304+0000 mon.c (mon.1) 141 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:29:01.715 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:00.822245+0000 mon.a (mon.0) 910 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:01.715 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:00.901942+0000 mon.c (mon.1) 142 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T08:29:01.715 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:00.940857+0000 mon.c (mon.1) 143 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:29:01.716 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:00.943486+0000 mon.c (mon.1) 144 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:01.716 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:00.944777+0000 mon.c (mon.1) 145 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:01.716 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:00.946235+0000 mon.c (mon.1) 146 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:01.716 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:00.947552+0000 mon.c (mon.1) 147 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:01.716 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:00.948481+0000 mon.c (mon.1) 148 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:01.716 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:00.949420+0000 mon.c (mon.1) 149 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:01.716 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:00.950632+0000 mon.c (mon.1) 150 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:01.716 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:00.952135+0000 mon.c (mon.1) 151 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:01.716 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:00.953345+0000 mon.c (mon.1) 152 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:01.716 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:00.954521+0000 mon.c (mon.1) 153 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:02.541 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:29:00.817010+0000 mgr.y (mgr.24964) 84 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:29:02.541 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:29:00.817535+0000 mgr.y (mgr.24964) 85 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:29:02.541 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:29:00.817761+0000 mgr.y (mgr.24964) 86 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:29:02.541 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:00.902410+0000 mgr.y (mgr.24964) 87 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T08:29:02.541 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:29:01.811521+0000 mon.a (mon.0) 911 : cluster [WRN] Health check update: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-09-17T08:29:02.541 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:29:00.817010+0000 mgr.y (mgr.24964) 84 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:29:02.542 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:29:00.817535+0000 mgr.y (mgr.24964) 85 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:29:02.542 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:29:00.817761+0000 mgr.y (mgr.24964) 86 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:29:02.542 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:00.902410+0000 mgr.y (mgr.24964) 87 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T08:29:02.542 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:29:01.811521+0000 mon.a (mon.0) 911 : cluster [WRN] Health check update: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-09-17T08:29:02.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:29:00.817010+0000 mgr.y (mgr.24964) 84 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:29:02.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:29:00.817535+0000 mgr.y (mgr.24964) 85 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:29:02.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:29:00.817761+0000 mgr.y (mgr.24964) 86 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:29:02.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:00.902410+0000 mgr.y (mgr.24964) 87 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T08:29:02.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:29:01.811521+0000 mon.a (mon.0) 911 : cluster [WRN] Health check update: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-09-17T08:29:03.732 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:29:02.212860+0000 mgr.y (mgr.24964) 88 : cephadm [INF] Upgrade: Updating alertmanager.a 2024-09-17T08:29:03.732 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:29:02.218673+0000 mgr.y (mgr.24964) 89 : cephadm [INF] Deploying daemon alertmanager.a on smithi088 2024-09-17T08:29:03.732 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:02.812438+0000 mon.b (mon.2) 171 : audit [DBG] from='client.? 172.21.15.187:0/3553946983' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:29:03.732 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:03.127513+0000 mon.b (mon.2) 172 : audit [INF] from='client.? 172.21.15.187:0/2567170586' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6832/1886718149"}]: access denied 2024-09-17T08:29:03.733 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:29:02.212860+0000 mgr.y (mgr.24964) 88 : cephadm [INF] Upgrade: Updating alertmanager.a 2024-09-17T08:29:03.733 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:29:02.218673+0000 mgr.y (mgr.24964) 89 : cephadm [INF] Deploying daemon alertmanager.a on smithi088 2024-09-17T08:29:03.733 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:02.812438+0000 mon.b (mon.2) 171 : audit [DBG] from='client.? 172.21.15.187:0/3553946983' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:29:03.733 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:03 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:03.127513+0000 mon.b (mon.2) 172 : audit [INF] from='client.? 172.21.15.187:0/2567170586' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6832/1886718149"}]: access denied 2024-09-17T08:29:03.780 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:03 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:29:02.212860+0000 mgr.y (mgr.24964) 88 : cephadm [INF] Upgrade: Updating alertmanager.a 2024-09-17T08:29:03.780 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:03 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:29:02.218673+0000 mgr.y (mgr.24964) 89 : cephadm [INF] Deploying daemon alertmanager.a on smithi088 2024-09-17T08:29:03.780 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:03 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:02.812438+0000 mon.b (mon.2) 171 : audit [DBG] from='client.? 172.21.15.187:0/3553946983' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:29:03.780 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:03 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:03.127513+0000 mon.b (mon.2) 172 : audit [INF] from='client.? 172.21.15.187:0/2567170586' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6832/1886718149"}]: access denied 2024-09-17T08:29:04.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:29:02.818629+0000 mgr.y (mgr.24964) 90 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:29:04.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:29:02.818629+0000 mgr.y (mgr.24964) 90 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:29:04.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:29:02.818629+0000 mgr.y (mgr.24964) 90 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:29:05.915 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:29:05 smithi088 systemd[1]: Stopping Ceph alertmanager.a for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:29:05.915 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:29:05 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager.a[50000]: level=info ts=2024-09-17T08:29:05.637Z caller=main.go:536 msg="Received SIGTERM, exiting gracefully..." 2024-09-17T08:29:05.915 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:29:05 smithi088 podman[62335]: 2024-09-17 08:29:05.658223948 +0000 UTC m=+0.134837549 container died f8e3e13fbd6f5aebbc8eeb5eee1f459f70d2e8da34708299c3a9163be8046c8d (image=docker.io/prom/alertmanager:v0.20.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager.a, maintainer=The Prometheus Authors ) 2024-09-17T08:29:06.196 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:29:05 smithi088 podman[62335]: 2024-09-17 08:29:05.995652802 +0000 UTC m=+0.472266394 container cleanup f8e3e13fbd6f5aebbc8eeb5eee1f459f70d2e8da34708299c3a9163be8046c8d (image=docker.io/prom/alertmanager:v0.20.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager.a, maintainer=The Prometheus Authors ) 2024-09-17T08:29:06.196 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:29:05 smithi088 bash[62335]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager.a 2024-09-17T08:29:06.521 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:29:06 smithi088 podman[62347]: 2024-09-17 08:29:06.196945647 +0000 UTC m=+0.536216935 container remove f8e3e13fbd6f5aebbc8eeb5eee1f459f70d2e8da34708299c3a9163be8046c8d (image=docker.io/prom/alertmanager:v0.20.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager.a, maintainer=The Prometheus Authors ) 2024-09-17T08:29:06.521 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:29:06 smithi088 podman[62347]: 2024-09-17 08:29:06.272649963 +0000 UTC m=+0.611921249 volume remove 723c003f7a91917aacee03d2ce8ad158643311a05dc69bcffa38755c1f5cd649 2024-09-17T08:29:06.865 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:29:06 smithi088 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-09-17T08:29:06.866 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:29:06 smithi088 systemd[1]: Stopped Ceph alertmanager.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:29:06.866 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:29:04.819182+0000 mgr.y (mgr.24964) 91 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:29:06.866 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:29:04.819182+0000 mgr.y (mgr.24964) 91 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:29:06.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:06 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:29:04.819182+0000 mgr.y (mgr.24964) 91 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:29:07.164 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:29:06 smithi088 systemd[1]: Starting Ceph alertmanager.a for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:29:07.165 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:29:07 smithi088 podman[62488]: 2024-09-17 08:29:06.974416738 +0000 UTC m=+0.015657588 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-09-17T08:29:07.165 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:29:07 smithi088 podman[62488]: 2024-09-17 08:29:07.08210369 +0000 UTC m=+0.123344529 volume create d16c2d4dfa8c8eba1f91c13c29e2c6ce340acec7ac835d4f76c694a0663d2455 2024-09-17T08:29:07.476 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:29:07 smithi088 podman[62488]: 2024-09-17 08:29:07.190969926 +0000 UTC m=+0.232210763 container create ae3ad2ca8c3e93439e00756053743eba082448d9e744c15cf1f0c3a1dee56ac2 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-17T08:29:07.914 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:29:07 smithi088 podman[62488]: 2024-09-17 08:29:07.476696142 +0000 UTC m=+0.517936976 container init ae3ad2ca8c3e93439e00756053743eba082448d9e744c15cf1f0c3a1dee56ac2 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-17T08:29:07.915 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:29:07 smithi088 podman[62488]: 2024-09-17 08:29:07.479691162 +0000 UTC m=+0.520931999 container start ae3ad2ca8c3e93439e00756053743eba082448d9e744c15cf1f0c3a1dee56ac2 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-17T08:29:07.915 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:29:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager-a[62503]: ts=2024-09-17T08:29:07.492Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-09-17T08:29:07.915 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:29:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager-a[62503]: ts=2024-09-17T08:29:07.492Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-09-17T08:29:07.915 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:29:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager-a[62503]: ts=2024-09-17T08:29:07.493Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.88 port=9094 2024-09-17T08:29:07.915 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:29:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager-a[62503]: ts=2024-09-17T08:29:07.494Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-17T08:29:07.915 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:29:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager-a[62503]: ts=2024-09-17T08:29:07.517Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-17T08:29:07.915 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:29:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager-a[62503]: ts=2024-09-17T08:29:07.517Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-17T08:29:07.915 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:29:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager-a[62503]: ts=2024-09-17T08:29:07.520Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-09-17T08:29:07.915 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:29:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager-a[62503]: ts=2024-09-17T08:29:07.520Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-09-17T08:29:07.915 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:29:07 smithi088 bash[62488]: ae3ad2ca8c3e93439e00756053743eba082448d9e744c15cf1f0c3a1dee56ac2 2024-09-17T08:29:07.916 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:29:07 smithi088 systemd[1]: Started Ceph alertmanager.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:29:08.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:08 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:29:06.819518+0000 mgr.y (mgr.24964) 92 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:29:08.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:08 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:07.635230+0000 mon.a (mon.0) 912 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:08.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:08 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:07.640475+0000 mon.a (mon.0) 913 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:08.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:08 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:07.641740+0000 mon.c (mon.1) 154 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:29:08.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:29:06.819518+0000 mgr.y (mgr.24964) 92 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:29:08.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:07.635230+0000 mon.a (mon.0) 912 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:08.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:07.640475+0000 mon.a (mon.0) 913 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:08.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:07.641740+0000 mon.c (mon.1) 154 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:29:08.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:29:06.819518+0000 mgr.y (mgr.24964) 92 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:29:08.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:07.635230+0000 mon.a (mon.0) 912 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:08.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:07.640475+0000 mon.a (mon.0) 913 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:08.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:07.641740+0000 mon.c (mon.1) 154 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:29:09.915 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:29:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager-a[62503]: ts=2024-09-17T08:29:09.495Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000928594s 2024-09-17T08:29:10.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:29:08.820207+0000 mgr.y (mgr.24964) 93 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 119 B/s rd, 0 op/s 2024-09-17T08:29:10.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:29:08.820207+0000 mgr.y (mgr.24964) 93 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 119 B/s rd, 0 op/s 2024-09-17T08:29:10.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:10 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:29:08.820207+0000 mgr.y (mgr.24964) 93 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 119 B/s rd, 0 op/s 2024-09-17T08:29:12.777 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:29:10.820558+0000 mgr.y (mgr.24964) 94 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 102 B/s rd, 0 op/s 2024-09-17T08:29:12.777 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:11.635352+0000 mon.a (mon.0) 914 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:12.777 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:11.640255+0000 mon.a (mon.0) 915 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:12.778 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:12.132065+0000 mon.a (mon.0) 916 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:12.778 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:12.136871+0000 mon.a (mon.0) 917 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:12.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:29:10.820558+0000 mgr.y (mgr.24964) 94 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 102 B/s rd, 0 op/s 2024-09-17T08:29:12.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:11.635352+0000 mon.a (mon.0) 914 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:12.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:11.640255+0000 mon.a (mon.0) 915 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:12.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:12.132065+0000 mon.a (mon.0) 916 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:12.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:12.136871+0000 mon.a (mon.0) 917 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:12.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:29:10.820558+0000 mgr.y (mgr.24964) 94 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 102 B/s rd, 0 op/s 2024-09-17T08:29:12.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:11.635352+0000 mon.a (mon.0) 914 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:12.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:11.640255+0000 mon.a (mon.0) 915 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:12.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:12.132065+0000 mon.a (mon.0) 916 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:12.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:12.136871+0000 mon.a (mon.0) 917 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:13.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:12.594760+0000 mon.a (mon.0) 918 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:13.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:12.602409+0000 mon.a (mon.0) 919 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:13.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:29:12.821403+0000 mgr.y (mgr.24964) 95 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:29:13.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:12.594760+0000 mon.a (mon.0) 918 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:13.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:12.602409+0000 mon.a (mon.0) 919 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:13.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:29:12.821403+0000 mgr.y (mgr.24964) 95 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:29:13.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:13 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:12.594760+0000 mon.a (mon.0) 918 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:13.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:13 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:12.602409+0000 mon.a (mon.0) 919 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:13.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:13 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:29:12.821403+0000 mgr.y (mgr.24964) 95 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:29:16.261 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:29:14.821808+0000 mgr.y (mgr.24964) 96 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:29:16.261 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:15.207636+0000 mon.a (mon.0) 920 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:16.261 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:15.213613+0000 mon.a (mon.0) 921 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:16.261 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:15.215137+0000 mon.c (mon.1) 155 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:29:16.262 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:15.215778+0000 mon.c (mon.1) 156 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:29:16.262 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:29:15.216319+0000 mgr.y (mgr.24964) 97 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:29:16.262 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:29:15.216763+0000 mgr.y (mgr.24964) 98 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 98 B/s rd, 0 op/s 2024-09-17T08:29:16.262 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:29:15.216952+0000 mgr.y (mgr.24964) 99 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 121 B/s rd, 0 op/s 2024-09-17T08:29:16.262 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:15.221361+0000 mon.a (mon.0) 922 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:16.262 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:15.294971+0000 mon.c (mon.1) 157 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-17T08:29:16.262 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:15.295316+0000 mgr.y (mgr.24964) 100 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-17T08:29:16.262 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:15.331487+0000 mon.c (mon.1) 158 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:29:16.262 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:15.333791+0000 mon.c (mon.1) 159 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:16.262 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:15.334945+0000 mon.c (mon.1) 160 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:16.262 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:15.336135+0000 mon.c (mon.1) 161 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:16.262 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:15.337229+0000 mon.c (mon.1) 162 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:16.263 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:15.338022+0000 mon.c (mon.1) 163 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:16.263 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:15.338781+0000 mon.c (mon.1) 164 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:16.263 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:15.339784+0000 mon.c (mon.1) 165 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:16.263 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:15.340955+0000 mon.c (mon.1) 166 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:16.263 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:15.341936+0000 mon.c (mon.1) 167 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:16.263 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:15.342839+0000 mon.c (mon.1) 168 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:16.263 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:15.343735+0000 mon.c (mon.1) 169 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:16.263 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:15.889109+0000 mon.b (mon.2) 173 : audit [DBG] from='client.? 172.21.15.187:0/1440873406' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:29:16.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:29:14.821808+0000 mgr.y (mgr.24964) 96 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:29:16.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:15.207636+0000 mon.a (mon.0) 920 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:16.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:15.213613+0000 mon.a (mon.0) 921 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:16.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:15.215137+0000 mon.c (mon.1) 155 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:29:16.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:15.215778+0000 mon.c (mon.1) 156 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:29:16.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:29:15.216319+0000 mgr.y (mgr.24964) 97 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:29:16.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:29:15.216763+0000 mgr.y (mgr.24964) 98 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 98 B/s rd, 0 op/s 2024-09-17T08:29:16.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:29:15.216952+0000 mgr.y (mgr.24964) 99 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 121 B/s rd, 0 op/s 2024-09-17T08:29:16.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:15.221361+0000 mon.a (mon.0) 922 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:16.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:15.294971+0000 mon.c (mon.1) 157 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-17T08:29:16.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:15.295316+0000 mgr.y (mgr.24964) 100 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-17T08:29:16.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:15.331487+0000 mon.c (mon.1) 158 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:29:16.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:15.333791+0000 mon.c (mon.1) 159 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:16.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:15.334945+0000 mon.c (mon.1) 160 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:16.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:15.336135+0000 mon.c (mon.1) 161 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:16.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:15.337229+0000 mon.c (mon.1) 162 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:16.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:29:14.821808+0000 mgr.y (mgr.24964) 96 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:29:16.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:15.207636+0000 mon.a (mon.0) 920 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:16.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:15.213613+0000 mon.a (mon.0) 921 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:16.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:15.215137+0000 mon.c (mon.1) 155 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:29:16.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:15.215778+0000 mon.c (mon.1) 156 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:29:16.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:29:15.216319+0000 mgr.y (mgr.24964) 97 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:29:16.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:29:15.216763+0000 mgr.y (mgr.24964) 98 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 98 B/s rd, 0 op/s 2024-09-17T08:29:16.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:29:15.216952+0000 mgr.y (mgr.24964) 99 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 121 B/s rd, 0 op/s 2024-09-17T08:29:16.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:15.221361+0000 mon.a (mon.0) 922 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:16.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:15.294971+0000 mon.c (mon.1) 157 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-17T08:29:16.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:15.295316+0000 mgr.y (mgr.24964) 100 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-17T08:29:16.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:15.331487+0000 mon.c (mon.1) 158 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:29:16.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:15.333791+0000 mon.c (mon.1) 159 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:16.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:15.334945+0000 mon.c (mon.1) 160 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:16.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:15.336135+0000 mon.c (mon.1) 161 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:16.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:15.337229+0000 mon.c (mon.1) 162 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:16.668 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:15.338022+0000 mon.c (mon.1) 163 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:16.668 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:15.338781+0000 mon.c (mon.1) 164 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:16.668 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:15.339784+0000 mon.c (mon.1) 165 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:16.668 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:15.340955+0000 mon.c (mon.1) 166 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:16.668 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:15.341936+0000 mon.c (mon.1) 167 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:16.669 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:15.342839+0000 mon.c (mon.1) 168 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:16.669 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:15.343735+0000 mon.c (mon.1) 169 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:16.669 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:15.889109+0000 mon.b (mon.2) 173 : audit [DBG] from='client.? 172.21.15.187:0/1440873406' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:29:16.669 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:15.338022+0000 mon.c (mon.1) 163 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:16.669 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:15.338781+0000 mon.c (mon.1) 164 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:16.669 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:15.339784+0000 mon.c (mon.1) 165 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:16.669 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:15.340955+0000 mon.c (mon.1) 166 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:16.669 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:15.341936+0000 mon.c (mon.1) 167 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:16.669 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:15.342839+0000 mon.c (mon.1) 168 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:16.669 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:15.343735+0000 mon.c (mon.1) 169 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:16.669 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:15.889109+0000 mon.b (mon.2) 173 : audit [DBG] from='client.? 172.21.15.187:0/1440873406' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:29:17.244 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:17 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:16.217890+0000 mon.b (mon.2) 174 : audit [INF] from='client.? 172.21.15.187:0/4143243823' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6832/1886718149"}]: access denied 2024-09-17T08:29:17.497 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:16.217890+0000 mon.b (mon.2) 174 : audit [INF] from='client.? 172.21.15.187:0/4143243823' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6832/1886718149"}]: access denied 2024-09-17T08:29:17.497 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:16.217890+0000 mon.b (mon.2) 174 : audit [INF] from='client.? 172.21.15.187:0/4143243823' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6832/1886718149"}]: access denied 2024-09-17T08:29:17.914 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:29:17 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager-a[62503]: ts=2024-09-17T08:29:17.497Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002810399s 2024-09-17T08:29:18.330 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:29:16.671352+0000 mgr.y (mgr.24964) 101 : cephadm [INF] Upgrade: Updating grafana.a 2024-09-17T08:29:18.331 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:29:16.715945+0000 mgr.y (mgr.24964) 102 : cephadm [INF] Deploying daemon grafana.a on smithi187 2024-09-17T08:29:18.331 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:29:17.217713+0000 mgr.y (mgr.24964) 103 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 121 B/s rd, 0 op/s 2024-09-17T08:29:18.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:29:16.671352+0000 mgr.y (mgr.24964) 101 : cephadm [INF] Upgrade: Updating grafana.a 2024-09-17T08:29:18.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:29:16.715945+0000 mgr.y (mgr.24964) 102 : cephadm [INF] Deploying daemon grafana.a on smithi187 2024-09-17T08:29:18.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:29:17.217713+0000 mgr.y (mgr.24964) 103 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 121 B/s rd, 0 op/s 2024-09-17T08:29:18.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:29:16.671352+0000 mgr.y (mgr.24964) 101 : cephadm [INF] Upgrade: Updating grafana.a 2024-09-17T08:29:18.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:29:16.715945+0000 mgr.y (mgr.24964) 102 : cephadm [INF] Deploying daemon grafana.a on smithi187 2024-09-17T08:29:18.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:29:17.217713+0000 mgr.y (mgr.24964) 103 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 121 B/s rd, 0 op/s 2024-09-17T08:29:20.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:29:19.218212+0000 mgr.y (mgr.24964) 104 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 121 B/s rd, 0 op/s 2024-09-17T08:29:20.897 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:20 smithi187 systemd[1]: Stopping Ceph grafana.a for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:29:20.898 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:29:20+0000 lvl=info msg="Shutdown started" logger=server reason="System signal: terminated" 2024-09-17T08:29:20.898 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:29:20+0000 lvl=info msg="Stopped UsageStatsService" logger=server reason="context canceled" 2024-09-17T08:29:20.898 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:29:20+0000 lvl=info msg="Stopped Stream Manager" 2024-09-17T08:29:20.898 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:29:20+0000 lvl=info msg="Stopped NotificationService" logger=server reason="context canceled" 2024-09-17T08:29:20.898 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:29:20+0000 lvl=info msg="Stopped provisioningServiceImpl" logger=server reason="context canceled" 2024-09-17T08:29:20.898 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:29:20+0000 lvl=info msg="Stopped InternalMetricsService" logger=server reason="context canceled" 2024-09-17T08:29:20.898 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:29:20+0000 lvl=info msg="Stopped CleanUpService" logger=server reason="context canceled" 2024-09-17T08:29:20.898 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:29:20+0000 lvl=info msg="Stopped PluginManager" logger=server reason="context canceled" 2024-09-17T08:29:20.898 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:29:20+0000 lvl=info msg="Stopped UserAuthTokenService" logger=server reason="context canceled" 2024-09-17T08:29:20.898 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:29:20+0000 lvl=info msg="Stopped AlertEngine" logger=server reason="context canceled" 2024-09-17T08:29:20.898 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:29:20+0000 lvl=info msg="Stopped RemoteCache" logger=server reason="context canceled" 2024-09-17T08:29:20.898 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a[44261]: t=2024-09-17T08:29:20+0000 lvl=info msg="Stopped BackendPluginManager" logger=server reason="context canceled" 2024-09-17T08:29:20.898 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:20 smithi187 podman[66908]: 2024-09-17 08:29:20.677321781 +0000 UTC m=+0.122492919 container died 25ed58e5ef5b2bab4e684a2e94b74db8193926084ec724ffd31a3d4a807b26b3 (image=docker.io/ceph/ceph-grafana:6.7.4, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a, org.label-schema.license=GPLv2, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.buildah.version=1.19.8, org.label-schema.name=CentOS Base Image, description=Ceph Grafana Container, org.label-schema.build-date=20201204, org.label-schema.schema-version=1.0, maintainer=Paul Cuzner , org.label-schema.vendor=CentOS) 2024-09-17T08:29:20.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:29:19.218212+0000 mgr.y (mgr.24964) 104 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 121 B/s rd, 0 op/s 2024-09-17T08:29:20.914 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:29:19.218212+0000 mgr.y (mgr.24964) 104 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 121 B/s rd, 0 op/s 2024-09-17T08:29:21.242 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:21 smithi187 podman[66908]: 2024-09-17 08:29:21.066611968 +0000 UTC m=+0.511783113 container cleanup 25ed58e5ef5b2bab4e684a2e94b74db8193926084ec724ffd31a3d4a807b26b3 (image=docker.io/ceph/ceph-grafana:6.7.4, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a, io.buildah.version=1.19.8, org.label-schema.name=CentOS Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, summary=Grafana Container configured for Ceph mgr/dashboard integration, maintainer=Paul Cuzner , description=Ceph Grafana Container, org.label-schema.build-date=20201204) 2024-09-17T08:29:21.242 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:21 smithi187 bash[66908]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a 2024-09-17T08:29:21.575 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:21 smithi187 podman[66920]: 2024-09-17 08:29:21.242718963 +0000 UTC m=+0.567510635 container remove 25ed58e5ef5b2bab4e684a2e94b74db8193926084ec724ffd31a3d4a807b26b3 (image=docker.io/ceph/ceph-grafana:6.7.4, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana.a, maintainer=Paul Cuzner , org.label-schema.build-date=20201204, org.label-schema.license=GPLv2, io.buildah.version=1.19.8, org.label-schema.name=CentOS Base Image, summary=Grafana Container configured for Ceph mgr/dashboard integration, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, description=Ceph Grafana Container) 2024-09-17T08:29:21.896 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:21 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@grafana.a.service: Deactivated successfully. 2024-09-17T08:29:21.897 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:21 smithi187 systemd[1]: Stopped Ceph grafana.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:29:21.897 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:21 smithi187 systemd[1]: Starting Ceph grafana.a for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:29:22.304 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:21 smithi187 podman[67062]: 2024-09-17 08:29:21.894245765 +0000 UTC m=+0.015428407 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-09-17T08:29:22.304 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 podman[67062]: 2024-09-17 08:29:22.027188742 +0000 UTC m=+0.148371403 container create bb16e26e2835a693fd245ba398dcd9b4238b0a0010ce0f283364605c4a30f29b (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a, build-date=2022-04-29T11:48:11.055897, vendor=Red Hat, Inc., release=239.1651231664, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, maintainer=Paul Cuzner , com.redhat.component=ubi8-container, architecture=x86_64, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, name=ubi8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.display-name=Red Hat Universal Base Image 8, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.buildah.version=1.32.0, distribution-scope=public, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, version=8.5, vcs-type=git, io.openshift.tags=base rhel8, description=Ceph Grafana Container, io.openshift.expose-services=) 2024-09-17T08:29:22.557 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:29:21.218769+0000 mgr.y (mgr.24964) 105 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 121 B/s rd, 0 op/s 2024-09-17T08:29:22.557 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:22.484969+0000 mon.a (mon.0) 923 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:22.557 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:22.493120+0000 mon.a (mon.0) 924 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:22.557 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:22.494621+0000 mon.c (mon.1) 170 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:29:22.558 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 podman[67062]: 2024-09-17 08:29:22.304677029 +0000 UTC m=+0.425859663 container init bb16e26e2835a693fd245ba398dcd9b4238b0a0010ce0f283364605c4a30f29b (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a, build-date=2022-04-29T11:48:11.055897, com.redhat.component=ubi8-container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vendor=Red Hat, Inc., release=239.1651231664, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Paul Cuzner , io.k8s.display-name=Red Hat Universal Base Image 8, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.openshift.tags=base rhel8, description=Ceph Grafana Container, distribution-scope=public, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, io.buildah.version=1.32.0, version=8.5, architecture=x86_64, vcs-type=git, name=ubi8) 2024-09-17T08:29:22.558 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 podman[67062]: 2024-09-17 08:29:22.307610352 +0000 UTC m=+0.428792977 container start bb16e26e2835a693fd245ba398dcd9b4238b0a0010ce0f283364605c4a30f29b (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a, name=ubi8, io.openshift.tags=base rhel8, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.component=ubi8-container, summary=Grafana Container configured for Ceph mgr/dashboard integration, description=Ceph Grafana Container, distribution-scope=public, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, build-date=2022-04-29T11:48:11.055897, architecture=x86_64, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, release=239.1651231664, vcs-type=git, io.buildah.version=1.32.0, io.openshift.expose-services=, version=8.5, vendor=Red Hat, Inc., com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, maintainer=Paul Cuzner ) 2024-09-17T08:29:22.558 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 bash[67062]: bb16e26e2835a693fd245ba398dcd9b4238b0a0010ce0f283364605c4a30f29b 2024-09-17T08:29:22.558 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 systemd[1]: Started Ceph grafana.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:29:22.558 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=settings t=2024-09-17T08:29:22.469513144Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-09-17T08:29:22.558 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=settings t=2024-09-17T08:29:22.469725139Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-09-17T08:29:22.558 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=settings t=2024-09-17T08:29:22.469744967Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-09-17T08:29:22.558 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=settings t=2024-09-17T08:29:22.469751872Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-09-17T08:29:22.558 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=settings t=2024-09-17T08:29:22.46975799Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-09-17T08:29:22.558 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=settings t=2024-09-17T08:29:22.469764112Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-09-17T08:29:22.559 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=settings t=2024-09-17T08:29:22.469769753Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-09-17T08:29:22.559 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=settings t=2024-09-17T08:29:22.469775577Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-09-17T08:29:22.559 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=settings t=2024-09-17T08:29:22.469781407Z level=info msg="Path Home" path=/usr/share/grafana 2024-09-17T08:29:22.559 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=settings t=2024-09-17T08:29:22.469787293Z level=info msg="Path Data" path=/var/lib/grafana 2024-09-17T08:29:22.559 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=settings t=2024-09-17T08:29:22.46979273Z level=info msg="Path Logs" path=/var/log/grafana 2024-09-17T08:29:22.559 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=settings t=2024-09-17T08:29:22.46979824Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-09-17T08:29:22.559 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=settings t=2024-09-17T08:29:22.46980395Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-09-17T08:29:22.559 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=settings t=2024-09-17T08:29:22.469809767Z level=info msg="App mode production" 2024-09-17T08:29:22.559 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=sqlstore t=2024-09-17T08:29:22.469859691Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-09-17T08:29:22.559 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=sqlstore t=2024-09-17T08:29:22.469876139Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-09-17T08:29:22.559 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.470783612Z level=info msg="Starting DB migrations" 2024-09-17T08:29:22.559 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.4708563Z level=info msg="Executing migration" id="create migration_log table" 2024-09-17T08:29:22.559 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.471449555Z level=info msg="Executing migration" id="create user table" 2024-09-17T08:29:22.559 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.471941776Z level=info msg="Executing migration" id="add unique index user.login" 2024-09-17T08:29:22.560 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.472796076Z level=info msg="Executing migration" id="add unique index user.email" 2024-09-17T08:29:22.560 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.473600271Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-09-17T08:29:22.560 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.474270482Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-09-17T08:29:22.560 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.475118459Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-09-17T08:29:22.560 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.475951456Z level=info msg="Executing migration" id="create user table v2" 2024-09-17T08:29:22.560 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.476779479Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-09-17T08:29:22.560 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.477598788Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-09-17T08:29:22.560 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.478437769Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-09-17T08:29:22.560 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.479273182Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-09-17T08:29:22.560 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.47994375Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-09-17T08:29:22.560 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.480841899Z level=info msg="Executing migration" id="Update user table charset" 2024-09-17T08:29:22.560 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.481651335Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-09-17T08:29:22.560 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.482686478Z level=info msg="Executing migration" id="Add missing user data" 2024-09-17T08:29:22.560 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.483395959Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-09-17T08:29:22.561 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.484151785Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-09-17T08:29:22.561 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.484968897Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-09-17T08:29:22.561 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.48542007Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-09-17T08:29:22.561 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.486609715Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-09-17T08:29:22.561 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.487051741Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-09-17T08:29:22.561 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.487484339Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-09-17T08:29:22.561 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.487883179Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-09-17T08:29:22.561 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.490953684Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-09-17T08:29:22.561 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.493740965Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-09-17T08:29:22.561 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.496411848Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-09-17T08:29:22.561 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.499033279Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-09-17T08:29:22.561 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.50183815Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-09-17T08:29:22.561 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.504628953Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-09-17T08:29:22.562 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.505075938Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-09-17T08:29:22.562 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.507784592Z level=info msg="Executing migration" id="create temp_user v2" 2024-09-17T08:29:22.562 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.510545801Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-09-17T08:29:22.562 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.513058611Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-09-17T08:29:22.562 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.515826591Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-09-17T08:29:22.562 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.518590139Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-09-17T08:29:22.562 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.521236716Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-09-17T08:29:22.562 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.521612162Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-09-17T08:29:22.562 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.524379934Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-09-17T08:29:22.562 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.524772438Z level=info msg="Executing migration" id="create star table" 2024-09-17T08:29:22.562 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.527127621Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-09-17T08:29:22.562 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.529942189Z level=info msg="Executing migration" id="create org table v1" 2024-09-17T08:29:22.562 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.532616905Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-09-17T08:29:22.563 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.535338209Z level=info msg="Executing migration" id="create org_user table v1" 2024-09-17T08:29:22.563 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.538093844Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-09-17T08:29:22.563 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.540754841Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-09-17T08:29:22.563 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.543373019Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-09-17T08:29:22.563 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.543841323Z level=info msg="Executing migration" id="Update org table charset" 2024-09-17T08:29:22.563 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.546539118Z level=info msg="Executing migration" id="Update org_user table charset" 2024-09-17T08:29:22.563 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.549068649Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-09-17T08:29:22.563 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.551694598Z level=info msg="Executing migration" id="create dashboard table" 2024-09-17T08:29:22.563 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.554442072Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-09-17T08:29:22.563 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.557057782Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-09-17T08:29:22.809 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.55975234Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-09-17T08:29:22.809 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.562195599Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-09-17T08:29:22.809 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.564953152Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-09-17T08:29:22.809 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.567593329Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-09-17T08:29:22.810 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.568514511Z level=info msg="Executing migration" id="create dashboard v2" 2024-09-17T08:29:22.810 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.569324932Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-09-17T08:29:22.810 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.570141237Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-09-17T08:29:22.810 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.571011357Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-09-17T08:29:22.810 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.571815421Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-09-17T08:29:22.810 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.572665035Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-09-17T08:29:22.810 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.573445945Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-09-17T08:29:22.810 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.574314038Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-09-17T08:29:22.810 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.575088662Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-09-17T08:29:22.810 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.575943783Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-09-17T08:29:22.810 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.576732254Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-09-17T08:29:22.810 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.577514193Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-09-17T08:29:22.810 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.578420772Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-09-17T08:29:22.810 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.579163608Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-09-17T08:29:22.811 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.579976107Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-09-17T08:29:22.811 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.580778037Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-09-17T08:29:22.811 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.581585835Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-09-17T08:29:22.811 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.582108256Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-09-17T08:29:22.811 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.582927915Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-09-17T08:29:22.811 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.583779386Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-09-17T08:29:22.811 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.58456732Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-09-17T08:29:22.811 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.585169065Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-09-17T08:29:22.811 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.585598642Z level=info msg="Executing migration" id="Update dashboard title length" 2024-09-17T08:29:22.811 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.586463Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-09-17T08:29:22.811 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.586921058Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-09-17T08:29:22.811 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.587384975Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-09-17T08:29:22.811 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.588340079Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-09-17T08:29:22.811 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.589193584Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-09-17T08:29:22.812 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.590049504Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-09-17T08:29:22.812 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.590886192Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-09-17T08:29:22.812 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.591760727Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-09-17T08:29:22.812 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.59258909Z level=info msg="Executing migration" id="Add check_sum column" 2024-09-17T08:29:22.812 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.593442782Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-09-17T08:29:22.812 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.594310897Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-09-17T08:29:22.813 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.595191473Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-09-17T08:29:22.813 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.596027339Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-09-17T08:29:22.813 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.598733894Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-09-17T08:29:22.814 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.601520938Z level=info msg="Executing migration" id="create data_source table" 2024-09-17T08:29:22.814 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.604258243Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-09-17T08:29:22.814 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.606949742Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-09-17T08:29:22.814 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.607374738Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-09-17T08:29:22.814 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.610091524Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-09-17T08:29:22.814 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.610489667Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-09-17T08:29:22.814 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.613045322Z level=info msg="Executing migration" id="create data_source table v2" 2024-09-17T08:29:22.814 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.615813412Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-09-17T08:29:22.814 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.618541332Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-09-17T08:29:22.814 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.621308764Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-09-17T08:29:22.814 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.62404589Z level=info msg="Executing migration" id="Add column with_credentials" 2024-09-17T08:29:22.814 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.62663312Z level=info msg="Executing migration" id="Add secure json data column" 2024-09-17T08:29:22.814 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.629336106Z level=info msg="Executing migration" id="Update data_source table charset" 2024-09-17T08:29:22.814 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.629663547Z level=info msg="Executing migration" id="Update initial version to 1" 2024-09-17T08:29:22.815 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.629946708Z level=info msg="Executing migration" id="Add read_only data column" 2024-09-17T08:29:22.815 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.632112919Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-09-17T08:29:22.815 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.63497057Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-09-17T08:29:22.815 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.63530868Z level=info msg="Executing migration" id="Add uid column" 2024-09-17T08:29:22.815 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.635829661Z level=info msg="Executing migration" id="Update uid value" 2024-09-17T08:29:22.815 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.636163374Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-09-17T08:29:22.815 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.638511184Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-09-17T08:29:22.815 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.641318343Z level=info msg="Executing migration" id="create api_key table" 2024-09-17T08:29:22.815 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.644105522Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-09-17T08:29:22.815 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.646786545Z level=info msg="Executing migration" id="add index api_key.key" 2024-09-17T08:29:22.815 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.649420133Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-09-17T08:29:22.815 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.652123183Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-09-17T08:29:22.815 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.652532284Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-09-17T08:29:22.816 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.6528876Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-09-17T08:29:22.816 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.654771438Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-09-17T08:29:22.816 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.655858702Z level=info msg="Executing migration" id="create api_key table v2" 2024-09-17T08:29:22.816 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.656268813Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-09-17T08:29:22.816 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.656680973Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-09-17T08:29:22.816 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.657094375Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-09-17T08:29:22.816 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.657518488Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-09-17T08:29:22.816 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.6578214Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-09-17T08:29:22.816 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.658208429Z level=info msg="Executing migration" id="Update api_key table charset" 2024-09-17T08:29:22.816 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.658502884Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-09-17T08:29:22.816 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.659041746Z level=info msg="Executing migration" id="Add service account foreign key" 2024-09-17T08:29:22.816 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.659590982Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-09-17T08:29:22.816 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.659883071Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-09-17T08:29:22.817 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.660481034Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-09-17T08:29:22.817 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.661035241Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-09-17T08:29:22.817 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.661428359Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-09-17T08:29:22.817 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.661762195Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-09-17T08:29:22.817 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.662153387Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-09-17T08:29:22.817 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.662561401Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-09-17T08:29:22.817 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.662948663Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-09-17T08:29:22.817 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.66336939Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-09-17T08:29:22.817 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.663643913Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-09-17T08:29:22.817 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.663910452Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-09-17T08:29:22.817 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.664489587Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-09-17T08:29:22.817 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.665045838Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-09-17T08:29:22.817 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.665366323Z level=info msg="Executing migration" id="create quota table v1" 2024-09-17T08:29:22.818 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.665766101Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-09-17T08:29:22.818 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.666280716Z level=info msg="Executing migration" id="Update quota table charset" 2024-09-17T08:29:22.818 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.666585281Z level=info msg="Executing migration" id="create plugin_setting table" 2024-09-17T08:29:22.818 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.666979673Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-09-17T08:29:22.818 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.667412935Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-09-17T08:29:22.818 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.667973116Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-09-17T08:29:22.818 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.668286833Z level=info msg="Executing migration" id="create session table" 2024-09-17T08:29:22.818 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.668778776Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-09-17T08:29:22.818 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.669615838Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-09-17T08:29:22.818 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.669931135Z level=info msg="Executing migration" id="create playlist table v2" 2024-09-17T08:29:22.818 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.670730931Z level=info msg="Executing migration" id="create playlist item table v2" 2024-09-17T08:29:22.818 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.671266447Z level=info msg="Executing migration" id="Update playlist table charset" 2024-09-17T08:29:22.818 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.672096982Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-09-17T08:29:22.818 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.672952346Z level=info msg="Executing migration" id="drop preferences table v2" 2024-09-17T08:29:22.819 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.673807088Z level=info msg="Executing migration" id="drop preferences table v3" 2024-09-17T08:29:22.819 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.674102986Z level=info msg="Executing migration" id="create preferences table v3" 2024-09-17T08:29:22.819 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.674603755Z level=info msg="Executing migration" id="Update preferences table charset" 2024-09-17T08:29:22.819 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.674946182Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-09-17T08:29:22.819 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.675608279Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-09-17T08:29:22.819 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.675901335Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-09-17T08:29:22.819 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.676621512Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-09-17T08:29:22.819 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.677242785Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-09-17T08:29:22.819 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.677562249Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-09-17T08:29:22.819 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.678429312Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-09-17T08:29:22.819 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.679288822Z level=info msg="Executing migration" id="create alert table v1" 2024-09-17T08:29:22.819 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.680166892Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-09-17T08:29:22.819 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.680876608Z level=info msg="Executing migration" id="add index alert state" 2024-09-17T08:29:22.819 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.681654348Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-09-17T08:29:22.820 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.682527054Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-09-17T08:29:22.820 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.683374239Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-09-17T08:29:22.820 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.68382557Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-09-17T08:29:22.820 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.686676363Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-09-17T08:29:22.820 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.689461608Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-09-17T08:29:22.820 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.692289922Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-09-17T08:29:22.820 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.692763744Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-09-17T08:29:22.820 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.695556376Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-09-17T08:29:22.820 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.696022374Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-09-17T08:29:22.820 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.698360951Z level=info msg="Executing migration" id="Add column is_default" 2024-09-17T08:29:22.820 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.701044388Z level=info msg="Executing migration" id="Add column frequency" 2024-09-17T08:29:22.820 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.701731391Z level=info msg="Executing migration" id="Add column send_reminder" 2024-09-17T08:29:22.820 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.704582764Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-09-17T08:29:22.821 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.707345704Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-09-17T08:29:22.821 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.710053777Z level=info msg="Executing migration" id="Update alert table charset" 2024-09-17T08:29:22.821 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.710534374Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-09-17T08:29:22.821 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.713397448Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-09-17T08:29:22.821 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.713841845Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-09-17T08:29:22.821 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.716230598Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-09-17T08:29:22.821 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.718955456Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-09-17T08:29:22.821 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.719519478Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-09-17T08:29:22.821 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.722234565Z level=info msg="Executing migration" id="Add for to alert table" 2024-09-17T08:29:22.821 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.722929411Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-09-17T08:29:22.821 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.72502088Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-09-17T08:29:22.821 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.727696968Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-09-17T08:29:22.822 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.728198429Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-09-17T08:29:22.822 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.73087949Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-09-17T08:29:22.822 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.733576648Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-09-17T08:29:22.822 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.736267287Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-09-17T08:29:22.822 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.737178453Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-09-17T08:29:22.822 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.739638693Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-09-17T08:29:22.822 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.742294934Z level=info msg="Executing migration" id="create annotation table v5" 2024-09-17T08:29:22.822 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.74502665Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-09-17T08:29:22.822 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.745475656Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-09-17T08:29:22.822 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.748168075Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-09-17T08:29:22.822 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.750734392Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-09-17T08:29:22.822 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.753480547Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-09-17T08:29:22.822 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.756187204Z level=info msg="Executing migration" id="Update annotation table charset" 2024-09-17T08:29:22.823 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.756987909Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-09-17T08:29:22.823 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.757793625Z level=info msg="Executing migration" id="Drop category_id index" 2024-09-17T08:29:22.823 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.758647912Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-09-17T08:29:22.823 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.759495541Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-09-17T08:29:22.823 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.760357799Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-09-17T08:29:22.823 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.761203872Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-09-17T08:29:22.823 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.762063565Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-09-17T08:29:22.823 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.763740356Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-09-17T08:29:22.823 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.764600672Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-09-17T08:29:22.823 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.76546098Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-09-17T08:29:22.823 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.76628261Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-09-17T08:29:22.823 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.767111853Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-09-17T08:29:22.824 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.768005484Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-09-17T08:29:22.824 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.768869935Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-09-17T08:29:22.824 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.769781251Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-09-17T08:29:22.824 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.77053865Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-09-17T08:29:22.824 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.771384087Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-09-17T08:29:22.824 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.772180386Z level=info msg="Executing migration" id="Add epoch_end column" 2024-09-17T08:29:22.824 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.773034384Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-09-17T08:29:22.824 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.773930306Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-09-17T08:29:22.824 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.774760553Z level=info msg="Executing migration" id="Move region to single row" 2024-09-17T08:29:22.824 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.775666146Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-09-17T08:29:22.824 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.776507797Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-09-17T08:29:22.824 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.777359589Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-09-17T08:29:22.824 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.778215344Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-09-17T08:29:22.825 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.779063839Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-09-17T08:29:22.825 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.780004117Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-09-17T08:29:22.825 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.780807683Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-09-17T08:29:22.825 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.781669819Z level=info msg="Executing migration" id="create test_data table" 2024-09-17T08:29:22.825 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.782563854Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-09-17T08:29:22.825 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.783394993Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-09-17T08:29:22.825 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.784246572Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-09-17T08:29:22.825 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.785100435Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-09-17T08:29:22.825 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.785951547Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-09-17T08:29:22.825 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.786805915Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-09-17T08:29:22.825 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.789669431Z level=info msg="Executing migration" id="create team table" 2024-09-17T08:29:22.826 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.792478745Z level=info msg="Executing migration" id="add index team.org_id" 2024-09-17T08:29:22.826 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.795377433Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-09-17T08:29:22.826 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.79814873Z level=info msg="Executing migration" id="create team member table" 2024-09-17T08:29:22.826 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.800962268Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-09-17T08:29:22.826 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.803765584Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-09-17T08:29:22.826 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.806529842Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-09-17T08:29:22.826 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.809287914Z level=info msg="Executing migration" id="Add column email to team table" 2024-09-17T08:29:22.826 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.812093026Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-09-17T08:29:22.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:29:21.218769+0000 mgr.y (mgr.24964) 105 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 121 B/s rd, 0 op/s 2024-09-17T08:29:22.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:22.484969+0000 mon.a (mon.0) 923 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:22.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:22.493120+0000 mon.a (mon.0) 924 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:22.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:22.494621+0000 mon.c (mon.1) 170 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:29:22.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:29:21.218769+0000 mgr.y (mgr.24964) 105 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 121 B/s rd, 0 op/s 2024-09-17T08:29:22.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:22.484969+0000 mon.a (mon.0) 923 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:22.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:22.493120+0000 mon.a (mon.0) 924 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:22.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:22.494621+0000 mon.c (mon.1) 170 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:29:23.060 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.814913559Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-09-17T08:29:23.060 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.81772659Z level=info msg="Executing migration" id="create dashboard acl table" 2024-09-17T08:29:23.060 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.820473947Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-09-17T08:29:23.060 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.823357999Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-09-17T08:29:23.060 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.826078747Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-09-17T08:29:23.060 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.82880877Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-09-17T08:29:23.061 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.831617891Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-09-17T08:29:23.061 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.834437594Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-09-17T08:29:23.061 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.837128772Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-09-17T08:29:23.061 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.839802807Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-09-17T08:29:23.061 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.840209921Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-09-17T08:29:23.061 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.842936572Z level=info msg="Executing migration" id="create tag table" 2024-09-17T08:29:23.061 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.8456873Z level=info msg="Executing migration" id="add index tag.key_value" 2024-09-17T08:29:23.061 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.848351438Z level=info msg="Executing migration" id="create login attempt table" 2024-09-17T08:29:23.061 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.848725479Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-09-17T08:29:23.061 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.85136957Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-09-17T08:29:23.061 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.854112091Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-09-17T08:29:23.062 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.856820777Z level=info msg="Executing migration" id="create login_attempt v2" 2024-09-17T08:29:23.062 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.859529593Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-09-17T08:29:23.062 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.862178063Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-09-17T08:29:23.062 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.86500203Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-09-17T08:29:23.062 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.867743668Z level=info msg="Executing migration" id="create user auth table" 2024-09-17T08:29:23.062 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.868159725Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-09-17T08:29:23.062 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.870980546Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-09-17T08:29:23.062 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.87362696Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-09-17T08:29:23.062 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.876182198Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-09-17T08:29:23.062 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.876958827Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-09-17T08:29:23.062 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.877825076Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-09-17T08:29:23.062 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.878639229Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-09-17T08:29:23.063 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.87948947Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-09-17T08:29:23.063 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.880269007Z level=info msg="Executing migration" id="create server_lock table" 2024-09-17T08:29:23.063 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.880652739Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-09-17T08:29:23.063 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.881089967Z level=info msg="Executing migration" id="create user auth token table" 2024-09-17T08:29:23.063 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.881512048Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-09-17T08:29:23.063 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.881921321Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-09-17T08:29:23.063 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.882355855Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-09-17T08:29:23.063 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.882774202Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-09-17T08:29:23.063 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.883551825Z level=info msg="Executing migration" id="create cache_data table" 2024-09-17T08:29:23.065 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.883952217Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-09-17T08:29:23.065 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.884382393Z level=info msg="Executing migration" id="create short_url table v1" 2024-09-17T08:29:23.065 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.884791407Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-09-17T08:29:23.065 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.885211298Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-09-17T08:29:23.065 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.885502538Z level=info msg="Executing migration" id="delete alert_definition table" 2024-09-17T08:29:23.065 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.88577107Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-09-17T08:29:23.065 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.886202025Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-09-17T08:29:23.065 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.887022886Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-09-17T08:29:23.065 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.887891407Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-09-17T08:29:23.065 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.888233608Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-09-17T08:29:23.065 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.888673808Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-09-17T08:29:23.066 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.889431672Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-09-17T08:29:23.066 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.889860779Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-09-17T08:29:23.066 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.89029138Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-09-17T08:29:23.066 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.891090463Z level=info msg="Executing migration" id="drop alert_definition table" 2024-09-17T08:29:23.066 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.891968555Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-09-17T08:29:23.066 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.892791134Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-09-17T08:29:23.066 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.893651878Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-09-17T08:29:23.066 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.894264612Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-09-17T08:29:23.066 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.895091519Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-09-17T08:29:23.066 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.895953214Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-09-17T08:29:23.066 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.896815673Z level=info msg="Executing migration" id="create alert_instance table" 2024-09-17T08:29:23.066 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.897650117Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-09-17T08:29:23.066 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.89847941Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-09-17T08:29:23.066 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.899382643Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-09-17T08:29:23.067 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.900443118Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-09-17T08:29:23.067 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.90089147Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-09-17T08:29:23.067 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.901742987Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-09-17T08:29:23.067 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.905302743Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-09-17T08:29:23.067 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.908653634Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-09-17T08:29:23.067 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.909100826Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-09-17T08:29:23.067 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.909945369Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-09-17T08:29:23.067 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.91083657Z level=info msg="Executing migration" id="create alert_rule table" 2024-09-17T08:29:23.067 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.911266287Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-09-17T08:29:23.067 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.911698131Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-09-17T08:29:23.067 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.912567414Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-09-17T08:29:23.068 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.915311357Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-09-17T08:29:23.068 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.918076264Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-09-17T08:29:23.068 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.919246452Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-09-17T08:29:23.068 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.921897155Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-09-17T08:29:23.068 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.924586127Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-09-17T08:29:23.068 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.927350793Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-09-17T08:29:23.068 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.927873683Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-09-17T08:29:23.068 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.930707273Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-09-17T08:29:23.068 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.933540165Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-09-17T08:29:23.068 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.936260276Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-09-17T08:29:23.068 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.937200382Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-09-17T08:29:23.068 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.939844953Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-09-17T08:29:23.069 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.94259669Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-09-17T08:29:23.069 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.945341018Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-09-17T08:29:23.069 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.945877257Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-09-17T08:29:23.069 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.948493546Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-09-17T08:29:23.069 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.948857782Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-09-17T08:29:23.069 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.951696883Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-09-17T08:29:23.069 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.952602873Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-09-17T08:29:23.069 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.955339204Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-09-17T08:29:23.069 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.957949074Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-09-17T08:29:23.069 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.960717455Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-09-17T08:29:23.069 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.961130928Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-09-17T08:29:23.069 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.963790825Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-09-17T08:29:23.069 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.966627934Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-09-17T08:29:23.070 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.96908231Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-09-17T08:29:23.070 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.970076557Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-09-17T08:29:23.070 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.972809635Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-09-17T08:29:23.070 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.975304954Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-09-17T08:29:23.070 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.977956455Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-09-17T08:29:23.070 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.978394468Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-09-17T08:29:23.070 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.981184374Z level=info msg="Executing migration" id="create provenance_type table" 2024-09-17T08:29:23.070 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.983862007Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-09-17T08:29:23.070 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.986584693Z level=info msg="Executing migration" id="create alert_image table" 2024-09-17T08:29:23.070 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.986983366Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-09-17T08:29:23.070 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.989717127Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-09-17T08:29:23.070 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.990626176Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-09-17T08:29:23.070 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.991267236Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-09-17T08:29:23.070 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.991700777Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-09-17T08:29:23.070 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.991772395Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-09-17T08:29:23.071 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.992456437Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-09-17T08:29:23.071 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.992842767Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-09-17T08:29:23.071 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.993307034Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-09-17T08:29:23.071 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.993427457Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-09-17T08:29:23.071 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.99353558Z level=info msg="alerts found to migrate" alerts=0 2024-09-17T08:29:23.071 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.994162889Z level=info msg="Executing migration" id="create library_element table v1" 2024-09-17T08:29:23.071 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.994951137Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-09-17T08:29:23.071 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.995851355Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-09-17T08:29:23.071 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.996543829Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-09-17T08:29:23.071 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.997336686Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-09-17T08:29:23.071 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.997802125Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-09-17T08:29:23.071 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.998585572Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-09-17T08:29:23.071 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.998970801Z level=info msg="Executing migration" id="create data_keys table" 2024-09-17T08:29:23.072 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:22.999408509Z level=info msg="Executing migration" id="create secrets table" 2024-09-17T08:29:23.072 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.000247895Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-09-17T08:29:23.072 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.004514296Z level=info msg="Executing migration" id="add name column into data_keys" 2024-09-17T08:29:23.072 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.005486452Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-09-17T08:29:23.072 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.007063757Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-09-17T08:29:23.072 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.0114172Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-09-17T08:29:23.072 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.015655404Z level=info msg="Executing migration" id="create kv_store table v1" 2024-09-17T08:29:23.072 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.016491719Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-09-17T08:29:23.072 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.016936258Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-09-17T08:29:23.072 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.017282613Z level=info msg="Executing migration" id="create permission table" 2024-09-17T08:29:23.072 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.017700344Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-09-17T08:29:23.072 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.018108799Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-09-17T08:29:23.072 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.018527524Z level=info msg="Executing migration" id="create role table" 2024-09-17T08:29:23.072 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.018907015Z level=info msg="Executing migration" id="add column display_name" 2024-09-17T08:29:23.073 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.019793793Z level=info msg="Executing migration" id="add column group_name" 2024-09-17T08:29:23.073 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.020705628Z level=info msg="Executing migration" id="add index role.org_id" 2024-09-17T08:29:23.073 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.021143726Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-09-17T08:29:23.073 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.02155993Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-09-17T08:29:23.073 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.021971001Z level=info msg="Executing migration" id="create team role table" 2024-09-17T08:29:23.073 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.022370828Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-09-17T08:29:23.073 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.022785261Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-09-17T08:29:23.073 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.023230552Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-09-17T08:29:23.073 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.023642975Z level=info msg="Executing migration" id="create user role table" 2024-09-17T08:29:23.073 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.024030339Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-09-17T08:29:23.073 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.024457551Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-09-17T08:29:23.073 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.024875176Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-09-17T08:29:23.073 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.025304581Z level=info msg="Executing migration" id="create builtin role table" 2024-09-17T08:29:23.074 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.025701256Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-09-17T08:29:23.074 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.026533532Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-09-17T08:29:23.074 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.026968621Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-09-17T08:29:23.074 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.027916871Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-09-17T08:29:23.074 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.028387891Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-09-17T08:29:23.074 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.02921752Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-09-17T08:29:23.074 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.029626097Z level=info msg="Executing migration" id="add unique index role.uid" 2024-09-17T08:29:23.074 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.030038707Z level=info msg="Executing migration" id="create seed assignment table" 2024-09-17T08:29:23.074 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.03041342Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-09-17T08:29:23.074 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.030816845Z level=info msg="Executing migration" id="add column hidden to role table" 2024-09-17T08:29:23.074 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.032695534Z level=info msg="Executing migration" id="create query_history table v1" 2024-09-17T08:29:23.074 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.033092553Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-09-17T08:29:23.074 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.033510584Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-09-17T08:29:23.074 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.036224542Z level=info msg="Executing migration" id="teams permissions migration" 2024-09-17T08:29:23.074 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.036651904Z level=info msg="Executing migration" id="dashboard permissions" 2024-09-17T08:29:23.074 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.038811701Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-09-17T08:29:23.075 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.039207796Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-09-17T08:29:23.075 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.039604811Z level=info msg="Executing migration" id="alerting notification permissions" 2024-09-17T08:29:23.075 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.039951544Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-09-17T08:29:23.075 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.040348349Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-09-17T08:29:23.075 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.04078423Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-09-17T08:29:23.075 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.041755565Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-09-17T08:29:23.075 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.042640492Z level=info msg="Executing migration" id="create correlation table v1" 2024-09-17T08:29:23.075 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.043056215Z level=info msg="Executing migration" id="add index correlations.uid" 2024-09-17T08:29:23.075 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.044024313Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-09-17T08:29:23.075 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.044762791Z level=info msg="Executing migration" id="add correlation config column" 2024-09-17T08:29:23.075 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.045787893Z level=info msg="Executing migration" id="create entity_events table" 2024-09-17T08:29:23.075 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.046231215Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-09-17T08:29:23.075 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.04702151Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-09-17T08:29:23.075 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.047101552Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-09-17T08:29:23.075 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.047962179Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-09-17T08:29:23.075 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.048215921Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-09-17T08:29:23.076 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.048657432Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-09-17T08:29:23.076 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.049050155Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-09-17T08:29:23.076 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.04948535Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-09-17T08:29:23.076 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.049939295Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-09-17T08:29:23.076 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.050880154Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-09-17T08:29:23.076 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.051644048Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-09-17T08:29:23.076 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.052046847Z level=info msg="Executing migration" id="Drop public config table" 2024-09-17T08:29:23.076 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.052493092Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-09-17T08:29:23.076 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.052884746Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-09-17T08:29:23.076 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.053362392Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-09-17T08:29:23.076 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.053833242Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-09-17T08:29:23.076 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.054649728Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-09-17T08:29:23.076 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.057845209Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-09-17T08:29:23.077 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.05889981Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-09-17T08:29:23.077 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.059919527Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-09-17T08:29:23.077 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.060788607Z level=info msg="Executing migration" id="add share column" 2024-09-17T08:29:23.077 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.061868409Z level=info msg="Executing migration" id="create default alerting folders" 2024-09-17T08:29:23.077 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.062720137Z level=info msg="Executing migration" id="create file table" 2024-09-17T08:29:23.077 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.063560439Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-09-17T08:29:23.077 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.064396327Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-09-17T08:29:23.392 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.064978453Z level=info msg="Executing migration" id="create file_meta table" 2024-09-17T08:29:23.393 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.06782426Z level=info msg="Executing migration" id="file table idx: path key" 2024-09-17T08:29:23.393 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.070587254Z level=info msg="Executing migration" id="set path collation in file table" 2024-09-17T08:29:23.393 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.073297299Z level=info msg="Executing migration" id="managed permissions migration" 2024-09-17T08:29:23.393 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.07368701Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-09-17T08:29:23.393 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.076417545Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-09-17T08:29:23.393 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.077132235Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-09-17T08:29:23.393 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.079138141Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-09-17T08:29:23.393 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.082060969Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-09-17T08:29:23.393 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.0825975Z level=info msg="Executing migration" id="update group index for alert rules" 2024-09-17T08:29:23.393 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.085421164Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-09-17T08:29:23.394 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.086027535Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-09-17T08:29:23.394 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.088036528Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-09-17T08:29:23.394 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.090779095Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-09-17T08:29:23.394 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.091834802Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-09-17T08:29:23.394 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.094658167Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-09-17T08:29:23.394 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.104736013Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-09-17T08:29:23.394 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.10759491Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-09-17T08:29:23.394 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.108163011Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-09-17T08:29:23.394 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.111564139Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-09-17T08:29:23.394 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.114154178Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-09-17T08:29:23.394 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.116839274Z level=info msg="Executing migration" id="create folder table" 2024-09-17T08:29:23.395 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.117278418Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-09-17T08:29:23.395 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.119983548Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-09-17T08:29:23.395 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.122726277Z level=info msg="Executing migration" id="Update folder title length" 2024-09-17T08:29:23.395 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.125307634Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-09-17T08:29:23.395 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=migrator t=2024-09-17T08:29:23.125745968Z level=info msg="migrations completed" performed=485 skipped=0 duration=654.907934ms 2024-09-17T08:29:23.395 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=sqlstore t=2024-09-17T08:29:23.126153581Z level=info msg="Created default organization" 2024-09-17T08:29:23.395 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=plugin.loader t=2024-09-17T08:29:23.184563703Z level=info msg="Plugin registered" pluginID=input 2024-09-17T08:29:23.395 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=plugin.loader t=2024-09-17T08:29:23.214259431Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-09-17T08:29:23.395 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=plugin.loader t=2024-09-17T08:29:23.214386983Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-09-17T08:29:23.395 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=secrets t=2024-09-17T08:29:23.214469017Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-09-17T08:29:23.395 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=query_data t=2024-09-17T08:29:23.21654098Z level=info msg="Query Service initialization" 2024-09-17T08:29:23.396 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=live.push_http t=2024-09-17T08:29:23.219186762Z level=info msg="Live Push Gateway initialization" 2024-09-17T08:29:24.397 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=infra.usagestats.collector t=2024-09-17T08:29:23.954177021Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-09-17T08:29:24.397 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=provisioning.datasources t=2024-09-17T08:29:24.008422666Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-09-17T08:29:24.397 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=provisioning.datasources t=2024-09-17T08:29:24.041375907Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-09-17T08:29:24.398 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=provisioning.alerting t=2024-09-17T08:29:24.063099194Z level=info msg="starting to provision alerting" 2024-09-17T08:29:24.398 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=provisioning.alerting t=2024-09-17T08:29:24.063123804Z level=info msg="finished to provision alerting" 2024-09-17T08:29:24.398 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=grafanaStorageLogger t=2024-09-17T08:29:24.063323314Z level=info msg="storage starting" 2024-09-17T08:29:24.398 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=ngalert.state.manager t=2024-09-17T08:29:24.06336069Z level=info msg="Warming state cache for startup" 2024-09-17T08:29:24.398 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=http.server t=2024-09-17T08:29:24.06494939Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-09-17T08:29:24.398 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=ngalert.state.manager t=2024-09-17T08:29:24.073544296Z level=info msg="State cache has been initialized" states=0 duration=10.183028ms 2024-09-17T08:29:24.398 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=ngalert.multiorg.alertmanager t=2024-09-17T08:29:24.073593154Z level=info msg="starting MultiOrg Alertmanager" 2024-09-17T08:29:24.398 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=sqlstore.transactions t=2024-09-17T08:29:24.073589397Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-17T08:29:24.398 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=ticker t=2024-09-17T08:29:24.073603941Z level=info msg=starting first_tick=2024-09-17T08:29:30Z 2024-09-17T08:29:24.398 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=sqlstore.transactions t=2024-09-17T08:29:24.108239029Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-17T08:29:24.398 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=sqlstore.transactions t=2024-09-17T08:29:24.148374618Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-17T08:29:24.398 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:29:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=sqlstore.transactions t=2024-09-17T08:29:24.159283634Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-09-17T08:29:24.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:29:23.219771+0000 mgr.y (mgr.24964) 106 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 121 B/s rd, 0 op/s 2024-09-17T08:29:24.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:29:23.219771+0000 mgr.y (mgr.24964) 106 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 121 B/s rd, 0 op/s 2024-09-17T08:29:24.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:29:23.219771+0000 mgr.y (mgr.24964) 106 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 121 B/s rd, 0 op/s 2024-09-17T08:29:26.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:29:25.220274+0000 mgr.y (mgr.24964) 107 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 102 B/s rd, 0 op/s 2024-09-17T08:29:26.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:29:25.220274+0000 mgr.y (mgr.24964) 107 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 102 B/s rd, 0 op/s 2024-09-17T08:29:26.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:29:25.220274+0000 mgr.y (mgr.24964) 107 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 102 B/s rd, 0 op/s 2024-09-17T08:29:27.282 INFO:teuthology.orchestra.run.smithi088.stdout:true 2024-09-17T08:29:27.925 INFO:teuthology.orchestra.run.smithi088.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T08:29:27.925 INFO:teuthology.orchestra.run.smithi088.stdout:alertmanager.a smithi088 *:9093,9094 running (20s) 16s ago 22m 15.9M - 0.25.0 c8568f914cd2 ae3ad2ca8c3e 2024-09-17T08:29:27.926 INFO:teuthology.orchestra.run.smithi088.stdout:grafana.a smithi187 *:3000 running (6s) 0s ago 21m 30.9M - 9.4.7 954c08fa6188 bb16e26e2835 2024-09-17T08:29:27.926 INFO:teuthology.orchestra.run.smithi088.stdout:iscsi.foo.smithi187.kgegfj smithi187 unknown 0s ago 21m - - 2024-09-17T08:29:27.926 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.x smithi187 *:8443,8765 running (78s) 0s ago 26m 436M - 18.2.4-855-g19e2a2be 980a0bfcd684 d71cc65429a4 2024-09-17T08:29:27.926 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.y smithi088 *:8443,8765 running (11m) 16s ago 27m 480M - 18.2.4-855-g19e2a2be 980a0bfcd684 3228b2505d9a 2024-09-17T08:29:27.926 INFO:teuthology.orchestra.run.smithi088.stdout:mon.a smithi088 running (27m) 16s ago 27m 97.2M 2048M 16.2.0 24ecd6d5f14c 2454e1e9e408 2024-09-17T08:29:27.926 INFO:teuthology.orchestra.run.smithi088.stdout:mon.b smithi187 running (26m) 0s ago 26m 71.5M 2048M 16.2.0 24ecd6d5f14c 443ac3d93fd1 2024-09-17T08:29:27.926 INFO:teuthology.orchestra.run.smithi088.stdout:mon.c smithi088 running (26m) 16s ago 26m 67.6M 2048M 16.2.0 24ecd6d5f14c 02dbf1ac3f13 2024-09-17T08:29:27.926 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.a smithi088 *:9100 running (60s) 16s ago 22m 11.4M - 1.5.0 0da6a335fe13 b70a15a514fb 2024-09-17T08:29:27.926 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.b smithi187 *:9100 running (53s) 0s ago 22m 8502k - 1.5.0 0da6a335fe13 75f36e91740f 2024-09-17T08:29:27.926 INFO:teuthology.orchestra.run.smithi088.stdout:osd.0 smithi088 running (25m) 16s ago 25m 49.4M 4096M 16.2.0 24ecd6d5f14c 999284c446e9 2024-09-17T08:29:27.926 INFO:teuthology.orchestra.run.smithi088.stdout:osd.1 smithi088 running (25m) 16s ago 25m 47.2M 4096M 16.2.0 24ecd6d5f14c 76ee60c1a08d 2024-09-17T08:29:27.926 INFO:teuthology.orchestra.run.smithi088.stdout:osd.2 smithi088 running (25m) 16s ago 25m 46.3M 4096M 16.2.0 24ecd6d5f14c 2503783cc013 2024-09-17T08:29:27.926 INFO:teuthology.orchestra.run.smithi088.stdout:osd.3 smithi088 running (24m) 16s ago 24m 48.5M 4096M 16.2.0 24ecd6d5f14c bf680a19cb5a 2024-09-17T08:29:27.927 INFO:teuthology.orchestra.run.smithi088.stdout:osd.4 smithi187 running (24m) 0s ago 24m 49.3M 4096M 16.2.0 24ecd6d5f14c a8462272aa51 2024-09-17T08:29:27.927 INFO:teuthology.orchestra.run.smithi088.stdout:osd.5 smithi187 running (24m) 0s ago 24m 46.9M 4096M 16.2.0 24ecd6d5f14c c3463f9a8b7e 2024-09-17T08:29:27.927 INFO:teuthology.orchestra.run.smithi088.stdout:osd.6 smithi187 running (23m) 0s ago 23m 50.6M 4096M 16.2.0 24ecd6d5f14c 53d9ca2fb095 2024-09-17T08:29:27.927 INFO:teuthology.orchestra.run.smithi088.stdout:osd.7 smithi187 running (23m) 0s ago 23m 49.8M 4096M 16.2.0 24ecd6d5f14c 61f8b7fae59c 2024-09-17T08:29:27.927 INFO:teuthology.orchestra.run.smithi088.stdout:prometheus.a smithi187 *:9095 running (36s) 0s ago 23m 34.9M - 2.43.0 a07b618ecd1d 052443b7a266 2024-09-17T08:29:27.927 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi088.pybyat smithi088 *:8000 running (21m) 16s ago 21m 45.4M - 16.2.0 24ecd6d5f14c 1e03127137af 2024-09-17T08:29:27.927 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi187.yrrxta smithi187 *:8000 running (21m) 0s ago 21m 44.4M - 16.2.0 24ecd6d5f14c 304f0f2cb409 2024-09-17T08:29:28.300 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:29:28.322 INFO:teuthology.orchestra.run.smithi088.stdout: "mon": { 2024-09-17T08:29:28.323 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 3 2024-09-17T08:29:28.323 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:29:28.323 INFO:teuthology.orchestra.run.smithi088.stdout: "mgr": { 2024-09-17T08:29:28.323 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T08:29:28.323 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:29:28.323 INFO:teuthology.orchestra.run.smithi088.stdout: "osd": { 2024-09-17T08:29:28.323 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 8 2024-09-17T08:29:28.323 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:29:28.323 INFO:teuthology.orchestra.run.smithi088.stdout: "mds": {}, 2024-09-17T08:29:28.323 INFO:teuthology.orchestra.run.smithi088.stdout: "rgw": { 2024-09-17T08:29:28.323 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 2 2024-09-17T08:29:28.323 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:29:28.324 INFO:teuthology.orchestra.run.smithi088.stdout: "overall": { 2024-09-17T08:29:28.324 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 13, 2024-09-17T08:29:28.324 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T08:29:28.324 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-09-17T08:29:28.324 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:29:28.597 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:28 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:29:27.220928+0000 mgr.y (mgr.24964) 108 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:29:28.597 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:28 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:27.270338+0000 mgr.y (mgr.24964) 109 : audit [DBG] from='client.15420 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:29:28.597 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:28 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:27.404267+0000 mon.a (mon.0) 925 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:28.597 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:28 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:27.409354+0000 mon.a (mon.0) 926 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:28.598 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:28 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:27.917621+0000 mon.a (mon.0) 927 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:28.598 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:28 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:27.927516+0000 mon.a (mon.0) 928 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:28.598 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:28 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:28.300862+0000 mon.a (mon.0) 929 : audit [DBG] from='client.? 172.21.15.88:0/4150450571' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:28.623 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:29:28.623 INFO:teuthology.orchestra.run.smithi088.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9", 2024-09-17T08:29:28.623 INFO:teuthology.orchestra.run.smithi088.stdout: "in_progress": true, 2024-09-17T08:29:28.623 INFO:teuthology.orchestra.run.smithi088.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-09-17T08:29:28.623 INFO:teuthology.orchestra.run.smithi088.stdout: "services_complete": [ 2024-09-17T08:29:28.623 INFO:teuthology.orchestra.run.smithi088.stdout: "mgr" 2024-09-17T08:29:28.623 INFO:teuthology.orchestra.run.smithi088.stdout: ], 2024-09-17T08:29:28.624 INFO:teuthology.orchestra.run.smithi088.stdout: "progress": "2/2 daemons upgraded", 2024-09-17T08:29:28.624 INFO:teuthology.orchestra.run.smithi088.stdout: "message": "Currently upgrading grafana daemons", 2024-09-17T08:29:28.624 INFO:teuthology.orchestra.run.smithi088.stdout: "is_paused": false 2024-09-17T08:29:28.624 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:29:28.624 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:29:27.220928+0000 mgr.y (mgr.24964) 108 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:29:28.624 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:27.270338+0000 mgr.y (mgr.24964) 109 : audit [DBG] from='client.15420 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:29:28.624 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:27.404267+0000 mon.a (mon.0) 925 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:28.624 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:27.409354+0000 mon.a (mon.0) 926 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:28.625 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:27.917621+0000 mon.a (mon.0) 927 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:28.625 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:27.927516+0000 mon.a (mon.0) 928 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:28.625 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:28.300862+0000 mon.a (mon.0) 929 : audit [DBG] from='client.? 172.21.15.88:0/4150450571' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:28.625 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:29:27.220928+0000 mgr.y (mgr.24964) 108 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:29:28.625 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:27.270338+0000 mgr.y (mgr.24964) 109 : audit [DBG] from='client.15420 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:29:28.625 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:27.404267+0000 mon.a (mon.0) 925 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:28.625 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:27.409354+0000 mon.a (mon.0) 926 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:28.625 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:27.917621+0000 mon.a (mon.0) 927 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:28.625 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:27.927516+0000 mon.a (mon.0) 928 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:28.625 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:28.300862+0000 mon.a (mon.0) 929 : audit [DBG] from='client.? 172.21.15.88:0/4150450571' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:29.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:29 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:27.596043+0000 mgr.y (mgr.24964) 110 : audit [DBG] from='client.25342 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:29:29.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:29 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:27.915975+0000 mgr.y (mgr.24964) 111 : audit [DBG] from='client.25348 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:29:29.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:27.596043+0000 mgr.y (mgr.24964) 110 : audit [DBG] from='client.25342 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:29:29.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:27.915975+0000 mgr.y (mgr.24964) 111 : audit [DBG] from='client.25348 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:29:29.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:27.596043+0000 mgr.y (mgr.24964) 110 : audit [DBG] from='client.25342 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:29:29.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:27.915975+0000 mgr.y (mgr.24964) 111 : audit [DBG] from='client.25348 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:29:30.618 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:28.623556+0000 mgr.y (mgr.24964) 112 : audit [DBG] from='client.15444 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:29:30.619 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:29:29.221518+0000 mgr.y (mgr.24964) 113 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:29:30.619 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:29.639209+0000 mon.b (mon.2) 175 : audit [DBG] from='client.? 172.21.15.187:0/1212092846' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:29:30.619 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:30 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:29.958285+0000 mon.b (mon.2) 176 : audit [INF] from='client.? 172.21.15.187:0/4293402443' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6832/1886718149"}]: access denied 2024-09-17T08:29:30.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:28.623556+0000 mgr.y (mgr.24964) 112 : audit [DBG] from='client.15444 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:29:30.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:29:29.221518+0000 mgr.y (mgr.24964) 113 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:29:30.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:29.639209+0000 mon.b (mon.2) 175 : audit [DBG] from='client.? 172.21.15.187:0/1212092846' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:29:30.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:29.958285+0000 mon.b (mon.2) 176 : audit [INF] from='client.? 172.21.15.187:0/4293402443' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6832/1886718149"}]: access denied 2024-09-17T08:29:30.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:28.623556+0000 mgr.y (mgr.24964) 112 : audit [DBG] from='client.15444 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:29:30.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:29:29.221518+0000 mgr.y (mgr.24964) 113 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:29:30.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:29.639209+0000 mon.b (mon.2) 175 : audit [DBG] from='client.? 172.21.15.187:0/1212092846' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:29:30.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:29.958285+0000 mon.b (mon.2) 176 : audit [INF] from='client.? 172.21.15.187:0/4293402443' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6832/1886718149"}]: access denied 2024-09-17T08:29:32.883 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:32 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:29:31.221964+0000 mgr.y (mgr.24964) 114 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:29:32.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:32 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:29:31.221964+0000 mgr.y (mgr.24964) 114 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:29:32.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:32 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:29:31.221964+0000 mgr.y (mgr.24964) 114 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:29:34.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.210011+0000 mon.a (mon.0) 930 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:34.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.221087+0000 mon.a (mon.0) 931 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:34.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:29:33.222608+0000 mgr.y (mgr.24964) 115 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:29:34.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.225649+0000 mon.c (mon.1) 171 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:29:34.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.226400+0000 mon.c (mon.1) 172 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:29:34.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:29:33.227007+0000 mgr.y (mgr.24964) 116 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:29:34.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:29:33.227397+0000 mgr.y (mgr.24964) 117 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 102 B/s rd, 0 op/s 2024-09-17T08:29:34.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:29:33.227551+0000 mgr.y (mgr.24964) 118 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 127 B/s rd, 0 op/s 2024-09-17T08:29:34.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.233557+0000 mon.a (mon.0) 932 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:34.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.319108+0000 mon.c (mon.1) 173 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-17T08:29:34.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.319505+0000 mgr.y (mgr.24964) 119 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-17T08:29:34.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.356987+0000 mon.c (mon.1) 174 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:29:34.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.359629+0000 mon.c (mon.1) 175 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:34.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.361080+0000 mon.c (mon.1) 176 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:34.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.362578+0000 mon.c (mon.1) 177 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:34.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.363879+0000 mon.c (mon.1) 178 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:34.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.364816+0000 mon.c (mon.1) 179 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:34.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.365741+0000 mon.c (mon.1) 180 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:34.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.367020+0000 mon.c (mon.1) 181 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:34.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.368636+0000 mon.c (mon.1) 182 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:34.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.369944+0000 mon.c (mon.1) 183 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:34.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.371119+0000 mon.c (mon.1) 184 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:34.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.372302+0000 mon.c (mon.1) 185 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:34.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.373373+0000 mon.c (mon.1) 186 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:34.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.374383+0000 mon.c (mon.1) 187 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:34.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.375385+0000 mon.c (mon.1) 188 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:34.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:29:33.375945+0000 mgr.y (mgr.24964) 120 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-17T08:29:34.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.382064+0000 mon.a (mon.0) 933 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:34.400 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.385938+0000 mon.c (mon.1) 189 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-17T08:29:34.400 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.386274+0000 mon.a (mon.0) 934 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-17T08:29:34.400 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.391919+0000 mon.a (mon.0) 935 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-17T08:29:34.400 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.395300+0000 mon.c (mon.1) 190 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:29:34.401 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.395552+0000 mon.a (mon.0) 936 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:29:34.401 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.401145+0000 mon.a (mon.0) 937 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-17T08:29:34.401 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.404376+0000 mon.c (mon.1) 191 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-17T08:29:34.401 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.404647+0000 mon.a (mon.0) 938 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-17T08:29:34.401 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.409949+0000 mon.a (mon.0) 939 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-17T08:29:34.401 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.413162+0000 mon.c (mon.1) 192 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-17T08:29:34.402 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.413412+0000 mon.a (mon.0) 940 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-17T08:29:34.402 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.414046+0000 mon.c (mon.1) 193 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-17T08:29:34.402 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.414250+0000 mon.a (mon.0) 941 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-17T08:29:34.402 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.419884+0000 mon.a (mon.0) 942 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-17T08:29:34.402 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.422840+0000 mon.c (mon.1) 194 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-17T08:29:34.402 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.423105+0000 mon.a (mon.0) 943 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-17T08:29:34.402 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.423706+0000 mon.c (mon.1) 195 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-17T08:29:34.402 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.423908+0000 mon.a (mon.0) 944 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-17T08:29:34.402 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.429209+0000 mon.a (mon.0) 945 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-17T08:29:34.402 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.432519+0000 mon.c (mon.1) 196 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:29:34.403 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.432828+0000 mon.a (mon.0) 946 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:29:34.403 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.433475+0000 mon.c (mon.1) 197 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-17T08:29:34.403 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.433738+0000 mon.a (mon.0) 947 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-17T08:29:34.403 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.438965+0000 mon.a (mon.0) 948 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-17T08:29:34.403 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.442288+0000 mon.c (mon.1) 198 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-17T08:29:34.403 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.442547+0000 mon.a (mon.0) 949 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-17T08:29:34.403 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.443154+0000 mon.c (mon.1) 199 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-17T08:29:34.403 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.443367+0000 mon.a (mon.0) 950 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-17T08:29:34.403 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.448443+0000 mon.a (mon.0) 951 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-17T08:29:34.403 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.451696+0000 mon.c (mon.1) 200 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-17T08:29:34.403 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.451951+0000 mon.a (mon.0) 952 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-17T08:29:34.403 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.457296+0000 mon.a (mon.0) 953 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-17T08:29:34.404 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.460399+0000 mon.c (mon.1) 201 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:29:34.404 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.460712+0000 mon.a (mon.0) 954 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:29:34.404 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.461306+0000 mon.c (mon.1) 202 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:29:34.404 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.461564+0000 mon.a (mon.0) 955 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:29:34.404 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.462152+0000 mon.c (mon.1) 203 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:29:34.404 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.462407+0000 mon.a (mon.0) 956 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:29:34.404 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.462965+0000 mon.c (mon.1) 204 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:29:34.404 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.463213+0000 mon.a (mon.0) 957 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:29:34.404 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.463781+0000 mon.c (mon.1) 205 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:29:34.404 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.463976+0000 mon.a (mon.0) 958 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:29:34.405 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.464568+0000 mon.c (mon.1) 206 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:29:34.405 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.464768+0000 mon.a (mon.0) 959 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:29:34.405 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.465338+0000 mon.c (mon.1) 207 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-17T08:29:34.405 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.465575+0000 mon.a (mon.0) 960 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-17T08:29:34.405 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.470955+0000 mon.a (mon.0) 961 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]': finished 2024-09-17T08:29:34.405 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:29:33.473962+0000 mgr.y (mgr.24964) 121 : cephadm [INF] Upgrade: Complete! 2024-09-17T08:29:34.405 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.474348+0000 mon.c (mon.1) 208 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-17T08:29:34.405 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.474618+0000 mon.a (mon.0) 962 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-17T08:29:34.405 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.479536+0000 mon.a (mon.0) 963 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-17T08:29:34.405 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:34 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:33.482493+0000 mon.c (mon.1) 209 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:29:34.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.210011+0000 mon.a (mon.0) 930 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:34.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.221087+0000 mon.a (mon.0) 931 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:34.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:29:33.222608+0000 mgr.y (mgr.24964) 115 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:29:34.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.225649+0000 mon.c (mon.1) 171 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:29:34.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.226400+0000 mon.c (mon.1) 172 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:29:34.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:29:33.227007+0000 mgr.y (mgr.24964) 116 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:29:34.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:29:33.227397+0000 mgr.y (mgr.24964) 117 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 102 B/s rd, 0 op/s 2024-09-17T08:29:34.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:29:33.227551+0000 mgr.y (mgr.24964) 118 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 127 B/s rd, 0 op/s 2024-09-17T08:29:34.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.233557+0000 mon.a (mon.0) 932 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:34.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.319108+0000 mon.c (mon.1) 173 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-17T08:29:34.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.319505+0000 mgr.y (mgr.24964) 119 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-17T08:29:34.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.356987+0000 mon.c (mon.1) 174 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:29:34.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.359629+0000 mon.c (mon.1) 175 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:34.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.361080+0000 mon.c (mon.1) 176 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:34.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.362578+0000 mon.c (mon.1) 177 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:34.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.363879+0000 mon.c (mon.1) 178 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:34.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.210011+0000 mon.a (mon.0) 930 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:34.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.221087+0000 mon.a (mon.0) 931 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:34.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:29:33.222608+0000 mgr.y (mgr.24964) 115 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:29:34.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.225649+0000 mon.c (mon.1) 171 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:29:34.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.226400+0000 mon.c (mon.1) 172 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:29:34.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:29:33.227007+0000 mgr.y (mgr.24964) 116 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:29:34.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:29:33.227397+0000 mgr.y (mgr.24964) 117 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 102 B/s rd, 0 op/s 2024-09-17T08:29:34.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:29:33.227551+0000 mgr.y (mgr.24964) 118 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 127 B/s rd, 0 op/s 2024-09-17T08:29:34.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.233557+0000 mon.a (mon.0) 932 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:34.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.319108+0000 mon.c (mon.1) 173 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-17T08:29:34.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.319505+0000 mgr.y (mgr.24964) 119 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-17T08:29:34.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.356987+0000 mon.c (mon.1) 174 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:29:34.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.359629+0000 mon.c (mon.1) 175 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:34.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.361080+0000 mon.c (mon.1) 176 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:34.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.362578+0000 mon.c (mon.1) 177 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:34.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.363879+0000 mon.c (mon.1) 178 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:34.668 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.364816+0000 mon.c (mon.1) 179 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:34.669 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.365741+0000 mon.c (mon.1) 180 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:34.669 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.367020+0000 mon.c (mon.1) 181 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:34.669 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.368636+0000 mon.c (mon.1) 182 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:34.669 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.369944+0000 mon.c (mon.1) 183 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:34.669 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.371119+0000 mon.c (mon.1) 184 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:34.669 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.372302+0000 mon.c (mon.1) 185 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:34.669 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.373373+0000 mon.c (mon.1) 186 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:34.669 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.374383+0000 mon.c (mon.1) 187 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:34.669 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.375385+0000 mon.c (mon.1) 188 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:34.669 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:29:33.375945+0000 mgr.y (mgr.24964) 120 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-17T08:29:34.669 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.382064+0000 mon.a (mon.0) 933 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:34.670 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.385938+0000 mon.c (mon.1) 189 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-17T08:29:34.670 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.386274+0000 mon.a (mon.0) 934 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-17T08:29:34.670 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.391919+0000 mon.a (mon.0) 935 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-17T08:29:34.670 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.395300+0000 mon.c (mon.1) 190 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:29:34.670 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.395552+0000 mon.a (mon.0) 936 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:29:34.670 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.401145+0000 mon.a (mon.0) 937 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-17T08:29:34.670 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.404376+0000 mon.c (mon.1) 191 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-17T08:29:34.670 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.404647+0000 mon.a (mon.0) 938 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-17T08:29:34.670 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.409949+0000 mon.a (mon.0) 939 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-17T08:29:34.670 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.413162+0000 mon.c (mon.1) 192 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-17T08:29:34.670 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.413412+0000 mon.a (mon.0) 940 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-17T08:29:34.670 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.414046+0000 mon.c (mon.1) 193 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-17T08:29:34.671 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.414250+0000 mon.a (mon.0) 941 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-17T08:29:34.671 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.419884+0000 mon.a (mon.0) 942 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-17T08:29:34.671 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.422840+0000 mon.c (mon.1) 194 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-17T08:29:34.671 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.423105+0000 mon.a (mon.0) 943 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-17T08:29:34.671 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.423706+0000 mon.c (mon.1) 195 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-17T08:29:34.671 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.423908+0000 mon.a (mon.0) 944 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-17T08:29:34.671 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.429209+0000 mon.a (mon.0) 945 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-17T08:29:34.671 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.364816+0000 mon.c (mon.1) 179 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:34.671 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.365741+0000 mon.c (mon.1) 180 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:34.671 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.367020+0000 mon.c (mon.1) 181 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:34.672 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.368636+0000 mon.c (mon.1) 182 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:34.672 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.369944+0000 mon.c (mon.1) 183 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:34.672 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.371119+0000 mon.c (mon.1) 184 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:34.672 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.372302+0000 mon.c (mon.1) 185 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:34.672 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.373373+0000 mon.c (mon.1) 186 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:34.672 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.374383+0000 mon.c (mon.1) 187 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:34.672 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.375385+0000 mon.c (mon.1) 188 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:29:34.672 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:29:33.375945+0000 mgr.y (mgr.24964) 120 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-17T08:29:34.672 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.382064+0000 mon.a (mon.0) 933 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:34.672 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.385938+0000 mon.c (mon.1) 189 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-17T08:29:34.672 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.386274+0000 mon.a (mon.0) 934 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-17T08:29:34.672 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.391919+0000 mon.a (mon.0) 935 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-17T08:29:34.672 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.395300+0000 mon.c (mon.1) 190 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:29:34.673 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.432519+0000 mon.c (mon.1) 196 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:29:34.673 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.432828+0000 mon.a (mon.0) 946 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:29:34.673 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.433475+0000 mon.c (mon.1) 197 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-17T08:29:34.673 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.433738+0000 mon.a (mon.0) 947 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-17T08:29:34.673 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.438965+0000 mon.a (mon.0) 948 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-17T08:29:34.673 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.442288+0000 mon.c (mon.1) 198 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-17T08:29:34.673 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.442547+0000 mon.a (mon.0) 949 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-17T08:29:34.673 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.443154+0000 mon.c (mon.1) 199 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-17T08:29:34.673 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.443367+0000 mon.a (mon.0) 950 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-17T08:29:34.674 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.448443+0000 mon.a (mon.0) 951 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-17T08:29:34.674 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.451696+0000 mon.c (mon.1) 200 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-17T08:29:34.674 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.451951+0000 mon.a (mon.0) 952 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-17T08:29:34.674 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.457296+0000 mon.a (mon.0) 953 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-17T08:29:34.674 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.460399+0000 mon.c (mon.1) 201 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:29:34.674 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.395552+0000 mon.a (mon.0) 936 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:29:34.674 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.401145+0000 mon.a (mon.0) 937 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-17T08:29:34.674 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.404376+0000 mon.c (mon.1) 191 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-17T08:29:34.674 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.404647+0000 mon.a (mon.0) 938 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-17T08:29:34.674 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.409949+0000 mon.a (mon.0) 939 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-17T08:29:34.675 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.413162+0000 mon.c (mon.1) 192 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-17T08:29:34.675 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.413412+0000 mon.a (mon.0) 940 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-17T08:29:34.675 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.414046+0000 mon.c (mon.1) 193 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-17T08:29:34.675 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.414250+0000 mon.a (mon.0) 941 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-17T08:29:34.675 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.419884+0000 mon.a (mon.0) 942 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-17T08:29:34.675 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.422840+0000 mon.c (mon.1) 194 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-17T08:29:34.675 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.423105+0000 mon.a (mon.0) 943 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-17T08:29:34.675 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.423706+0000 mon.c (mon.1) 195 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-17T08:29:34.675 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.423908+0000 mon.a (mon.0) 944 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-17T08:29:34.675 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.429209+0000 mon.a (mon.0) 945 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-17T08:29:34.676 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.460712+0000 mon.a (mon.0) 954 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:29:34.676 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.461306+0000 mon.c (mon.1) 202 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:29:34.676 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.461564+0000 mon.a (mon.0) 955 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:29:34.676 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.462152+0000 mon.c (mon.1) 203 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:29:34.676 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.462407+0000 mon.a (mon.0) 956 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:29:34.676 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.462965+0000 mon.c (mon.1) 204 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:29:34.676 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.463213+0000 mon.a (mon.0) 957 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:29:34.676 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.463781+0000 mon.c (mon.1) 205 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:29:34.676 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.463976+0000 mon.a (mon.0) 958 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:29:34.676 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.464568+0000 mon.c (mon.1) 206 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:29:34.676 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.464768+0000 mon.a (mon.0) 959 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:29:34.677 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.465338+0000 mon.c (mon.1) 207 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-17T08:29:34.677 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.465575+0000 mon.a (mon.0) 960 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-17T08:29:34.677 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.470955+0000 mon.a (mon.0) 961 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]': finished 2024-09-17T08:29:34.677 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:29:33.473962+0000 mgr.y (mgr.24964) 121 : cephadm [INF] Upgrade: Complete! 2024-09-17T08:29:34.677 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.474348+0000 mon.c (mon.1) 208 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-17T08:29:34.677 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.474618+0000 mon.a (mon.0) 962 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-17T08:29:34.677 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.479536+0000 mon.a (mon.0) 963 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-17T08:29:34.677 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:33.482493+0000 mon.c (mon.1) 209 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:29:34.678 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.432519+0000 mon.c (mon.1) 196 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:29:34.678 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.432828+0000 mon.a (mon.0) 946 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:29:34.678 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.433475+0000 mon.c (mon.1) 197 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-17T08:29:34.678 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.433738+0000 mon.a (mon.0) 947 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-17T08:29:34.678 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.438965+0000 mon.a (mon.0) 948 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-17T08:29:34.678 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.442288+0000 mon.c (mon.1) 198 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-17T08:29:34.678 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.442547+0000 mon.a (mon.0) 949 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-17T08:29:34.678 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.443154+0000 mon.c (mon.1) 199 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-17T08:29:34.678 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.443367+0000 mon.a (mon.0) 950 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-17T08:29:34.678 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.448443+0000 mon.a (mon.0) 951 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-17T08:29:34.679 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.451696+0000 mon.c (mon.1) 200 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-17T08:29:34.679 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.451951+0000 mon.a (mon.0) 952 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-17T08:29:34.679 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.457296+0000 mon.a (mon.0) 953 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-17T08:29:34.679 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.460399+0000 mon.c (mon.1) 201 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:29:34.679 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.460712+0000 mon.a (mon.0) 954 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:29:34.679 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.461306+0000 mon.c (mon.1) 202 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:29:34.679 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.461564+0000 mon.a (mon.0) 955 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:29:34.679 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.462152+0000 mon.c (mon.1) 203 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:29:34.679 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.462407+0000 mon.a (mon.0) 956 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:29:34.679 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.462965+0000 mon.c (mon.1) 204 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:29:34.679 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.463213+0000 mon.a (mon.0) 957 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:29:34.679 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.463781+0000 mon.c (mon.1) 205 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:29:34.679 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.463976+0000 mon.a (mon.0) 958 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:29:34.679 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.464568+0000 mon.c (mon.1) 206 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:29:34.679 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.464768+0000 mon.a (mon.0) 959 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:29:34.680 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.465338+0000 mon.c (mon.1) 207 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-17T08:29:34.680 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.465575+0000 mon.a (mon.0) 960 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-17T08:29:34.680 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.470955+0000 mon.a (mon.0) 961 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]': finished 2024-09-17T08:29:34.680 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:29:33.473962+0000 mgr.y (mgr.24964) 121 : cephadm [INF] Upgrade: Complete! 2024-09-17T08:29:34.680 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.474348+0000 mon.c (mon.1) 208 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-17T08:29:34.680 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.474618+0000 mon.a (mon.0) 962 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-17T08:29:34.680 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.479536+0000 mon.a (mon.0) 963 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-17T08:29:34.680 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:33.482493+0000 mon.c (mon.1) 209 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:29:36.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:36 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:29:35.227986+0000 mgr.y (mgr.24964) 122 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 127 B/s rd, 0 op/s 2024-09-17T08:29:36.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:36 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:29:35.227986+0000 mgr.y (mgr.24964) 122 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 127 B/s rd, 0 op/s 2024-09-17T08:29:36.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:36 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:29:35.227986+0000 mgr.y (mgr.24964) 122 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 127 B/s rd, 0 op/s 2024-09-17T08:29:37.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:37 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:36.505561+0000 mon.a (mon.0) 964 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:37.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:36.505561+0000 mon.a (mon.0) 964 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:37.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:36.505561+0000 mon.a (mon.0) 964 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:38.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:29:37.228791+0000 mgr.y (mgr.24964) 123 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 127 B/s rd, 0 op/s 2024-09-17T08:29:38.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:38.270428+0000 mon.a (mon.0) 965 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:38.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:38.277020+0000 mon.a (mon.0) 966 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:38.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:38.278512+0000 mon.c (mon.1) 210 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:29:38.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:38.279348+0000 mon.c (mon.1) 211 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:29:38.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:38.286737+0000 mon.a (mon.0) 967 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:38.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:38.397446+0000 mon.c (mon.1) 212 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:29:38.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:38.398671+0000 mon.c (mon.1) 213 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:29:38.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:38.399261+0000 mon.c (mon.1) 214 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:29:38.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:38.404879+0000 mon.a (mon.0) 968 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:38.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:29:37.228791+0000 mgr.y (mgr.24964) 123 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 127 B/s rd, 0 op/s 2024-09-17T08:29:38.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:38.270428+0000 mon.a (mon.0) 965 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:38.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:38.277020+0000 mon.a (mon.0) 966 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:38.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:38.278512+0000 mon.c (mon.1) 210 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:29:38.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:38.279348+0000 mon.c (mon.1) 211 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:29:38.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:38.286737+0000 mon.a (mon.0) 967 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:38.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:38.397446+0000 mon.c (mon.1) 212 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:29:38.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:38.398671+0000 mon.c (mon.1) 213 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:29:38.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:38.399261+0000 mon.c (mon.1) 214 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:29:38.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:38.404879+0000 mon.a (mon.0) 968 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:38.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:29:37.228791+0000 mgr.y (mgr.24964) 123 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 127 B/s rd, 0 op/s 2024-09-17T08:29:38.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:38.270428+0000 mon.a (mon.0) 965 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:38.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:38.277020+0000 mon.a (mon.0) 966 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:38.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:38.278512+0000 mon.c (mon.1) 210 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:29:38.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:38.279348+0000 mon.c (mon.1) 211 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:29:38.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:38.286737+0000 mon.a (mon.0) 967 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:38.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:38.397446+0000 mon.c (mon.1) 212 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:29:38.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:38.398671+0000 mon.c (mon.1) 213 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:29:38.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:38.399261+0000 mon.c (mon.1) 214 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:29:38.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:38.404879+0000 mon.a (mon.0) 968 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:29:39.798 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:29:38.280098+0000 mgr.y (mgr.24964) 124 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:29:39.798 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:29:38.280587+0000 mgr.y (mgr.24964) 125 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 145 B/s rd, 0 op/s 2024-09-17T08:29:39.798 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:29:38.280796+0000 mgr.y (mgr.24964) 126 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:29:39.798 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:29:38.399783+0000 mgr.y (mgr.24964) 127 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:29:39.798 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:29:38.400167+0000 mgr.y (mgr.24964) 128 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:29:39.799 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:29:38.400330+0000 mgr.y (mgr.24964) 129 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:29:39.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:29:38.280098+0000 mgr.y (mgr.24964) 124 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:29:39.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:29:38.280587+0000 mgr.y (mgr.24964) 125 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 145 B/s rd, 0 op/s 2024-09-17T08:29:39.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:29:38.280796+0000 mgr.y (mgr.24964) 126 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:29:39.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:29:38.399783+0000 mgr.y (mgr.24964) 127 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:29:39.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:29:38.400167+0000 mgr.y (mgr.24964) 128 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:29:39.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:29:38.400330+0000 mgr.y (mgr.24964) 129 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:29:39.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:29:38.280098+0000 mgr.y (mgr.24964) 124 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:29:39.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:29:38.280587+0000 mgr.y (mgr.24964) 125 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 145 B/s rd, 0 op/s 2024-09-17T08:29:39.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:29:38.280796+0000 mgr.y (mgr.24964) 126 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:29:39.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:29:38.399783+0000 mgr.y (mgr.24964) 127 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:29:39.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:29:38.400167+0000 mgr.y (mgr.24964) 128 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:29:39.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:29:38.400330+0000 mgr.y (mgr.24964) 129 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:29:41.815 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:29:40.400694+0000 mgr.y (mgr.24964) 130 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:29:41.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:29:40.400694+0000 mgr.y (mgr.24964) 130 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:29:41.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:41 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:29:40.400694+0000 mgr.y (mgr.24964) 130 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:29:43.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:29:42.401381+0000 mgr.y (mgr.24964) 131 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:29:43.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:42.711775+0000 mon.b (mon.2) 177 : audit [DBG] from='client.? 172.21.15.187:0/2407076206' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:29:43.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:43.024919+0000 mon.b (mon.2) 178 : audit [INF] from='client.? 172.21.15.187:0/4008817408' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6832/1886718149"}]: access denied 2024-09-17T08:29:43.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:29:42.401381+0000 mgr.y (mgr.24964) 131 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:29:43.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:42.711775+0000 mon.b (mon.2) 177 : audit [DBG] from='client.? 172.21.15.187:0/2407076206' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:29:43.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:43.024919+0000 mon.b (mon.2) 178 : audit [INF] from='client.? 172.21.15.187:0/4008817408' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6832/1886718149"}]: access denied 2024-09-17T08:29:43.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:29:42.401381+0000 mgr.y (mgr.24964) 131 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:29:43.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:42.711775+0000 mon.b (mon.2) 177 : audit [DBG] from='client.? 172.21.15.187:0/2407076206' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:29:43.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:43 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:43.024919+0000 mon.b (mon.2) 178 : audit [INF] from='client.? 172.21.15.187:0/4008817408' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6832/1886718149"}]: access denied 2024-09-17T08:29:45.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:29:44.401850+0000 mgr.y (mgr.24964) 132 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:29:45.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:29:44.401850+0000 mgr.y (mgr.24964) 132 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:29:45.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:45 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:29:44.401850+0000 mgr.y (mgr.24964) 132 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:29:47.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:29:46.402466+0000 mgr.y (mgr.24964) 133 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:29:47.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:29:46.402466+0000 mgr.y (mgr.24964) 133 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:29:47.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:29:46.402466+0000 mgr.y (mgr.24964) 133 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:29:49.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:29:48.403324+0000 mgr.y (mgr.24964) 134 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 102 B/s rd, 0 op/s 2024-09-17T08:29:49.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:29:48.403324+0000 mgr.y (mgr.24964) 134 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 102 B/s rd, 0 op/s 2024-09-17T08:29:49.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:49 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:29:48.403324+0000 mgr.y (mgr.24964) 134 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 102 B/s rd, 0 op/s 2024-09-17T08:29:51.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:29:50.403907+0000 mgr.y (mgr.24964) 135 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:29:51.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:29:50.403907+0000 mgr.y (mgr.24964) 135 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:29:51.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:29:50.403907+0000 mgr.y (mgr.24964) 135 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:29:53.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:53 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:29:52.404655+0000 mgr.y (mgr.24964) 136 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:29:53.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:29:52.404655+0000 mgr.y (mgr.24964) 136 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:29:53.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:53 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:29:52.404655+0000 mgr.y (mgr.24964) 136 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:29:55.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:29:54.405175+0000 mgr.y (mgr.24964) 137 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:29:55.914 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:29:54.405175+0000 mgr.y (mgr.24964) 137 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:29:55.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:29:54.405175+0000 mgr.y (mgr.24964) 137 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:29:56.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:55.888613+0000 mon.b (mon.2) 179 : audit [DBG] from='client.? 172.21.15.187:0/665969932' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:29:56.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:56.251749+0000 mon.b (mon.2) 180 : audit [INF] from='client.? 172.21.15.187:0/2433551811' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6832/1886718149"}]: access denied 2024-09-17T08:29:56.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:55.888613+0000 mon.b (mon.2) 179 : audit [DBG] from='client.? 172.21.15.187:0/665969932' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:29:56.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:56.251749+0000 mon.b (mon.2) 180 : audit [INF] from='client.? 172.21.15.187:0/2433551811' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6832/1886718149"}]: access denied 2024-09-17T08:29:56.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:55.888613+0000 mon.b (mon.2) 179 : audit [DBG] from='client.? 172.21.15.187:0/665969932' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:29:56.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:56.251749+0000 mon.b (mon.2) 180 : audit [INF] from='client.? 172.21.15.187:0/2433551811' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6832/1886718149"}]: access denied 2024-09-17T08:29:57.810 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:29:56.405617+0000 mgr.y (mgr.24964) 138 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:29:57.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:29:56.405617+0000 mgr.y (mgr.24964) 138 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:29:57.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:29:56.405617+0000 mgr.y (mgr.24964) 138 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:29:59.686 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph versions | jq -e '"'"'.mgr | length == 1'"'"'' 2024-09-17T08:29:59.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:29:59 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:29:58.406488+0000 mgr.y (mgr.24964) 139 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-17T08:29:59.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:29:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:29:58.406488+0000 mgr.y (mgr.24964) 139 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-17T08:29:59.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:29:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:29:58.406488+0000 mgr.y (mgr.24964) 139 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-17T08:30:00.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:29:58.955937+0000 mgr.y (mgr.24964) 140 : audit [DBG] from='client.25417 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:30:00.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:30:00.000092+0000 mon.a (mon.0) 969 : cluster [WRN] overall HEALTH_WARN 1 failed cephadm daemon(s) 2024-09-17T08:30:00.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:29:58.955937+0000 mgr.y (mgr.24964) 140 : audit [DBG] from='client.25417 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:30:00.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:30:00.000092+0000 mon.a (mon.0) 969 : cluster [WRN] overall HEALTH_WARN 1 failed cephadm daemon(s) 2024-09-17T08:30:00.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:29:58.955937+0000 mgr.y (mgr.24964) 140 : audit [DBG] from='client.25417 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:30:00.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:30:00.000092+0000 mon.a (mon.0) 969 : cluster [WRN] overall HEALTH_WARN 1 failed cephadm daemon(s) 2024-09-17T08:30:01.672 INFO:teuthology.orchestra.run.smithi088.stdout:true 2024-09-17T08:30:01.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:30:00.406932+0000 mgr.y (mgr.24964) 141 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:30:01.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:30:00.406932+0000 mgr.y (mgr.24964) 141 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:30:01.914 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:30:00.406932+0000 mgr.y (mgr.24964) 141 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:30:02.284 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph versions | jq -e '"'"'.mgr | keys'"'"' | grep $sha1' 2024-09-17T08:30:02.796 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:01.660227+0000 mon.c (mon.1) 215 : audit [DBG] from='client.? 172.21.15.88:0/2677354987' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:30:02.796 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:30:02.407553+0000 mgr.y (mgr.24964) 142 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:30:02.796 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:01.660227+0000 mon.c (mon.1) 215 : audit [DBG] from='client.? 172.21.15.88:0/2677354987' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:30:02.796 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:30:02.407553+0000 mgr.y (mgr.24964) 142 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:30:02.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:30:01.660227+0000 mon.c (mon.1) 215 : audit [DBG] from='client.? 172.21.15.88:0/2677354987' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:30:02.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:30:02.407553+0000 mgr.y (mgr.24964) 142 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:30:04.262 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)" 2024-09-17T08:30:04.865 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:04.249638+0000 mon.c (mon.1) 216 : audit [DBG] from='client.? 172.21.15.88:0/1260853430' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:30:04.866 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:04.249638+0000 mon.c (mon.1) 216 : audit [DBG] from='client.? 172.21.15.88:0/1260853430' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:30:04.887 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 2'"'"'' 2024-09-17T08:30:04.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:30:04.249638+0000 mon.c (mon.1) 216 : audit [DBG] from='client.? 172.21.15.88:0/1260853430' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:30:05.889 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:05 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:30:04.408143+0000 mgr.y (mgr.24964) 143 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:30:05.889 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:05 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:30:04.408143+0000 mgr.y (mgr.24964) 143 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:30:05.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:05 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:30:04.408143+0000 mgr.y (mgr.24964) 143 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:30:06.902 INFO:teuthology.orchestra.run.smithi088.stdout:true 2024-09-17T08:30:07.490 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '"'"'.up_to_date | length == 2'"'"'' 2024-09-17T08:30:07.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:30:06.408477+0000 mgr.y (mgr.24964) 144 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:30:07.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:06.891156+0000 mon.c (mon.1) 217 : audit [DBG] from='client.? 172.21.15.88:0/2720374920' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:30:07.782 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:30:06.408477+0000 mgr.y (mgr.24964) 144 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:30:07.782 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:06.891156+0000 mon.c (mon.1) 217 : audit [DBG] from='client.? 172.21.15.88:0/2720374920' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:30:07.839 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:30:06.408477+0000 mgr.y (mgr.24964) 144 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:30:07.840 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:30:06.891156+0000 mon.c (mon.1) 217 : audit [DBG] from='client.? 172.21.15.88:0/2720374920' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:30:09.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:30:08.409400+0000 mgr.y (mgr.24964) 145 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:30:09.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:09.269809+0000 mon.b (mon.2) 181 : audit [DBG] from='client.? 172.21.15.187:0/1665185545' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:30:09.788 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:30:08.409400+0000 mgr.y (mgr.24964) 145 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:30:09.788 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:09.269809+0000 mon.b (mon.2) 181 : audit [DBG] from='client.? 172.21.15.187:0/1665185545' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:30:09.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:30:08.409400+0000 mgr.y (mgr.24964) 145 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:30:09.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:30:09.269809+0000 mon.b (mon.2) 181 : audit [DBG] from='client.? 172.21.15.187:0/1665185545' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:30:10.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:10 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:30:09.465372+0000 mgr.y (mgr.24964) 146 : audit [DBG] from='client.15534 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:30:10.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:10 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:30:09.603422+0000 mon.b (mon.2) 182 : audit [INF] from='client.? 172.21.15.187:0/2760564481' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6832/1886718149"}]: access denied 2024-09-17T08:30:10.715 INFO:teuthology.orchestra.run.smithi088.stdout:true 2024-09-17T08:30:10.816 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:09.465372+0000 mgr.y (mgr.24964) 146 : audit [DBG] from='client.15534 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:30:10.816 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:09.603422+0000 mon.b (mon.2) 182 : audit [INF] from='client.? 172.21.15.187:0/2760564481' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6832/1886718149"}]: access denied 2024-09-17T08:30:10.816 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:09.465372+0000 mgr.y (mgr.24964) 146 : audit [DBG] from='client.15534 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:30:10.816 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:09.603422+0000 mon.b (mon.2) 182 : audit [INF] from='client.? 172.21.15.187:0/2760564481' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6832/1886718149"}]: access denied 2024-09-17T08:30:11.383 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph orch upgrade status' 2024-09-17T08:30:11.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:30:10.409801+0000 mgr.y (mgr.24964) 147 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:30:11.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:30:10.409801+0000 mgr.y (mgr.24964) 147 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:30:11.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:30:10.409801+0000 mgr.y (mgr.24964) 147 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:30:13.247 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:30:13.247 INFO:teuthology.orchestra.run.smithi088.stdout: "target_image": null, 2024-09-17T08:30:13.247 INFO:teuthology.orchestra.run.smithi088.stdout: "in_progress": false, 2024-09-17T08:30:13.247 INFO:teuthology.orchestra.run.smithi088.stdout: "which": "", 2024-09-17T08:30:13.247 INFO:teuthology.orchestra.run.smithi088.stdout: "services_complete": [], 2024-09-17T08:30:13.247 INFO:teuthology.orchestra.run.smithi088.stdout: "progress": null, 2024-09-17T08:30:13.247 INFO:teuthology.orchestra.run.smithi088.stdout: "message": "", 2024-09-17T08:30:13.247 INFO:teuthology.orchestra.run.smithi088.stdout: "is_paused": false 2024-09-17T08:30:13.248 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:30:13.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:13 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:30:12.410482+0000 mgr.y (mgr.24964) 148 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:30:13.905 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:30:12.410482+0000 mgr.y (mgr.24964) 148 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:30:13.906 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:30:12.410482+0000 mgr.y (mgr.24964) 148 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:30:13.928 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph health detail' 2024-09-17T08:30:14.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:14 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:30:13.246286+0000 mgr.y (mgr.24964) 149 : audit [DBG] from='client.15546 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:30:14.914 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:14 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:13.246286+0000 mgr.y (mgr.24964) 149 : audit [DBG] from='client.15546 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:30:14.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:14 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:13.246286+0000 mgr.y (mgr.24964) 149 : audit [DBG] from='client.15546 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:30:15.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:30:14.410965+0000 mgr.y (mgr.24964) 150 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:30:15.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:30:14.410965+0000 mgr.y (mgr.24964) 150 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:30:15.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:15 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:30:14.410965+0000 mgr.y (mgr.24964) 150 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:30:15.916 INFO:teuthology.orchestra.run.smithi088.stdout:HEALTH_WARN 1 failed cephadm daemon(s) 2024-09-17T08:30:15.916 INFO:teuthology.orchestra.run.smithi088.stdout:[WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-09-17T08:30:15.916 INFO:teuthology.orchestra.run.smithi088.stdout: daemon iscsi.foo.smithi187.kgegfj on smithi187 is in unknown state 2024-09-17T08:30:16.542 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.x | awk '"'"'{print $2}'"'"')' 2024-09-17T08:30:16.830 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:15.916408+0000 mon.c (mon.1) 218 : audit [DBG] from='client.? 172.21.15.88:0/1417830583' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-17T08:30:16.830 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:30:16.411560+0000 mgr.y (mgr.24964) 151 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:30:16.830 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:15.916408+0000 mon.c (mon.1) 218 : audit [DBG] from='client.? 172.21.15.88:0/1417830583' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-17T08:30:16.830 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:30:16.411560+0000 mgr.y (mgr.24964) 151 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:30:16.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:30:15.916408+0000 mon.c (mon.1) 218 : audit [DBG] from='client.? 172.21.15.88:0/1417830583' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-17T08:30:16.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:30:16.411560+0000 mgr.y (mgr.24964) 151 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:30:19.653 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:18.411486+0000 mgr.y (mgr.24964) 152 : audit [DBG] from='client.25477 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:30:19.653 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:30:18.412218+0000 mgr.y (mgr.24964) 153 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:30:19.653 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:18.411486+0000 mgr.y (mgr.24964) 152 : audit [DBG] from='client.25477 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:30:19.653 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:30:18.412218+0000 mgr.y (mgr.24964) 153 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:30:19.856 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:30:18.411486+0000 mgr.y (mgr.24964) 152 : audit [DBG] from='client.25477 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:30:19.856 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:30:18.412218+0000 mgr.y (mgr.24964) 153 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:30:20.014 INFO:teuthology.orchestra.run.smithi088.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:30:20.641 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:18.750299+0000 mgr.y (mgr.24964) 154 : audit [DBG] from='client.25483 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9", "daemon_types": "mon", "hosts": "smithi187", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:30:20.641 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:20.014513+0000 mon.a (mon.0) 970 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:20.641 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:20.015401+0000 mon.c (mon.1) 219 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:30:20.641 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:20.344783+0000 mon.c (mon.1) 220 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:30:20.641 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:20.345439+0000 mon.c (mon.1) 221 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:30:20.641 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:20.350949+0000 mon.a (mon.0) 971 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:20.642 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:18.750299+0000 mgr.y (mgr.24964) 154 : audit [DBG] from='client.25483 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9", "daemon_types": "mon", "hosts": "smithi187", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:30:20.642 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:20.014513+0000 mon.a (mon.0) 970 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:20.642 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:20.015401+0000 mon.c (mon.1) 219 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:30:20.642 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:20.344783+0000 mon.c (mon.1) 220 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:30:20.642 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:20.345439+0000 mon.c (mon.1) 221 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:30:20.642 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:20.350949+0000 mon.a (mon.0) 971 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:20.667 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-09-17T08:30:20.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:30:18.750299+0000 mgr.y (mgr.24964) 154 : audit [DBG] from='client.25483 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9", "daemon_types": "mon", "hosts": "smithi187", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:30:20.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:30:20.014513+0000 mon.a (mon.0) 970 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:20.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:30:20.015401+0000 mon.c (mon.1) 219 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:30:20.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:30:20.344783+0000 mon.c (mon.1) 220 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:30:20.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:30:20.345439+0000 mon.c (mon.1) 221 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:30:20.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:30:20.350949+0000 mon.a (mon.0) 971 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:21.871 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:30:20.009928+0000 mgr.y (mgr.24964) 155 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:30:21.871 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:30:20.345945+0000 mgr.y (mgr.24964) 156 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:30:21.871 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:30:20.346328+0000 mgr.y (mgr.24964) 157 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:30:21.871 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:30:20.346472+0000 mgr.y (mgr.24964) 158 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 103 B/s rd, 0 op/s 2024-09-17T08:30:21.871 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:30:20.461040+0000 mgr.y (mgr.24964) 159 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:30:21.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:30:20.009928+0000 mgr.y (mgr.24964) 155 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:30:21.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:30:20.345945+0000 mgr.y (mgr.24964) 156 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:30:21.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:30:20.346328+0000 mgr.y (mgr.24964) 157 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:30:21.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:30:20.346472+0000 mgr.y (mgr.24964) 158 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 103 B/s rd, 0 op/s 2024-09-17T08:30:21.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:30:20.461040+0000 mgr.y (mgr.24964) 159 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:30:21.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:30:20.009928+0000 mgr.y (mgr.24964) 155 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:30:21.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:30:20.345945+0000 mgr.y (mgr.24964) 156 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:30:21.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:30:20.346328+0000 mgr.y (mgr.24964) 157 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:30:21.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:30:20.346472+0000 mgr.y (mgr.24964) 158 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 103 B/s rd, 0 op/s 2024-09-17T08:30:21.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:30:20.461040+0000 mgr.y (mgr.24964) 159 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:30:23.349 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:22.344757+0000 mon.a (mon.0) 972 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:23.349 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:30:22.345288+0000 mgr.y (mgr.24964) 160 : cephadm [INF] Upgrade: Target is version 18.2.4-855-g19e2a2be (reef) 2024-09-17T08:30:23.349 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:30:22.345350+0000 mgr.y (mgr.24964) 161 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, digests ['quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9'] 2024-09-17T08:30:23.350 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:22.346856+0000 mon.c (mon.1) 222 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:30:23.350 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:30:22.347061+0000 mgr.y (mgr.24964) 162 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:30:23.350 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:22.353036+0000 mon.a (mon.0) 973 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:23.350 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:22.354833+0000 mon.c (mon.1) 223 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:30:23.350 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:30:22.355625+0000 mgr.y (mgr.24964) 163 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-17T08:30:23.350 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:22.362079+0000 mon.a (mon.0) 974 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:23.350 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:22.363396+0000 mon.c (mon.1) 224 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-17T08:30:23.350 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:22.363988+0000 mon.c (mon.1) 225 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-17T08:30:23.350 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:30:22.364438+0000 mgr.y (mgr.24964) 164 : cephadm [INF] Upgrade: It appears safe to stop mon.b 2024-09-17T08:30:23.350 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:22.539083+0000 mon.b (mon.2) 183 : audit [DBG] from='client.? 172.21.15.187:0/3366948656' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:30:23.350 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:22.875521+0000 mon.b (mon.2) 184 : audit [INF] from='client.? 172.21.15.187:0/1862025174' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6832/1886718149"}]: access denied 2024-09-17T08:30:23.453 INFO:teuthology.orchestra.run.smithi088.stdout:true 2024-09-17T08:30:23.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:30:22.344757+0000 mon.a (mon.0) 972 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:23.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:30:22.345288+0000 mgr.y (mgr.24964) 160 : cephadm [INF] Upgrade: Target is version 18.2.4-855-g19e2a2be (reef) 2024-09-17T08:30:23.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:30:22.345350+0000 mgr.y (mgr.24964) 161 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, digests ['quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9'] 2024-09-17T08:30:23.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:30:22.346856+0000 mon.c (mon.1) 222 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:30:23.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:30:22.347061+0000 mgr.y (mgr.24964) 162 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:30:23.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:30:22.353036+0000 mon.a (mon.0) 973 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:23.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:30:22.354833+0000 mon.c (mon.1) 223 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:30:23.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:30:22.355625+0000 mgr.y (mgr.24964) 163 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-17T08:30:23.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:30:22.362079+0000 mon.a (mon.0) 974 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:23.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:30:22.363396+0000 mon.c (mon.1) 224 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-17T08:30:23.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:30:22.363988+0000 mon.c (mon.1) 225 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-17T08:30:23.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:30:22.364438+0000 mgr.y (mgr.24964) 164 : cephadm [INF] Upgrade: It appears safe to stop mon.b 2024-09-17T08:30:23.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:30:22.539083+0000 mon.b (mon.2) 183 : audit [DBG] from='client.? 172.21.15.187:0/3366948656' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:30:23.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:30:22.875521+0000 mon.b (mon.2) 184 : audit [INF] from='client.? 172.21.15.187:0/1862025174' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6832/1886718149"}]: access denied 2024-09-17T08:30:23.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:22.344757+0000 mon.a (mon.0) 972 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:23.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:30:22.345288+0000 mgr.y (mgr.24964) 160 : cephadm [INF] Upgrade: Target is version 18.2.4-855-g19e2a2be (reef) 2024-09-17T08:30:23.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:30:22.345350+0000 mgr.y (mgr.24964) 161 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, digests ['quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9'] 2024-09-17T08:30:23.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:22.346856+0000 mon.c (mon.1) 222 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:30:23.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:30:22.347061+0000 mgr.y (mgr.24964) 162 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:30:23.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:22.353036+0000 mon.a (mon.0) 973 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:23.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:22.354833+0000 mon.c (mon.1) 223 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:30:23.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:30:22.355625+0000 mgr.y (mgr.24964) 163 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-17T08:30:23.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:22.362079+0000 mon.a (mon.0) 974 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:23.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:22.363396+0000 mon.c (mon.1) 224 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-17T08:30:23.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:22.363988+0000 mon.c (mon.1) 225 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-17T08:30:23.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:30:22.364438+0000 mgr.y (mgr.24964) 164 : cephadm [INF] Upgrade: It appears safe to stop mon.b 2024-09-17T08:30:23.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:22.539083+0000 mon.b (mon.2) 183 : audit [DBG] from='client.? 172.21.15.187:0/3366948656' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:30:23.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:22.875521+0000 mon.b (mon.2) 184 : audit [INF] from='client.? 172.21.15.187:0/1862025174' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6832/1886718149"}]: access denied 2024-09-17T08:30:24.089 INFO:teuthology.orchestra.run.smithi088.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T08:30:24.090 INFO:teuthology.orchestra.run.smithi088.stdout:alertmanager.a smithi088 *:9093,9094 running (77s) 72s ago 22m 15.9M - 0.25.0 c8568f914cd2 ae3ad2ca8c3e 2024-09-17T08:30:24.090 INFO:teuthology.orchestra.run.smithi088.stdout:grafana.a smithi187 *:3000 running (62s) 45s ago 22m 82.3M - 9.4.7 954c08fa6188 bb16e26e2835 2024-09-17T08:30:24.090 INFO:teuthology.orchestra.run.smithi088.stdout:iscsi.foo.smithi187.kgegfj smithi187 unknown 45s ago 22m - - 2024-09-17T08:30:24.090 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.x smithi187 *:8443,8765 running (2m) 45s ago 26m 437M - 18.2.4-855-g19e2a2be 980a0bfcd684 d71cc65429a4 2024-09-17T08:30:24.090 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.y smithi088 *:8443,8765 running (12m) 72s ago 28m 480M - 18.2.4-855-g19e2a2be 980a0bfcd684 3228b2505d9a 2024-09-17T08:30:24.090 INFO:teuthology.orchestra.run.smithi088.stdout:mon.a smithi088 running (28m) 72s ago 28m 97.2M 2048M 16.2.0 24ecd6d5f14c 2454e1e9e408 2024-09-17T08:30:24.090 INFO:teuthology.orchestra.run.smithi088.stdout:mon.b smithi187 running (27m) 45s ago 27m 72.2M 2048M 16.2.0 24ecd6d5f14c 443ac3d93fd1 2024-09-17T08:30:24.090 INFO:teuthology.orchestra.run.smithi088.stdout:mon.c smithi088 running (27m) 72s ago 27m 67.6M 2048M 16.2.0 24ecd6d5f14c 02dbf1ac3f13 2024-09-17T08:30:24.090 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.a smithi088 *:9100 running (117s) 72s ago 23m 11.4M - 1.5.0 0da6a335fe13 b70a15a514fb 2024-09-17T08:30:24.090 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.b smithi187 *:9100 running (109s) 45s ago 23m 13.9M - 1.5.0 0da6a335fe13 75f36e91740f 2024-09-17T08:30:24.090 INFO:teuthology.orchestra.run.smithi088.stdout:osd.0 smithi088 running (26m) 72s ago 26m 49.4M 4096M 16.2.0 24ecd6d5f14c 999284c446e9 2024-09-17T08:30:24.090 INFO:teuthology.orchestra.run.smithi088.stdout:osd.1 smithi088 running (26m) 72s ago 26m 47.2M 4096M 16.2.0 24ecd6d5f14c 76ee60c1a08d 2024-09-17T08:30:24.090 INFO:teuthology.orchestra.run.smithi088.stdout:osd.2 smithi088 running (26m) 72s ago 26m 46.3M 4096M 16.2.0 24ecd6d5f14c 2503783cc013 2024-09-17T08:30:24.091 INFO:teuthology.orchestra.run.smithi088.stdout:osd.3 smithi088 running (25m) 72s ago 25m 48.5M 4096M 16.2.0 24ecd6d5f14c bf680a19cb5a 2024-09-17T08:30:24.091 INFO:teuthology.orchestra.run.smithi088.stdout:osd.4 smithi187 running (25m) 45s ago 25m 49.3M 4096M 16.2.0 24ecd6d5f14c a8462272aa51 2024-09-17T08:30:24.091 INFO:teuthology.orchestra.run.smithi088.stdout:osd.5 smithi187 running (25m) 45s ago 25m 46.9M 4096M 16.2.0 24ecd6d5f14c c3463f9a8b7e 2024-09-17T08:30:24.091 INFO:teuthology.orchestra.run.smithi088.stdout:osd.6 smithi187 running (24m) 45s ago 24m 50.6M 4096M 16.2.0 24ecd6d5f14c 53d9ca2fb095 2024-09-17T08:30:24.091 INFO:teuthology.orchestra.run.smithi088.stdout:osd.7 smithi187 running (24m) 45s ago 24m 49.8M 4096M 16.2.0 24ecd6d5f14c 61f8b7fae59c 2024-09-17T08:30:24.091 INFO:teuthology.orchestra.run.smithi088.stdout:prometheus.a smithi187 *:9095 running (92s) 45s ago 23m 35.7M - 2.43.0 a07b618ecd1d 052443b7a266 2024-09-17T08:30:24.091 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi088.pybyat smithi088 *:8000 running (22m) 72s ago 22m 45.4M - 16.2.0 24ecd6d5f14c 1e03127137af 2024-09-17T08:30:24.091 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi187.yrrxta smithi187 *:8000 running (22m) 45s ago 22m 44.5M - 16.2.0 24ecd6d5f14c 304f0f2cb409 2024-09-17T08:30:24.469 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:30:24.470 INFO:teuthology.orchestra.run.smithi088.stdout: "mon": { 2024-09-17T08:30:24.470 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 3 2024-09-17T08:30:24.470 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:30:24.470 INFO:teuthology.orchestra.run.smithi088.stdout: "mgr": { 2024-09-17T08:30:24.470 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T08:30:24.470 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:30:24.470 INFO:teuthology.orchestra.run.smithi088.stdout: "osd": { 2024-09-17T08:30:24.470 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 8 2024-09-17T08:30:24.470 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:30:24.470 INFO:teuthology.orchestra.run.smithi088.stdout: "mds": {}, 2024-09-17T08:30:24.470 INFO:teuthology.orchestra.run.smithi088.stdout: "rgw": { 2024-09-17T08:30:24.470 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 2 2024-09-17T08:30:24.470 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:30:24.471 INFO:teuthology.orchestra.run.smithi088.stdout: "overall": { 2024-09-17T08:30:24.471 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 13, 2024-09-17T08:30:24.471 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T08:30:24.471 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-09-17T08:30:24.471 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:30:24.792 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:30:24.792 INFO:teuthology.orchestra.run.smithi088.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9", 2024-09-17T08:30:24.792 INFO:teuthology.orchestra.run.smithi088.stdout: "in_progress": true, 2024-09-17T08:30:24.792 INFO:teuthology.orchestra.run.smithi088.stdout: "which": "Upgrading daemons of type(s) mon on host(s) smithi187", 2024-09-17T08:30:24.792 INFO:teuthology.orchestra.run.smithi088.stdout: "services_complete": [], 2024-09-17T08:30:24.793 INFO:teuthology.orchestra.run.smithi088.stdout: "progress": "0/1 daemons upgraded", 2024-09-17T08:30:24.793 INFO:teuthology.orchestra.run.smithi088.stdout: "message": "Currently upgrading mon daemons", 2024-09-17T08:30:24.793 INFO:teuthology.orchestra.run.smithi088.stdout: "is_paused": false 2024-09-17T08:30:24.793 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:30:24.793 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:23.441335+0000 mgr.y (mgr.24964) 165 : audit [DBG] from='client.15591 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:30:24.793 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:23.854158+0000 mon.a (mon.0) 975 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:24.793 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:23.855366+0000 mon.c (mon.1) 226 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T08:30:24.793 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:23.855884+0000 mon.c (mon.1) 227 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-17T08:30:24.793 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:23.856420+0000 mon.c (mon.1) 228 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:30:24.793 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:24.470219+0000 mon.a (mon.0) 976 : audit [DBG] from='client.? 172.21.15.88:0/165017125' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:30:24.794 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:23.441335+0000 mgr.y (mgr.24964) 165 : audit [DBG] from='client.15591 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:30:24.794 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:23.854158+0000 mon.a (mon.0) 975 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:24.794 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:23.855366+0000 mon.c (mon.1) 226 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T08:30:24.794 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:23.855884+0000 mon.c (mon.1) 227 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-17T08:30:24.794 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:23.856420+0000 mon.c (mon.1) 228 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:30:24.794 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:24.470219+0000 mon.a (mon.0) 976 : audit [DBG] from='client.? 172.21.15.88:0/165017125' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:30:24.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:30:23.441335+0000 mgr.y (mgr.24964) 165 : audit [DBG] from='client.15591 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:30:24.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:30:23.854158+0000 mon.a (mon.0) 975 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:24.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:30:23.855366+0000 mon.c (mon.1) 226 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T08:30:24.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:30:23.855884+0000 mon.c (mon.1) 227 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-17T08:30:24.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:30:23.856420+0000 mon.c (mon.1) 228 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:30:24.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:30:24.470219+0000 mon.a (mon.0) 976 : audit [DBG] from='client.? 172.21.15.88:0/165017125' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:30:25.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:30:23.764604+0000 mgr.y (mgr.24964) 166 : audit [DBG] from='client.25519 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:30:25.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:30:23.848342+0000 mgr.y (mgr.24964) 167 : cephadm [INF] Upgrade: Updating mon.b 2024-09-17T08:30:25.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cephadm 2024-09-17T08:30:23.857347+0000 mgr.y (mgr.24964) 168 : cephadm [INF] Deploying daemon mon.b on smithi187 2024-09-17T08:30:25.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:30:24.082708+0000 mgr.y (mgr.24964) 169 : audit [DBG] from='client.15603 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:30:25.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:25 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: cluster 2024-09-17T08:30:24.347408+0000 mgr.y (mgr.24964) 170 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:30:25.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:23.764604+0000 mgr.y (mgr.24964) 166 : audit [DBG] from='client.25519 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:30:25.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:30:23.848342+0000 mgr.y (mgr.24964) 167 : cephadm [INF] Upgrade: Updating mon.b 2024-09-17T08:30:25.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:30:23.857347+0000 mgr.y (mgr.24964) 168 : cephadm [INF] Deploying daemon mon.b on smithi187 2024-09-17T08:30:25.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:24.082708+0000 mgr.y (mgr.24964) 169 : audit [DBG] from='client.15603 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:30:25.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:30:24.347408+0000 mgr.y (mgr.24964) 170 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:30:25.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:23.764604+0000 mgr.y (mgr.24964) 166 : audit [DBG] from='client.25519 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:30:25.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:30:23.848342+0000 mgr.y (mgr.24964) 167 : cephadm [INF] Upgrade: Updating mon.b 2024-09-17T08:30:25.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:30:23.857347+0000 mgr.y (mgr.24964) 168 : cephadm [INF] Deploying daemon mon.b on smithi187 2024-09-17T08:30:25.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:24.082708+0000 mgr.y (mgr.24964) 169 : audit [DBG] from='client.15603 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:30:25.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:30:24.347408+0000 mgr.y (mgr.24964) 170 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:30:26.679 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: audit 2024-09-17T08:30:24.792437+0000 mgr.y (mgr.24964) 171 : audit [DBG] from='client.25537 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:30:26.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:24.792437+0000 mgr.y (mgr.24964) 171 : audit [DBG] from='client.25537 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:30:26.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:24.792437+0000 mgr.y (mgr.24964) 171 : audit [DBG] from='client.25537 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:30:27.108 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:26 smithi187 systemd[1]: Stopping Ceph mon.b for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:30:27.108 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: debug 2024-09-17T08:30:26.927+0000 7f087d477700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-09-17T08:30:27.108 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:26 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b[23913]: debug 2024-09-17T08:30:26.928+0000 7f087d477700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-09-17T08:30:27.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:27 smithi187 podman[70385]: 2024-09-17 08:30:27.112288574 +0000 UTC m=+0.393198807 container died 443ac3d93fd17c46f9051a65244d814d133270648f708a49baec139ac0e90840 (image=quay.io/ceph/ceph@sha256:35b2786dc4cd535dd84f6a1a585503db4b43623ba6c43120b5e5e00951949000, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=20cb635043d86d971f028e2bf2824446440b5557, RELEASE=HEAD, maintainer=Dimitri Savineau , org.label-schema.build-date=20201204, GIT_REPO=https://github.com/ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=-16.2.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True) 2024-09-17T08:30:27.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:27 smithi187 podman[70385]: 2024-09-17 08:30:27.512114348 +0000 UTC m=+0.793024567 container cleanup 443ac3d93fd17c46f9051a65244d814d133270648f708a49baec139ac0e90840 (image=quay.io/ceph/ceph@sha256:35b2786dc4cd535dd84f6a1a585503db4b43623ba6c43120b5e5e00951949000, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b, GIT_REPO=https://github.com/ceph/ceph-container.git, org.label-schema.name=CentOS Base Image, GIT_COMMIT=20cb635043d86d971f028e2bf2824446440b5557, ceph=True, org.label-schema.build-date=20201204, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=HEAD, maintainer=Dimitri Savineau , CEPH_POINT_RELEASE=-16.2.0) 2024-09-17T08:30:27.730 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:27 smithi187 bash[70385]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b 2024-09-17T08:30:27.985 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:27 smithi187 podman[70398]: 2024-09-17 08:30:27.730406217 +0000 UTC m=+0.615519391 container remove 443ac3d93fd17c46f9051a65244d814d133270648f708a49baec139ac0e90840 (image=quay.io/ceph/ceph@sha256:35b2786dc4cd535dd84f6a1a585503db4b43623ba6c43120b5e5e00951949000, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.b, org.label-schema.vendor=CentOS, RELEASE=HEAD, GIT_COMMIT=20cb635043d86d971f028e2bf2824446440b5557, CEPH_POINT_RELEASE=-16.2.0, GIT_BRANCH=HEAD, maintainer=Dimitri Savineau , org.label-schema.name=CentOS Base Image, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20201204, GIT_REPO=https://github.com/ceph/ceph-container.git) 2024-09-17T08:30:28.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:27 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@mon.b.service: Deactivated successfully. 2024-09-17T08:30:28.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:27 smithi187 systemd[1]: Stopped Ceph mon.b for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:30:28.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 systemd[1]: Starting Ceph mon.b for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:30:28.675 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 podman[70539]: 2024-09-17 08:30:28.302265077 +0000 UTC m=+0.016281724 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-17T08:30:28.675 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 podman[70539]: 2024-09-17 08:30:28.439687162 +0000 UTC m=+0.153703878 container create d4e39e0851a6562f522097e34a78fdebb8e38fd41c047d0efcda964fdf7d53f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon-b, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=reef-19e2a2b) 2024-09-17T08:30:28.676 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 podman[70539]: 2024-09-17 08:30:28.675560509 +0000 UTC m=+0.389577155 container init d4e39e0851a6562f522097e34a78fdebb8e38fd41c047d0efcda964fdf7d53f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon-b, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=reef-19e2a2b, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731) 2024-09-17T08:30:29.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 podman[70539]: 2024-09-17 08:30:28.679228982 +0000 UTC m=+0.393245637 container start d4e39e0851a6562f522097e34a78fdebb8e38fd41c047d0efcda964fdf7d53f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon-b, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, RELEASE=reef-19e2a2b, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-09-17T08:30:29.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: set uid:gid to 167:167 (ceph:ceph) 2024-09-17T08:30:29.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable), process ceph-mon, pid 2 2024-09-17T08:30:29.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: pidfile_write: ignore empty --pid-file 2024-09-17T08:30:29.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: load: jerasure load: lrc 2024-09-17T08:30:29.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: RocksDB version: 7.9.2 2024-09-17T08:30:29.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Git sha 0 2024-09-17T08:30:29.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Compile date 2024-09-16 15:15:13 2024-09-17T08:30:29.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: DB SUMMARY 2024-09-17T08:30:29.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: DB Session ID: VG10U4OTH86H5LNQJTR7 2024-09-17T08:30:29.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: CURRENT file: CURRENT 2024-09-17T08:30:29.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: IDENTITY file: IDENTITY 2024-09-17T08:30:29.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: MANIFEST file: MANIFEST-000005 size: 2643 Bytes 2024-09-17T08:30:29.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000047.sst 2024-09-17T08:30:29.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000045.log size: 2123068 ; 2024-09-17T08:30:29.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.error_if_exists: 0 2024-09-17T08:30:29.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.create_if_missing: 0 2024-09-17T08:30:29.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.paranoid_checks: 1 2024-09-17T08:30:29.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-17T08:30:29.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-17T08:30:29.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-17T08:30:29.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.env: 0x55a1bc74fbc0 2024-09-17T08:30:29.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.fs: PosixFileSystem 2024-09-17T08:30:29.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.info_log: 0x55a1be0dabe0 2024-09-17T08:30:29.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.max_file_opening_threads: 16 2024-09-17T08:30:29.150 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.statistics: (nil) 2024-09-17T08:30:29.150 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.use_fsync: 0 2024-09-17T08:30:29.150 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.max_log_file_size: 0 2024-09-17T08:30:29.150 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-17T08:30:29.150 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-17T08:30:29.150 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.keep_log_file_num: 1000 2024-09-17T08:30:29.150 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.recycle_log_file_num: 0 2024-09-17T08:30:29.151 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.allow_fallocate: 1 2024-09-17T08:30:29.153 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.allow_mmap_reads: 0 2024-09-17T08:30:29.153 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.allow_mmap_writes: 0 2024-09-17T08:30:29.153 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.use_direct_reads: 0 2024-09-17T08:30:29.153 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-17T08:30:29.153 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.create_missing_column_families: 0 2024-09-17T08:30:29.154 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.db_log_dir: 2024-09-17T08:30:29.154 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.wal_dir: 2024-09-17T08:30:29.154 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-17T08:30:29.154 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-17T08:30:29.154 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-17T08:30:29.154 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-17T08:30:29.155 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-17T08:30:29.155 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-17T08:30:29.155 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.advise_random_on_open: 1 2024-09-17T08:30:29.155 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.db_write_buffer_size: 0 2024-09-17T08:30:29.155 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.write_buffer_manager: 0x55a1be0e8b40 2024-09-17T08:30:29.155 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-17T08:30:29.156 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-17T08:30:29.156 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-17T08:30:29.156 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.rate_limiter: (nil) 2024-09-17T08:30:29.156 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-17T08:30:29.156 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.wal_recovery_mode: 2 2024-09-17T08:30:29.156 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.enable_thread_tracking: 0 2024-09-17T08:30:29.157 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.enable_pipelined_write: 0 2024-09-17T08:30:29.157 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.unordered_write: 0 2024-09-17T08:30:29.157 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-17T08:30:29.157 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-17T08:30:29.157 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-17T08:30:29.158 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-17T08:30:29.158 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.row_cache: None 2024-09-17T08:30:29.158 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.wal_filter: None 2024-09-17T08:30:29.158 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-17T08:30:29.158 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.allow_ingest_behind: 0 2024-09-17T08:30:29.158 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.two_write_queues: 0 2024-09-17T08:30:29.159 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.manual_wal_flush: 0 2024-09-17T08:30:29.159 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.wal_compression: 0 2024-09-17T08:30:29.159 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.atomic_flush: 0 2024-09-17T08:30:29.159 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-17T08:30:29.159 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-17T08:30:29.160 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-17T08:30:29.160 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.log_readahead_size: 0 2024-09-17T08:30:29.160 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-17T08:30:29.160 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.best_efforts_recovery: 0 2024-09-17T08:30:29.160 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-17T08:30:29.160 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-17T08:30:29.161 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.allow_data_in_errors: 0 2024-09-17T08:30:29.161 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.db_host_id: __hostname__ 2024-09-17T08:30:29.161 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-17T08:30:29.161 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.max_background_jobs: 2 2024-09-17T08:30:29.161 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.max_background_compactions: -1 2024-09-17T08:30:29.162 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.max_subcompactions: 1 2024-09-17T08:30:29.162 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-17T08:30:29.162 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-17T08:30:29.162 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-17T08:30:29.162 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.max_total_wal_size: 0 2024-09-17T08:30:29.163 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-17T08:30:29.163 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-17T08:30:29.163 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-17T08:30:29.163 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-17T08:30:29.163 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.max_open_files: -1 2024-09-17T08:30:29.163 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.bytes_per_sync: 0 2024-09-17T08:30:29.164 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-17T08:30:29.164 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-17T08:30:29.164 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.compaction_readahead_size: 0 2024-09-17T08:30:29.164 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.max_background_flushes: -1 2024-09-17T08:30:29.164 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Compression algorithms supported: 2024-09-17T08:30:29.164 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: kZSTD supported: 0 2024-09-17T08:30:29.164 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: kXpressCompression supported: 0 2024-09-17T08:30:29.164 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: kBZip2Compression supported: 0 2024-09-17T08:30:29.164 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-17T08:30:29.165 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: kLZ4Compression supported: 1 2024-09-17T08:30:29.165 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: kZlibCompression supported: 1 2024-09-17T08:30:29.165 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: kLZ4HCCompression supported: 1 2024-09-17T08:30:29.165 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: kSnappyCompression supported: 1 2024-09-17T08:30:29.165 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-17T08:30:29.165 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-17T08:30:29.165 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2024-09-17T08:30:29.166 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-17T08:30:29.166 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-17T08:30:29.166 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.merge_operator: 2024-09-17T08:30:29.167 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.compaction_filter: None 2024-09-17T08:30:29.167 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.compaction_filter_factory: None 2024-09-17T08:30:29.167 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.sst_partitioner_factory: None 2024-09-17T08:30:29.167 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-17T08:30:29.167 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-17T08:30:29.167 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55a1be0da7e0) 2024-09-17T08:30:29.168 INFO:journalctl@ceph.mon.b.smithi187.stdout: cache_index_and_filter_blocks: 1 2024-09-17T08:30:29.168 INFO:journalctl@ceph.mon.b.smithi187.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-17T08:30:29.168 INFO:journalctl@ceph.mon.b.smithi187.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-17T08:30:29.168 INFO:journalctl@ceph.mon.b.smithi187.stdout: pin_top_level_index_and_filter: 1 2024-09-17T08:30:29.168 INFO:journalctl@ceph.mon.b.smithi187.stdout: index_type: 0 2024-09-17T08:30:29.168 INFO:journalctl@ceph.mon.b.smithi187.stdout: data_block_index_type: 0 2024-09-17T08:30:29.169 INFO:journalctl@ceph.mon.b.smithi187.stdout: index_shortening: 1 2024-09-17T08:30:29.169 INFO:journalctl@ceph.mon.b.smithi187.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-17T08:30:29.169 INFO:journalctl@ceph.mon.b.smithi187.stdout: checksum: 4 2024-09-17T08:30:29.169 INFO:journalctl@ceph.mon.b.smithi187.stdout: no_block_cache: 0 2024-09-17T08:30:29.169 INFO:journalctl@ceph.mon.b.smithi187.stdout: block_cache: 0x55a1be0cf350 2024-09-17T08:30:29.169 INFO:journalctl@ceph.mon.b.smithi187.stdout: block_cache_name: BinnedLRUCache 2024-09-17T08:30:29.169 INFO:journalctl@ceph.mon.b.smithi187.stdout: block_cache_options: 2024-09-17T08:30:29.170 INFO:journalctl@ceph.mon.b.smithi187.stdout: capacity : 536870912 2024-09-17T08:30:29.170 INFO:journalctl@ceph.mon.b.smithi187.stdout: num_shard_bits : 4 2024-09-17T08:30:29.170 INFO:journalctl@ceph.mon.b.smithi187.stdout: strict_capacity_limit : 0 2024-09-17T08:30:29.170 INFO:journalctl@ceph.mon.b.smithi187.stdout: high_pri_pool_ratio: 0.000 2024-09-17T08:30:29.170 INFO:journalctl@ceph.mon.b.smithi187.stdout: block_cache_compressed: (nil) 2024-09-17T08:30:29.170 INFO:journalctl@ceph.mon.b.smithi187.stdout: persistent_cache: (nil) 2024-09-17T08:30:29.170 INFO:journalctl@ceph.mon.b.smithi187.stdout: block_size: 4096 2024-09-17T08:30:29.170 INFO:journalctl@ceph.mon.b.smithi187.stdout: block_size_deviation: 10 2024-09-17T08:30:29.170 INFO:journalctl@ceph.mon.b.smithi187.stdout: block_restart_interval: 16 2024-09-17T08:30:29.171 INFO:journalctl@ceph.mon.b.smithi187.stdout: index_block_restart_interval: 1 2024-09-17T08:30:29.171 INFO:journalctl@ceph.mon.b.smithi187.stdout: metadata_block_size: 4096 2024-09-17T08:30:29.171 INFO:journalctl@ceph.mon.b.smithi187.stdout: partition_filters: 0 2024-09-17T08:30:29.171 INFO:journalctl@ceph.mon.b.smithi187.stdout: use_delta_encoding: 1 2024-09-17T08:30:29.171 INFO:journalctl@ceph.mon.b.smithi187.stdout: filter_policy: bloomfilter 2024-09-17T08:30:29.171 INFO:journalctl@ceph.mon.b.smithi187.stdout: whole_key_filtering: 1 2024-09-17T08:30:29.171 INFO:journalctl@ceph.mon.b.smithi187.stdout: verify_compression: 0 2024-09-17T08:30:29.171 INFO:journalctl@ceph.mon.b.smithi187.stdout: read_amp_bytes_per_bit: 0 2024-09-17T08:30:29.171 INFO:journalctl@ceph.mon.b.smithi187.stdout: format_version: 5 2024-09-17T08:30:29.171 INFO:journalctl@ceph.mon.b.smithi187.stdout: enable_index_compression: 1 2024-09-17T08:30:29.171 INFO:journalctl@ceph.mon.b.smithi187.stdout: block_align: 0 2024-09-17T08:30:29.171 INFO:journalctl@ceph.mon.b.smithi187.stdout: max_auto_readahead_size: 262144 2024-09-17T08:30:29.172 INFO:journalctl@ceph.mon.b.smithi187.stdout: prepopulate_block_cache: 0 2024-09-17T08:30:29.172 INFO:journalctl@ceph.mon.b.smithi187.stdout: initial_auto_readahead_size: 8192 2024-09-17T08:30:29.172 INFO:journalctl@ceph.mon.b.smithi187.stdout: num_file_reads_for_auto_readahead: 2 2024-09-17T08:30:29.172 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.write_buffer_size: 33554432 2024-09-17T08:30:29.172 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.max_write_buffer_number: 2 2024-09-17T08:30:29.172 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.compression: NoCompression 2024-09-17T08:30:29.172 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.bottommost_compression: Disabled 2024-09-17T08:30:29.172 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.prefix_extractor: nullptr 2024-09-17T08:30:29.172 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-17T08:30:29.172 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.num_levels: 7 2024-09-17T08:30:29.172 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-17T08:30:29.172 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-17T08:30:29.172 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-17T08:30:29.173 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-17T08:30:29.173 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-17T08:30:29.173 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-17T08:30:29.173 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-17T08:30:29.173 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-17T08:30:29.173 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-17T08:30:29.173 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-17T08:30:29.173 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-17T08:30:29.173 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-17T08:30:29.173 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-17T08:30:29.173 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.compression_opts.level: 32767 2024-09-17T08:30:29.173 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.compression_opts.strategy: 0 2024-09-17T08:30:29.174 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-17T08:30:29.174 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-17T08:30:29.174 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-17T08:30:29.174 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-17T08:30:29.174 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.compression_opts.enabled: false 2024-09-17T08:30:29.174 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-17T08:30:29.174 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-17T08:30:29.174 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-17T08:30:29.174 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-17T08:30:29.174 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.target_file_size_base: 67108864 2024-09-17T08:30:29.174 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-17T08:30:29.174 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-17T08:30:29.174 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-17T08:30:29.175 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-17T08:30:29.175 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-17T08:30:29.175 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-17T08:30:29.175 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-17T08:30:29.175 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-17T08:30:29.175 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-17T08:30:29.175 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-17T08:30:29.175 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-17T08:30:29.175 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-17T08:30:29.175 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-17T08:30:29.175 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-17T08:30:29.175 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.arena_block_size: 1048576 2024-09-17T08:30:29.175 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-17T08:30:29.176 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-17T08:30:29.176 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.disable_auto_compactions: 0 2024-09-17T08:30:29.176 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-17T08:30:29.176 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-17T08:30:29.176 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-17T08:30:29.176 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-17T08:30:29.176 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-17T08:30:29.176 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-17T08:30:29.176 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-17T08:30:29.176 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-17T08:30:29.176 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-17T08:30:29.176 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-17T08:30:29.177 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-17T08:30:29.177 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.inplace_update_support: 0 2024-09-17T08:30:29.177 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-17T08:30:29.177 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-17T08:30:29.177 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-17T08:30:29.177 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-17T08:30:29.177 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.bloom_locality: 0 2024-09-17T08:30:29.177 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.max_successive_merges: 0 2024-09-17T08:30:29.177 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-17T08:30:29.177 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.paranoid_file_checks: 0 2024-09-17T08:30:29.177 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.force_consistency_checks: 1 2024-09-17T08:30:29.177 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.report_bg_io_stats: 0 2024-09-17T08:30:29.178 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.ttl: 2592000 2024-09-17T08:30:29.178 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-17T08:30:29.178 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-17T08:30:29.178 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-17T08:30:29.178 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.enable_blob_files: false 2024-09-17T08:30:29.178 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.min_blob_size: 0 2024-09-17T08:30:29.178 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.blob_file_size: 268435456 2024-09-17T08:30:29.178 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-17T08:30:29.178 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-17T08:30:29.178 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-17T08:30:29.178 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-17T08:30:29.178 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-17T08:30:29.179 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.blob_file_starting_level: 0 2024-09-17T08:30:29.179 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-17T08:30:29.179 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 47.sst 2024-09-17T08:30:29.179 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 49, last_sequence is 27370, log_number is 45,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-17T08:30:29.179 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 45 2024-09-17T08:30:29.179 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: ceb86908-8a8f-437f-acb3-80a537ea528d 2024-09-17T08:30:29.179 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726561828705630, "job": 1, "event": "recovery_started", "wal_files": [45]} 2024-09-17T08:30:29.179 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #45 mode 2 2024-09-17T08:30:29.179 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726561828710889, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 50, "file_size": 1409694, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 27365, "largest_seqno": 27719, "table_properties": {"data_size": 1406930, "index_size": 1406, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 325, "raw_key_size": 2638, "raw_average_key_size": 22, "raw_value_size": 1403563, "raw_average_value_size": 11894, "num_data_blocks": 62, "num_entries": 118, "num_filter_entries": 118, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726561828, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "ceb86908-8a8f-437f-acb3-80a537ea528d", "db_session_id": "VG10U4OTH86H5LNQJTR7", "orig_file_number": 50, "seqno_to_time_mapping": "N/A"}} 2024-09-17T08:30:29.179 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726561828711033, "job": 1, "event": "recovery_finished"} 2024-09-17T08:30:29.180 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: [db/version_set.cc:5047] Creating manifest 52 2024-09-17T08:30:29.180 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000045.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-17T08:30:29.180 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55a1be0fae00 2024-09-17T08:30:29.180 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: DB pointer 0x55a1be1ee000 2024-09-17T08:30:29.180 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-17T08:30:29.180 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-17T08:30:29.180 INFO:journalctl@ceph.mon.b.smithi187.stdout: ** DB Stats ** 2024-09-17T08:30:29.180 INFO:journalctl@ceph.mon.b.smithi187.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-17T08:30:29.180 INFO:journalctl@ceph.mon.b.smithi187.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-17T08:30:29.181 INFO:journalctl@ceph.mon.b.smithi187.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-17T08:30:29.181 INFO:journalctl@ceph.mon.b.smithi187.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-17T08:30:29.181 INFO:journalctl@ceph.mon.b.smithi187.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-17T08:30:29.181 INFO:journalctl@ceph.mon.b.smithi187.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-17T08:30:29.181 INFO:journalctl@ceph.mon.b.smithi187.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-17T08:30:29.181 INFO:journalctl@ceph.mon.b.smithi187.stdout: 2024-09-17T08:30:29.182 INFO:journalctl@ceph.mon.b.smithi187.stdout: ** Compaction Stats [default] ** 2024-09-17T08:30:29.182 INFO:journalctl@ceph.mon.b.smithi187.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-17T08:30:29.182 INFO:journalctl@ceph.mon.b.smithi187.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-17T08:30:29.182 INFO:journalctl@ceph.mon.b.smithi187.stdout: L0 1/0 1.34 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 512.0 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-09-17T08:30:29.182 INFO:journalctl@ceph.mon.b.smithi187.stdout: L6 1/0 31.31 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-17T08:30:29.182 INFO:journalctl@ceph.mon.b.smithi187.stdout: Sum 2/0 32.65 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 512.0 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-09-17T08:30:29.182 INFO:journalctl@ceph.mon.b.smithi187.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 512.0 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-09-17T08:30:29.183 INFO:journalctl@ceph.mon.b.smithi187.stdout: 2024-09-17T08:30:29.183 INFO:journalctl@ceph.mon.b.smithi187.stdout: ** Compaction Stats [default] ** 2024-09-17T08:30:29.183 INFO:journalctl@ceph.mon.b.smithi187.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-17T08:30:29.183 INFO:journalctl@ceph.mon.b.smithi187.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-17T08:30:29.183 INFO:journalctl@ceph.mon.b.smithi187.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 512.0 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-09-17T08:30:29.183 INFO:journalctl@ceph.mon.b.smithi187.stdout: 2024-09-17T08:30:29.183 INFO:journalctl@ceph.mon.b.smithi187.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-17T08:30:29.184 INFO:journalctl@ceph.mon.b.smithi187.stdout: 2024-09-17T08:30:29.184 INFO:journalctl@ceph.mon.b.smithi187.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-17T08:30:29.184 INFO:journalctl@ceph.mon.b.smithi187.stdout: Flush(GB): cumulative 0.001, interval 0.001 2024-09-17T08:30:29.184 INFO:journalctl@ceph.mon.b.smithi187.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-17T08:30:29.184 INFO:journalctl@ceph.mon.b.smithi187.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-17T08:30:29.184 INFO:journalctl@ceph.mon.b.smithi187.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-17T08:30:29.184 INFO:journalctl@ceph.mon.b.smithi187.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-17T08:30:29.185 INFO:journalctl@ceph.mon.b.smithi187.stdout: Cumulative compaction: 0.00 GB write, 135.67 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-17T08:30:29.185 INFO:journalctl@ceph.mon.b.smithi187.stdout: Interval compaction: 0.00 GB write, 135.67 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-17T08:30:29.185 INFO:journalctl@ceph.mon.b.smithi187.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-17T08:30:29.185 INFO:journalctl@ceph.mon.b.smithi187.stdout: Block cache BinnedLRUCache@0x55a1be0cf350#2 capacity: 512.00 MB usage: 1.83 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.2e-05 secs_since: 0 2024-09-17T08:30:29.185 INFO:journalctl@ceph.mon.b.smithi187.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.38 KB,7.15256e-05%) IndexBlock(1,1.45 KB,0.000277162%) Misc(1,0.00 KB,0%) 2024-09-17T08:30:29.185 INFO:journalctl@ceph.mon.b.smithi187.stdout: 2024-09-17T08:30:29.186 INFO:journalctl@ceph.mon.b.smithi187.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-17T08:30:29.186 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: starting mon.b rank 2 at public addrs [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] at bind addrs [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 2024-09-17T08:30:29.186 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: mon.b@-1(???) e3 preinit fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 2024-09-17T08:30:29.186 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: mon.b@-1(???).mds e1 new map 2024-09-17T08:30:29.186 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: mon.b@-1(???).mds e1 print_map 2024-09-17T08:30:29.186 INFO:journalctl@ceph.mon.b.smithi187.stdout: e1 2024-09-17T08:30:29.186 INFO:journalctl@ceph.mon.b.smithi187.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-17T08:30:29.187 INFO:journalctl@ceph.mon.b.smithi187.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T08:30:29.187 INFO:journalctl@ceph.mon.b.smithi187.stdout: legacy client fscid: -1 2024-09-17T08:30:29.187 INFO:journalctl@ceph.mon.b.smithi187.stdout: 2024-09-17T08:30:29.187 INFO:journalctl@ceph.mon.b.smithi187.stdout: No filesystems configured 2024-09-17T08:30:29.187 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: mon.b@-1(???).osd e76 crush map has features 3314933000854323200, adjusting msgr requires 2024-09-17T08:30:29.187 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: mon.b@-1(???).osd e76 crush map has features 432629239337189376, adjusting msgr requires 2024-09-17T08:30:29.187 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: mon.b@-1(???).osd e76 crush map has features 432629239337189376, adjusting msgr requires 2024-09-17T08:30:29.188 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: mon.b@-1(???).osd e76 crush map has features 432629239337189376, adjusting msgr requires 2024-09-17T08:30:29.188 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 ceph-mon[70558]: mon.b@-1(???).paxosservice(auth 1..27) refresh upgraded, format 0 -> 3 2024-09-17T08:30:29.188 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 bash[70539]: d4e39e0851a6562f522097e34a78fdebb8e38fd41c047d0efcda964fdf7d53f4 2024-09-17T08:30:29.188 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:30:28 smithi187 systemd[1]: Started Ceph mon.b for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:30:29.189 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:30:26.347790+0000 mgr.y (mgr.24964) 172 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:30:29.189 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:30:26.347790+0000 mgr.y (mgr.24964) 172 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:30:30.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:30:28.348789+0000 mgr.y (mgr.24964) 173 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 103 B/s rd, 0 op/s 2024-09-17T08:30:30.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:30:28.786920+0000 mon.b (mon.2) 1 : cluster [INF] mon.b calling monitor election 2024-09-17T08:30:30.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:30:28.787976+0000 mon.a (mon.0) 977 : cluster [INF] mon.a calling monitor election 2024-09-17T08:30:30.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:30:28.789699+0000 mon.a (mon.0) 978 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-09-17T08:30:30.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:30:28.801914+0000 mon.a (mon.0) 979 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0],b=[v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0],c=[v2:172.21.15.88:3301/0,v1:172.21.15.88:6790/0]} 2024-09-17T08:30:30.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:30:28.802000+0000 mon.a (mon.0) 980 : cluster [DBG] fsmap 2024-09-17T08:30:30.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:30:28.802047+0000 mon.a (mon.0) 981 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2024-09-17T08:30:30.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:30:28.802863+0000 mon.a (mon.0) 982 : cluster [DBG] mgrmap e34: y(active, since 2m), standbys: x 2024-09-17T08:30:30.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:30:28.808408+0000 mon.a (mon.0) 983 : cluster [WRN] Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-09-17T08:30:30.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:30:28.808424+0000 mon.a (mon.0) 984 : cluster [WRN] [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-09-17T08:30:30.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:30:28.808434+0000 mon.a (mon.0) 985 : cluster [WRN] daemon iscsi.foo.smithi187.kgegfj on smithi187 is in unknown state 2024-09-17T08:30:30.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:28.840465+0000 mon.a (mon.0) 986 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:30.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:28.850259+0000 mon.a (mon.0) 987 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:30.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:28.853882+0000 mon.c (mon.1) 229 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:30:30.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:30:28.348789+0000 mgr.y (mgr.24964) 173 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 103 B/s rd, 0 op/s 2024-09-17T08:30:30.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:30:28.786920+0000 mon.b (mon.2) 1 : cluster [INF] mon.b calling monitor election 2024-09-17T08:30:30.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:30:28.787976+0000 mon.a (mon.0) 977 : cluster [INF] mon.a calling monitor election 2024-09-17T08:30:30.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:30:28.789699+0000 mon.a (mon.0) 978 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-09-17T08:30:30.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:30:28.801914+0000 mon.a (mon.0) 979 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0],b=[v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0],c=[v2:172.21.15.88:3301/0,v1:172.21.15.88:6790/0]} 2024-09-17T08:30:30.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:30:28.802000+0000 mon.a (mon.0) 980 : cluster [DBG] fsmap 2024-09-17T08:30:30.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:30:28.802047+0000 mon.a (mon.0) 981 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2024-09-17T08:30:30.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:30:28.802863+0000 mon.a (mon.0) 982 : cluster [DBG] mgrmap e34: y(active, since 2m), standbys: x 2024-09-17T08:30:30.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:30:28.808408+0000 mon.a (mon.0) 983 : cluster [WRN] Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-09-17T08:30:30.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:30:28.808424+0000 mon.a (mon.0) 984 : cluster [WRN] [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-09-17T08:30:30.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:30:28.808434+0000 mon.a (mon.0) 985 : cluster [WRN] daemon iscsi.foo.smithi187.kgegfj on smithi187 is in unknown state 2024-09-17T08:30:30.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:28.840465+0000 mon.a (mon.0) 986 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:30.168 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:28.850259+0000 mon.a (mon.0) 987 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:30.168 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:28.853882+0000 mon.c (mon.1) 229 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:30:31.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:30:30.349277+0000 mgr.y (mgr.24964) 174 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 102 B/s rd, 0 op/s 2024-09-17T08:30:31.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:30:30.349277+0000 mgr.y (mgr.24964) 174 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 102 B/s rd, 0 op/s 2024-09-17T08:30:33.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:33 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:30:32.350159+0000 mgr.y (mgr.24964) 175 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:30:33.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:33 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:30:32.350159+0000 mgr.y (mgr.24964) 175 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:30:34.165 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:30:33 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:30:33.723+0000 7fd28dea7640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-17T08:30:34.911 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:33.501178+0000 mon.a (mon.0) 988 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:34.911 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:33.509668+0000 mon.a (mon.0) 989 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:34.911 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:34.021071+0000 mon.a (mon.0) 990 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:34.911 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:34.031843+0000 mon.a (mon.0) 991 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:34.911 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:33.501178+0000 mon.a (mon.0) 988 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:34.911 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:33.509668+0000 mon.a (mon.0) 989 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:34.912 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:34.021071+0000 mon.a (mon.0) 990 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:34.912 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:34 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:34.031843+0000 mon.a (mon.0) 991 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:35.840 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:30:34.350620+0000 mgr.y (mgr.24964) 176 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:30:35.840 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:30:34.350620+0000 mgr.y (mgr.24964) 176 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:30:37.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:30:36.351045+0000 mgr.y (mgr.24964) 177 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:30:37.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.051240+0000 mon.a (mon.0) 992 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:37.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.057338+0000 mon.a (mon.0) 993 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:37.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.058731+0000 mon.c (mon.1) 230 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:30:37.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.059585+0000 mon.c (mon.1) 231 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:30:37.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.067861+0000 mon.a (mon.0) 994 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:37.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.183826+0000 mon.c (mon.1) 232 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:30:37.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.186353+0000 mon.c (mon.1) 233 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:30:37.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.187677+0000 mon.c (mon.1) 234 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:30:37.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.194764+0000 mon.a (mon.0) 995 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:37.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.198704+0000 mon.c (mon.1) 235 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:30:37.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.205343+0000 mon.a (mon.0) 996 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:37.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.207348+0000 mon.c (mon.1) 236 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:30:37.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.212019+0000 mon.a (mon.0) 997 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:37.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.213841+0000 mon.c (mon.1) 237 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:30:37.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.218700+0000 mon.a (mon.0) 998 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:37.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.219882+0000 mon.c (mon.1) 238 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-17T08:30:37.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:30:36.351045+0000 mgr.y (mgr.24964) 177 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:30:37.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.051240+0000 mon.a (mon.0) 992 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:37.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.057338+0000 mon.a (mon.0) 993 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:37.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.058731+0000 mon.c (mon.1) 230 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:30:37.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.059585+0000 mon.c (mon.1) 231 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:30:37.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.067861+0000 mon.a (mon.0) 994 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:37.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.183826+0000 mon.c (mon.1) 232 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:30:37.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.186353+0000 mon.c (mon.1) 233 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:30:37.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.187677+0000 mon.c (mon.1) 234 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:30:37.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.194764+0000 mon.a (mon.0) 995 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:37.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.198704+0000 mon.c (mon.1) 235 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:30:37.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.205343+0000 mon.a (mon.0) 996 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:37.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.207348+0000 mon.c (mon.1) 236 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:30:37.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.212019+0000 mon.a (mon.0) 997 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:37.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.213841+0000 mon.c (mon.1) 237 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:30:37.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.218700+0000 mon.a (mon.0) 998 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:37.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.219882+0000 mon.c (mon.1) 238 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-17T08:30:37.918 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.220140+0000 mon.a (mon.0) 999 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-17T08:30:37.918 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.223940+0000 mon.a (mon.0) 1000 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-17T08:30:37.918 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.225447+0000 mon.c (mon.1) 239 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:30:37.918 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.230024+0000 mon.a (mon.0) 1001 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:37.918 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.232112+0000 mon.c (mon.1) 240 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:30:37.918 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.236667+0000 mon.a (mon.0) 1002 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:37.919 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.238954+0000 mon.c (mon.1) 241 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:30:37.919 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.243548+0000 mon.a (mon.0) 1003 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:37.919 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.245657+0000 mon.c (mon.1) 242 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:30:37.919 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.247231+0000 mon.c (mon.1) 243 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-17T08:30:37.919 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.247580+0000 mon.a (mon.0) 1004 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-17T08:30:37.919 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.248565+0000 mon.c (mon.1) 244 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:30:37.919 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.250099+0000 mon.c (mon.1) 245 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-17T08:30:37.919 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.250392+0000 mon.a (mon.0) 1005 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-17T08:30:37.919 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.251362+0000 mon.c (mon.1) 246 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:30:37.919 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.252772+0000 mon.c (mon.1) 247 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-17T08:30:37.919 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.252961+0000 mon.a (mon.0) 1006 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-17T08:30:37.920 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.220140+0000 mon.a (mon.0) 999 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-17T08:30:37.920 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.223940+0000 mon.a (mon.0) 1000 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-17T08:30:37.920 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.225447+0000 mon.c (mon.1) 239 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:30:37.920 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.230024+0000 mon.a (mon.0) 1001 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:37.920 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.232112+0000 mon.c (mon.1) 240 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:30:37.920 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.236667+0000 mon.a (mon.0) 1002 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:37.920 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.238954+0000 mon.c (mon.1) 241 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:30:37.920 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.243548+0000 mon.a (mon.0) 1003 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:37.920 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.245657+0000 mon.c (mon.1) 242 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:30:37.920 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.247231+0000 mon.c (mon.1) 243 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-17T08:30:37.920 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.247580+0000 mon.a (mon.0) 1004 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-17T08:30:37.920 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.248565+0000 mon.c (mon.1) 244 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:30:37.920 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.250099+0000 mon.c (mon.1) 245 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-17T08:30:37.921 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.250392+0000 mon.a (mon.0) 1005 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-17T08:30:37.921 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.251362+0000 mon.c (mon.1) 246 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:30:37.921 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.252772+0000 mon.c (mon.1) 247 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-17T08:30:37.921 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.252961+0000 mon.a (mon.0) 1006 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-17T08:30:37.921 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.253892+0000 mon.c (mon.1) 248 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:30:37.921 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.255227+0000 mon.c (mon.1) 249 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-17T08:30:37.921 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.255407+0000 mon.a (mon.0) 1007 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-17T08:30:37.921 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.256227+0000 mon.c (mon.1) 250 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:30:37.921 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.257587+0000 mon.c (mon.1) 251 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-17T08:30:37.921 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.257765+0000 mon.a (mon.0) 1008 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-17T08:30:37.921 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.258690+0000 mon.c (mon.1) 252 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:30:37.922 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.260095+0000 mon.c (mon.1) 253 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-17T08:30:37.922 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.260273+0000 mon.a (mon.0) 1009 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-17T08:30:37.922 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.261612+0000 mon.c (mon.1) 254 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-17T08:30:37.922 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.261785+0000 mon.a (mon.0) 1010 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-17T08:30:37.922 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.265546+0000 mon.a (mon.0) 1011 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-17T08:30:37.922 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.267083+0000 mon.c (mon.1) 255 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:30:37.922 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.267324+0000 mon.a (mon.0) 1012 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:30:37.922 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.270954+0000 mon.a (mon.0) 1013 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-17T08:30:37.922 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.253892+0000 mon.c (mon.1) 248 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:30:37.922 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.255227+0000 mon.c (mon.1) 249 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-17T08:30:37.923 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.255407+0000 mon.a (mon.0) 1007 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-17T08:30:37.923 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.256227+0000 mon.c (mon.1) 250 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:30:37.923 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.257587+0000 mon.c (mon.1) 251 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-17T08:30:37.923 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.257765+0000 mon.a (mon.0) 1008 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-17T08:30:37.923 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.258690+0000 mon.c (mon.1) 252 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:30:37.923 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.260095+0000 mon.c (mon.1) 253 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-17T08:30:37.923 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.260273+0000 mon.a (mon.0) 1009 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-17T08:30:37.923 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.261612+0000 mon.c (mon.1) 254 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-17T08:30:37.923 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.261785+0000 mon.a (mon.0) 1010 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-17T08:30:37.923 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.265546+0000 mon.a (mon.0) 1011 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-17T08:30:37.923 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.267083+0000 mon.c (mon.1) 255 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:30:37.923 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.267324+0000 mon.a (mon.0) 1012 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:30:37.923 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.270954+0000 mon.a (mon.0) 1013 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-17T08:30:37.924 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.272517+0000 mon.c (mon.1) 256 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-17T08:30:37.924 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.272768+0000 mon.a (mon.0) 1014 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-17T08:30:37.924 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.276505+0000 mon.a (mon.0) 1015 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-17T08:30:37.924 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.277800+0000 mon.c (mon.1) 257 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-17T08:30:37.924 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.278032+0000 mon.a (mon.0) 1016 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-17T08:30:37.925 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.278587+0000 mon.c (mon.1) 258 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-17T08:30:37.925 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.278778+0000 mon.a (mon.0) 1017 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-17T08:30:37.925 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.282469+0000 mon.a (mon.0) 1018 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-17T08:30:37.925 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.283683+0000 mon.c (mon.1) 259 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-17T08:30:37.925 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.283928+0000 mon.a (mon.0) 1019 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-17T08:30:37.925 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.284503+0000 mon.c (mon.1) 260 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-17T08:30:37.925 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.284713+0000 mon.a (mon.0) 1020 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-17T08:30:37.925 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.288437+0000 mon.a (mon.0) 1021 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-17T08:30:37.925 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.289820+0000 mon.c (mon.1) 261 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:30:37.925 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.290100+0000 mon.a (mon.0) 1022 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:30:37.926 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.290679+0000 mon.c (mon.1) 262 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-17T08:30:37.926 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.290922+0000 mon.a (mon.0) 1023 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-17T08:30:37.926 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.294559+0000 mon.a (mon.0) 1024 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-17T08:30:37.926 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.296193+0000 mon.c (mon.1) 263 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-17T08:30:37.926 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.296497+0000 mon.a (mon.0) 1025 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-17T08:30:37.926 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.297110+0000 mon.c (mon.1) 264 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-17T08:30:37.926 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.297349+0000 mon.a (mon.0) 1026 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-17T08:30:37.926 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.300971+0000 mon.a (mon.0) 1027 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-17T08:30:37.926 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.302343+0000 mon.c (mon.1) 265 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-17T08:30:37.926 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.302569+0000 mon.a (mon.0) 1028 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-17T08:30:37.926 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.306401+0000 mon.a (mon.0) 1029 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-17T08:30:37.926 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.307525+0000 mon.c (mon.1) 266 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:30:37.926 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.307797+0000 mon.a (mon.0) 1030 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:30:37.927 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.272517+0000 mon.c (mon.1) 256 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-17T08:30:37.927 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.272768+0000 mon.a (mon.0) 1014 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-17T08:30:37.927 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.276505+0000 mon.a (mon.0) 1015 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-17T08:30:37.927 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.277800+0000 mon.c (mon.1) 257 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-17T08:30:37.927 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.278032+0000 mon.a (mon.0) 1016 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-17T08:30:37.927 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.278587+0000 mon.c (mon.1) 258 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-17T08:30:37.927 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.278778+0000 mon.a (mon.0) 1017 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-17T08:30:37.927 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.282469+0000 mon.a (mon.0) 1018 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-17T08:30:37.927 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.283683+0000 mon.c (mon.1) 259 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-17T08:30:37.927 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.283928+0000 mon.a (mon.0) 1019 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-17T08:30:37.928 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.284503+0000 mon.c (mon.1) 260 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-17T08:30:37.928 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.284713+0000 mon.a (mon.0) 1020 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-17T08:30:37.928 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.288437+0000 mon.a (mon.0) 1021 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-17T08:30:37.928 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.289820+0000 mon.c (mon.1) 261 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:30:37.928 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.308372+0000 mon.c (mon.1) 267 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:30:37.928 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.308593+0000 mon.a (mon.0) 1031 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:30:37.928 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.309138+0000 mon.c (mon.1) 268 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:30:37.928 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.309318+0000 mon.a (mon.0) 1032 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:30:37.928 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.309834+0000 mon.c (mon.1) 269 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:30:37.929 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.310041+0000 mon.a (mon.0) 1033 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:30:37.929 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.310565+0000 mon.c (mon.1) 270 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:30:37.929 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.310747+0000 mon.a (mon.0) 1034 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:30:37.929 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.311289+0000 mon.c (mon.1) 271 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:30:37.929 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.311508+0000 mon.a (mon.0) 1035 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:30:37.929 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.312033+0000 mon.c (mon.1) 272 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-17T08:30:37.929 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.312222+0000 mon.a (mon.0) 1036 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-17T08:30:37.929 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.316045+0000 mon.a (mon.0) 1037 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]': finished 2024-09-17T08:30:37.929 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.317430+0000 mon.c (mon.1) 273 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-17T08:30:37.929 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.317684+0000 mon.a (mon.0) 1038 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-17T08:30:37.929 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.290100+0000 mon.a (mon.0) 1022 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:30:37.930 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.290679+0000 mon.c (mon.1) 262 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-17T08:30:37.930 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.290922+0000 mon.a (mon.0) 1023 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-17T08:30:37.930 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.294559+0000 mon.a (mon.0) 1024 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-17T08:30:37.930 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.296193+0000 mon.c (mon.1) 263 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-17T08:30:37.930 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.296497+0000 mon.a (mon.0) 1025 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-17T08:30:37.930 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.297110+0000 mon.c (mon.1) 264 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-17T08:30:37.930 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.297349+0000 mon.a (mon.0) 1026 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-17T08:30:37.930 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.300971+0000 mon.a (mon.0) 1027 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-17T08:30:37.930 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.302343+0000 mon.c (mon.1) 265 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-17T08:30:37.930 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.302569+0000 mon.a (mon.0) 1028 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-17T08:30:37.930 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.306401+0000 mon.a (mon.0) 1029 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-17T08:30:37.930 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.307525+0000 mon.c (mon.1) 266 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:30:37.930 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.307797+0000 mon.a (mon.0) 1030 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:30:37.931 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.320978+0000 mon.a (mon.0) 1039 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-17T08:30:37.931 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.322206+0000 mon.c (mon.1) 274 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:30:37.931 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.323332+0000 mon.c (mon.1) 275 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:30:37.931 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.323855+0000 mon.c (mon.1) 276 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:30:37.931 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.329625+0000 mon.a (mon.0) 1040 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:37.931 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.442731+0000 mon.c (mon.1) 277 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:30:37.931 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.443934+0000 mon.c (mon.1) 278 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:30:37.931 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.444502+0000 mon.c (mon.1) 279 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:30:37.932 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:37.449925+0000 mon.a (mon.0) 1041 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:37.932 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.308372+0000 mon.c (mon.1) 267 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:30:37.932 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.308593+0000 mon.a (mon.0) 1031 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:30:37.932 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.309138+0000 mon.c (mon.1) 268 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:30:37.932 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.309318+0000 mon.a (mon.0) 1032 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:30:37.932 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.309834+0000 mon.c (mon.1) 269 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:30:37.932 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.310041+0000 mon.a (mon.0) 1033 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:30:37.932 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.310565+0000 mon.c (mon.1) 270 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:30:37.933 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.310747+0000 mon.a (mon.0) 1034 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:30:37.933 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.311289+0000 mon.c (mon.1) 271 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:30:37.933 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.311508+0000 mon.a (mon.0) 1035 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:30:37.933 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.312033+0000 mon.c (mon.1) 272 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-17T08:30:37.933 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.312222+0000 mon.a (mon.0) 1036 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-17T08:30:37.933 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.316045+0000 mon.a (mon.0) 1037 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]': finished 2024-09-17T08:30:37.933 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.317430+0000 mon.c (mon.1) 273 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-17T08:30:37.933 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.317684+0000 mon.a (mon.0) 1038 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-17T08:30:37.933 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.320978+0000 mon.a (mon.0) 1039 : audit [INF] from='mgr.24964 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-17T08:30:37.933 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.322206+0000 mon.c (mon.1) 274 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:30:37.933 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.323332+0000 mon.c (mon.1) 275 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:30:37.933 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.323855+0000 mon.c (mon.1) 276 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:30:37.933 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.329625+0000 mon.a (mon.0) 1040 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:37.933 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.442731+0000 mon.c (mon.1) 277 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:30:37.934 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.443934+0000 mon.c (mon.1) 278 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:30:37.934 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.444502+0000 mon.c (mon.1) 279 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:30:37.934 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:37.449925+0000 mon.a (mon.0) 1041 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:38.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:30:37.045794+0000 mgr.y (mgr.24964) 178 : cephadm [INF] Detected new or changed devices on smithi187 2024-09-17T08:30:38.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:30:37.060264+0000 mgr.y (mgr.24964) 179 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:30:38.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:30:37.060797+0000 mgr.y (mgr.24964) 180 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 95 B/s rd, 0 op/s 2024-09-17T08:30:38.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:30:37.060972+0000 mgr.y (mgr.24964) 181 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:30:38.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:30:37.188235+0000 mgr.y (mgr.24964) 182 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-17T08:30:38.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:30:37.199267+0000 mgr.y (mgr.24964) 183 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-17T08:30:38.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:30:37.207861+0000 mgr.y (mgr.24964) 184 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-17T08:30:38.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:30:37.214373+0000 mgr.y (mgr.24964) 185 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-17T08:30:38.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:30:37.226011+0000 mgr.y (mgr.24964) 186 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-17T08:30:38.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:30:37.232637+0000 mgr.y (mgr.24964) 187 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-17T08:30:38.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:30:37.239497+0000 mgr.y (mgr.24964) 188 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-17T08:30:38.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:30:37.246188+0000 mgr.y (mgr.24964) 189 : cephadm [INF] Upgrade: Setting container_image for all node-exporter 2024-09-17T08:30:38.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:30:37.249055+0000 mgr.y (mgr.24964) 190 : cephadm [INF] Upgrade: Setting container_image for all prometheus 2024-09-17T08:30:38.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:30:37.251842+0000 mgr.y (mgr.24964) 191 : cephadm [INF] Upgrade: Setting container_image for all alertmanager 2024-09-17T08:30:38.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:30:37.254359+0000 mgr.y (mgr.24964) 192 : cephadm [INF] Upgrade: Setting container_image for all grafana 2024-09-17T08:30:38.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:30:37.256703+0000 mgr.y (mgr.24964) 193 : cephadm [INF] Upgrade: Setting container_image for all loki 2024-09-17T08:30:38.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:30:37.259170+0000 mgr.y (mgr.24964) 194 : cephadm [INF] Upgrade: Setting container_image for all promtail 2024-09-17T08:30:38.917 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:30:37.260742+0000 mgr.y (mgr.24964) 195 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-17T08:30:38.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:30:37.045794+0000 mgr.y (mgr.24964) 178 : cephadm [INF] Detected new or changed devices on smithi187 2024-09-17T08:30:38.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:30:37.060264+0000 mgr.y (mgr.24964) 179 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:30:38.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:30:37.060797+0000 mgr.y (mgr.24964) 180 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 95 B/s rd, 0 op/s 2024-09-17T08:30:38.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:30:37.060972+0000 mgr.y (mgr.24964) 181 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:30:38.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:30:37.188235+0000 mgr.y (mgr.24964) 182 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-17T08:30:38.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:30:37.199267+0000 mgr.y (mgr.24964) 183 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-17T08:30:38.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:30:37.207861+0000 mgr.y (mgr.24964) 184 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-17T08:30:38.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:30:37.214373+0000 mgr.y (mgr.24964) 185 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-17T08:30:38.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:30:37.226011+0000 mgr.y (mgr.24964) 186 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-17T08:30:38.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:30:37.232637+0000 mgr.y (mgr.24964) 187 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-17T08:30:38.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:30:37.239497+0000 mgr.y (mgr.24964) 188 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-17T08:30:38.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:30:37.246188+0000 mgr.y (mgr.24964) 189 : cephadm [INF] Upgrade: Setting container_image for all node-exporter 2024-09-17T08:30:38.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:30:37.249055+0000 mgr.y (mgr.24964) 190 : cephadm [INF] Upgrade: Setting container_image for all prometheus 2024-09-17T08:30:38.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:30:37.251842+0000 mgr.y (mgr.24964) 191 : cephadm [INF] Upgrade: Setting container_image for all alertmanager 2024-09-17T08:30:38.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:30:37.254359+0000 mgr.y (mgr.24964) 192 : cephadm [INF] Upgrade: Setting container_image for all grafana 2024-09-17T08:30:38.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:30:37.256703+0000 mgr.y (mgr.24964) 193 : cephadm [INF] Upgrade: Setting container_image for all loki 2024-09-17T08:30:38.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:30:37.259170+0000 mgr.y (mgr.24964) 194 : cephadm [INF] Upgrade: Setting container_image for all promtail 2024-09-17T08:30:38.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:30:37.260742+0000 mgr.y (mgr.24964) 195 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-17T08:30:38.919 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:30:37.317083+0000 mgr.y (mgr.24964) 196 : cephadm [INF] Upgrade: Complete! 2024-09-17T08:30:38.919 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:30:37.324343+0000 mgr.y (mgr.24964) 197 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:30:38.919 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:30:37.325016+0000 mgr.y (mgr.24964) 198 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:30:38.919 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:30:37.325197+0000 mgr.y (mgr.24964) 199 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:30:38.919 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:30:37.445014+0000 mgr.y (mgr.24964) 200 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:30:38.919 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:30:37.445477+0000 mgr.y (mgr.24964) 201 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:30:38.919 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:30:37.445671+0000 mgr.y (mgr.24964) 202 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:30:38.919 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:38.029319+0000 mon.b (mon.2) 2 : audit [DBG] from='client.44114 172.21.15.187:0/1851214659' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:30:38.919 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:38.344846+0000 mon.b (mon.2) 3 : audit [INF] from='client.44120 172.21.15.187:0/1761810615' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6832/1024903989"}]: access denied 2024-09-17T08:30:38.920 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:30:37.317083+0000 mgr.y (mgr.24964) 196 : cephadm [INF] Upgrade: Complete! 2024-09-17T08:30:38.920 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:30:37.324343+0000 mgr.y (mgr.24964) 197 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:30:38.920 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:30:37.325016+0000 mgr.y (mgr.24964) 198 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:30:38.920 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:30:37.325197+0000 mgr.y (mgr.24964) 199 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:30:38.920 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:30:37.445014+0000 mgr.y (mgr.24964) 200 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:30:38.920 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:30:37.445477+0000 mgr.y (mgr.24964) 201 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:30:38.920 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:30:37.445671+0000 mgr.y (mgr.24964) 202 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:30:38.920 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:38.029319+0000 mon.b (mon.2) 2 : audit [DBG] from='client.44114 172.21.15.187:0/1851214659' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:30:38.920 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:38 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:38.344846+0000 mon.b (mon.2) 3 : audit [INF] from='client.44120 172.21.15.187:0/1761810615' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6832/1024903989"}]: access denied 2024-09-17T08:30:40.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:30:39.446199+0000 mgr.y (mgr.24964) 203 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:30:40.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:30:39.446199+0000 mgr.y (mgr.24964) 203 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:30:42.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:30:41.446702+0000 mgr.y (mgr.24964) 204 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:30:42.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:41.517070+0000 mon.a (mon.0) 1042 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:42.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:30:41.446702+0000 mgr.y (mgr.24964) 204 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:30:42.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:42 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:41.517070+0000 mon.a (mon.0) 1042 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:30:44.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:30:43.447597+0000 mgr.y (mgr.24964) 205 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 167 B/s rd, 0 op/s 2024-09-17T08:30:44.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:30:43.447597+0000 mgr.y (mgr.24964) 205 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 167 B/s rd, 0 op/s 2024-09-17T08:30:46.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:30:45.448080+0000 mgr.y (mgr.24964) 206 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 126 B/s rd, 0 op/s 2024-09-17T08:30:46.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:46 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:30:45.448080+0000 mgr.y (mgr.24964) 206 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 126 B/s rd, 0 op/s 2024-09-17T08:30:48.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:48 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:30:47.449021+0000 mgr.y (mgr.24964) 207 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 102 B/s rd, 0 op/s 2024-09-17T08:30:48.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:48 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:30:47.449021+0000 mgr.y (mgr.24964) 207 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 102 B/s rd, 0 op/s 2024-09-17T08:30:50.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:30:49.449433+0000 mgr.y (mgr.24964) 208 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:30:50.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:30:49.449433+0000 mgr.y (mgr.24964) 208 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:30:51.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:51.375243+0000 mon.b (mon.2) 4 : audit [DBG] from='client.44138 172.21.15.187:0/1826755475' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:30:51.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:51.375243+0000 mon.b (mon.2) 4 : audit [DBG] from='client.44138 172.21.15.187:0/1826755475' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:30:52.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:30:51.449878+0000 mgr.y (mgr.24964) 209 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:30:52.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:51.696380+0000 mon.b (mon.2) 5 : audit [INF] from='client.44144 172.21.15.187:0/1499230032' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6832/1024903989"}]: access denied 2024-09-17T08:30:52.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:30:51.449878+0000 mgr.y (mgr.24964) 209 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:30:52.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:51.696380+0000 mon.b (mon.2) 5 : audit [INF] from='client.44144 172.21.15.187:0/1499230032' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6832/1024903989"}]: access denied 2024-09-17T08:30:54.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:30:53.450640+0000 mgr.y (mgr.24964) 210 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-17T08:30:54.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:54 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:30:53.450640+0000 mgr.y (mgr.24964) 210 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-17T08:30:55.851 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph orch ps' 2024-09-17T08:30:56.825 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:55.126163+0000 mgr.y (mgr.24964) 211 : audit [DBG] from='client.25582 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:30:56.825 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:30:55.451084+0000 mgr.y (mgr.24964) 212 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:30:56.825 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:55.126163+0000 mgr.y (mgr.24964) 211 : audit [DBG] from='client.25582 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:30:56.825 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:30:55.451084+0000 mgr.y (mgr.24964) 212 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:30:57.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:30:57.451845+0000 mgr.y (mgr.24964) 213 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:30:57.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:57 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:30:57.451845+0000 mgr.y (mgr.24964) 213 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:30:57.851 INFO:teuthology.orchestra.run.smithi088.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T08:30:57.851 INFO:teuthology.orchestra.run.smithi088.stdout:alertmanager.a smithi088 *:9093,9094 running (110s) 106s ago 23m 15.9M - 0.25.0 c8568f914cd2 ae3ad2ca8c3e 2024-09-17T08:30:57.852 INFO:teuthology.orchestra.run.smithi088.stdout:grafana.a smithi187 *:3000 running (95s) 24s ago 23m 82.9M - 9.4.7 954c08fa6188 bb16e26e2835 2024-09-17T08:30:57.852 INFO:teuthology.orchestra.run.smithi088.stdout:iscsi.foo.smithi187.kgegfj smithi187 unknown 24s ago 22m - - 2024-09-17T08:30:57.852 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.x smithi187 *:8443,8765 running (2m) 24s ago 27m 437M - 18.2.4-855-g19e2a2be 980a0bfcd684 d71cc65429a4 2024-09-17T08:30:57.852 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.y smithi088 *:8443,8765 running (12m) 106s ago 28m 480M - 18.2.4-855-g19e2a2be 980a0bfcd684 3228b2505d9a 2024-09-17T08:30:57.852 INFO:teuthology.orchestra.run.smithi088.stdout:mon.a smithi088 running (28m) 106s ago 29m 97.2M 2048M 16.2.0 24ecd6d5f14c 2454e1e9e408 2024-09-17T08:30:57.852 INFO:teuthology.orchestra.run.smithi088.stdout:mon.b smithi187 running (29s) 24s ago 27m 18.2M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 d4e39e0851a6 2024-09-17T08:30:57.852 INFO:teuthology.orchestra.run.smithi088.stdout:mon.c smithi088 running (27m) 106s ago 27m 67.6M 2048M 16.2.0 24ecd6d5f14c 02dbf1ac3f13 2024-09-17T08:30:57.852 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.a smithi088 *:9100 running (2m) 106s ago 23m 11.4M - 1.5.0 0da6a335fe13 b70a15a514fb 2024-09-17T08:30:57.852 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.b smithi187 *:9100 running (2m) 24s ago 24m 16.0M - 1.5.0 0da6a335fe13 75f36e91740f 2024-09-17T08:30:57.852 INFO:teuthology.orchestra.run.smithi088.stdout:osd.0 smithi088 running (27m) 106s ago 27m 49.4M 4096M 16.2.0 24ecd6d5f14c 999284c446e9 2024-09-17T08:30:57.852 INFO:teuthology.orchestra.run.smithi088.stdout:osd.1 smithi088 running (26m) 106s ago 26m 47.2M 4096M 16.2.0 24ecd6d5f14c 76ee60c1a08d 2024-09-17T08:30:57.852 INFO:teuthology.orchestra.run.smithi088.stdout:osd.2 smithi088 running (26m) 106s ago 26m 46.3M 4096M 16.2.0 24ecd6d5f14c 2503783cc013 2024-09-17T08:30:57.853 INFO:teuthology.orchestra.run.smithi088.stdout:osd.3 smithi088 running (26m) 106s ago 26m 48.5M 4096M 16.2.0 24ecd6d5f14c bf680a19cb5a 2024-09-17T08:30:57.853 INFO:teuthology.orchestra.run.smithi088.stdout:osd.4 smithi187 running (26m) 24s ago 26m 49.4M 4096M 16.2.0 24ecd6d5f14c a8462272aa51 2024-09-17T08:30:57.853 INFO:teuthology.orchestra.run.smithi088.stdout:osd.5 smithi187 running (25m) 24s ago 25m 47.0M 4096M 16.2.0 24ecd6d5f14c c3463f9a8b7e 2024-09-17T08:30:57.853 INFO:teuthology.orchestra.run.smithi088.stdout:osd.6 smithi187 running (25m) 24s ago 25m 51.0M 4096M 16.2.0 24ecd6d5f14c 53d9ca2fb095 2024-09-17T08:30:57.853 INFO:teuthology.orchestra.run.smithi088.stdout:osd.7 smithi187 running (25m) 24s ago 25m 49.9M 4096M 16.2.0 24ecd6d5f14c 61f8b7fae59c 2024-09-17T08:30:57.853 INFO:teuthology.orchestra.run.smithi088.stdout:prometheus.a smithi187 *:9095 running (2m) 24s ago 24m 50.8M - 2.43.0 a07b618ecd1d 052443b7a266 2024-09-17T08:30:57.853 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi088.pybyat smithi088 *:8000 running (22m) 106s ago 22m 45.4M - 16.2.0 24ecd6d5f14c 1e03127137af 2024-09-17T08:30:57.853 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi187.yrrxta smithi187 *:8000 running (22m) 24s ago 22m 45.1M - 16.2.0 24ecd6d5f14c 304f0f2cb409 2024-09-17T08:30:58.532 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph versions | jq -e '"'"'.mon | length == 2'"'"'' 2024-09-17T08:30:59.839 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:30:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:30:57.844173+0000 mgr.y (mgr.24964) 214 : audit [DBG] from='client.25588 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:30:59.839 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:30:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:30:57.844173+0000 mgr.y (mgr.24964) 214 : audit [DBG] from='client.25588 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:31:00.618 INFO:teuthology.orchestra.run.smithi088.stdout:true 2024-09-17T08:31:00.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:30:59.452208+0000 mgr.y (mgr.24964) 215 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:31:00.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:00 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:30:59.452208+0000 mgr.y (mgr.24964) 215 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:31:01.239 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph orch upgrade status' 2024-09-17T08:31:01.850 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:31:00.605593+0000 mon.a (mon.0) 1043 : audit [DBG] from='client.? 172.21.15.88:0/969754835' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:31:01.851 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:01 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:00.605593+0000 mon.a (mon.0) 1043 : audit [DBG] from='client.? 172.21.15.88:0/969754835' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:31:02.764 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:31:01.452758+0000 mgr.y (mgr.24964) 216 : cluster [DBG] pgmap v118: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:31:02.764 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:02 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:31:01.452758+0000 mgr.y (mgr.24964) 216 : cluster [DBG] pgmap v118: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:31:03.221 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:31:03.222 INFO:teuthology.orchestra.run.smithi088.stdout: "target_image": null, 2024-09-17T08:31:03.222 INFO:teuthology.orchestra.run.smithi088.stdout: "in_progress": false, 2024-09-17T08:31:03.222 INFO:teuthology.orchestra.run.smithi088.stdout: "which": "", 2024-09-17T08:31:03.222 INFO:teuthology.orchestra.run.smithi088.stdout: "services_complete": [], 2024-09-17T08:31:03.222 INFO:teuthology.orchestra.run.smithi088.stdout: "progress": null, 2024-09-17T08:31:03.222 INFO:teuthology.orchestra.run.smithi088.stdout: "message": "", 2024-09-17T08:31:03.222 INFO:teuthology.orchestra.run.smithi088.stdout: "is_paused": false 2024-09-17T08:31:03.222 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:31:03.867 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph health detail' 2024-09-17T08:31:04.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:31:03.221588+0000 mgr.y (mgr.24964) 217 : audit [DBG] from='client.15684 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:31:04.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:31:03.453468+0000 mgr.y (mgr.24964) 218 : cluster [DBG] pgmap v119: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:31:04.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:03.221588+0000 mgr.y (mgr.24964) 217 : audit [DBG] from='client.15684 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:31:04.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:04 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:31:03.453468+0000 mgr.y (mgr.24964) 218 : cluster [DBG] pgmap v119: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:31:05.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:05 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:31:04.704865+0000 mon.b (mon.2) 6 : audit [DBG] from='client.44171 172.21.15.187:0/1305691006' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:31:05.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:05 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:31:05.033047+0000 mon.b (mon.2) 7 : audit [INF] from='client.44177 172.21.15.187:0/803638563' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6832/1024903989"}]: access denied 2024-09-17T08:31:05.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:05 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:04.704865+0000 mon.b (mon.2) 6 : audit [DBG] from='client.44171 172.21.15.187:0/1305691006' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:31:05.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:05 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:05.033047+0000 mon.b (mon.2) 7 : audit [INF] from='client.44177 172.21.15.187:0/803638563' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6832/1024903989"}]: access denied 2024-09-17T08:31:05.853 INFO:teuthology.orchestra.run.smithi088.stdout:HEALTH_WARN 1 failed cephadm daemon(s) 2024-09-17T08:31:05.853 INFO:teuthology.orchestra.run.smithi088.stdout:[WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-09-17T08:31:05.853 INFO:teuthology.orchestra.run.smithi088.stdout: daemon iscsi.foo.smithi187.kgegfj on smithi187 is in unknown state 2024-09-17T08:31:06.438 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.y | awk '"'"'{print $2}'"'"')' 2024-09-17T08:31:06.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:31:05.453781+0000 mgr.y (mgr.24964) 219 : cluster [DBG] pgmap v120: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:31:06.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:31:05.853027+0000 mon.c (mon.1) 280 : audit [DBG] from='client.? 172.21.15.88:0/2555817743' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-17T08:31:06.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:31:05.453781+0000 mgr.y (mgr.24964) 219 : cluster [DBG] pgmap v120: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:31:06.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:05.853027+0000 mon.c (mon.1) 280 : audit [DBG] from='client.? 172.21.15.88:0/2555817743' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-17T08:31:08.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:31:07.454654+0000 mgr.y (mgr.24964) 220 : cluster [DBG] pgmap v121: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:31:08.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:31:07.454654+0000 mgr.y (mgr.24964) 220 : cluster [DBG] pgmap v121: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:31:09.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:31:08.475894+0000 mgr.y (mgr.24964) 221 : audit [DBG] from='client.15720 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:31:09.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:09 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:08.475894+0000 mgr.y (mgr.24964) 221 : audit [DBG] from='client.15720 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:31:10.172 INFO:teuthology.orchestra.run.smithi088.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:31:10.848 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:31:08.813162+0000 mgr.y (mgr.24964) 222 : audit [DBG] from='client.15726 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9", "daemon_types": "mon", "hosts": "smithi088", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:31:10.848 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:31:09.455132+0000 mgr.y (mgr.24964) 223 : cluster [DBG] pgmap v122: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:31:10.848 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:31:10.170137+0000 mon.a (mon.0) 1044 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:31:10.848 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:31:10.173268+0000 mon.c (mon.1) 281 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:31:10.848 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:31:10.174988+0000 mon.c (mon.1) 282 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:31:10.849 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:31:10.175742+0000 mon.c (mon.1) 283 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:31:10.849 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:31:10.183460+0000 mon.a (mon.0) 1045 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:31:10.849 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:08.813162+0000 mgr.y (mgr.24964) 222 : audit [DBG] from='client.15726 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9", "daemon_types": "mon", "hosts": "smithi088", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:31:10.849 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:31:09.455132+0000 mgr.y (mgr.24964) 223 : cluster [DBG] pgmap v122: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:31:10.849 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:10.170137+0000 mon.a (mon.0) 1044 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:31:10.849 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:10.173268+0000 mon.c (mon.1) 281 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:31:10.849 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:10.174988+0000 mon.c (mon.1) 282 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:31:10.850 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:10.175742+0000 mon.c (mon.1) 283 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:31:10.850 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:10.183460+0000 mon.a (mon.0) 1045 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:31:10.870 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-09-17T08:31:11.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:31:10.165930+0000 mgr.y (mgr.24964) 224 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:31:11.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:31:10.176436+0000 mgr.y (mgr.24964) 225 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:31:11.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:31:10.176878+0000 mgr.y (mgr.24964) 226 : cluster [DBG] pgmap v123: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 95 B/s rd, 0 op/s 2024-09-17T08:31:11.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:31:10.177077+0000 mgr.y (mgr.24964) 227 : cluster [DBG] pgmap v124: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 117 B/s rd, 0 op/s 2024-09-17T08:31:11.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:31:10.298680+0000 mgr.y (mgr.24964) 228 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:31:11.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:31:10.165930+0000 mgr.y (mgr.24964) 224 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:31:11.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:31:10.176436+0000 mgr.y (mgr.24964) 225 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:31:11.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:31:10.176878+0000 mgr.y (mgr.24964) 226 : cluster [DBG] pgmap v123: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 95 B/s rd, 0 op/s 2024-09-17T08:31:11.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:31:10.177077+0000 mgr.y (mgr.24964) 227 : cluster [DBG] pgmap v124: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 117 B/s rd, 0 op/s 2024-09-17T08:31:11.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:11 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:31:10.298680+0000 mgr.y (mgr.24964) 228 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:31:13.370 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:31:12.177702+0000 mgr.y (mgr.24964) 229 : cluster [DBG] pgmap v125: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 117 B/s rd, 0 op/s 2024-09-17T08:31:13.370 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:31:12.249545+0000 mon.a (mon.0) 1046 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:31:13.370 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:31:12.250580+0000 mgr.y (mgr.24964) 230 : cephadm [INF] Upgrade: Target is version 18.2.4-855-g19e2a2be (reef) 2024-09-17T08:31:13.370 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:31:12.250647+0000 mgr.y (mgr.24964) 231 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, digests ['quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9'] 2024-09-17T08:31:13.370 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:31:12.252107+0000 mon.c (mon.1) 284 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:31:13.370 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:31:12.258970+0000 mon.a (mon.0) 1047 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:31:13.370 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:31:12.263006+0000 mon.c (mon.1) 285 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:31:13.370 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:31:12.263563+0000 mgr.y (mgr.24964) 232 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-17T08:31:13.371 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:31:12.269741+0000 mon.a (mon.0) 1048 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:31:13.371 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:31:12.273268+0000 mon.c (mon.1) 286 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-17T08:31:13.371 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:31:12.273848+0000 mon.c (mon.1) 287 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-17T08:31:13.371 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cephadm 2024-09-17T08:31:12.274338+0000 mgr.y (mgr.24964) 233 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2024-09-17T08:31:13.371 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:31:12.177702+0000 mgr.y (mgr.24964) 229 : cluster [DBG] pgmap v125: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 117 B/s rd, 0 op/s 2024-09-17T08:31:13.371 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:12.249545+0000 mon.a (mon.0) 1046 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:31:13.371 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:31:12.250580+0000 mgr.y (mgr.24964) 230 : cephadm [INF] Upgrade: Target is version 18.2.4-855-g19e2a2be (reef) 2024-09-17T08:31:13.371 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:31:12.250647+0000 mgr.y (mgr.24964) 231 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, digests ['quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9'] 2024-09-17T08:31:13.371 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:12.252107+0000 mon.c (mon.1) 284 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:31:13.371 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:12.258970+0000 mon.a (mon.0) 1047 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:31:13.372 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:12.263006+0000 mon.c (mon.1) 285 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:31:13.372 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:31:12.263563+0000 mgr.y (mgr.24964) 232 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-17T08:31:13.372 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:12.269741+0000 mon.a (mon.0) 1048 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:31:13.372 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:12.273268+0000 mon.c (mon.1) 286 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-17T08:31:13.372 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:12.273848+0000 mon.c (mon.1) 287 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-17T08:31:13.372 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:31:12.274338+0000 mgr.y (mgr.24964) 233 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2024-09-17T08:31:14.448 INFO:teuthology.orchestra.run.smithi088.stdout:true 2024-09-17T08:31:15.102 INFO:teuthology.orchestra.run.smithi088.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T08:31:15.102 INFO:teuthology.orchestra.run.smithi088.stdout:alertmanager.a smithi088 *:9093,9094 running (2m) 2m ago 23m 15.9M - 0.25.0 c8568f914cd2 ae3ad2ca8c3e 2024-09-17T08:31:15.102 INFO:teuthology.orchestra.run.smithi088.stdout:grafana.a smithi187 *:3000 running (113s) 41s ago 23m 82.9M - 9.4.7 954c08fa6188 bb16e26e2835 2024-09-17T08:31:15.102 INFO:teuthology.orchestra.run.smithi088.stdout:iscsi.foo.smithi187.kgegfj smithi187 unknown 41s ago 23m - - 2024-09-17T08:31:15.102 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.x smithi187 *:8443,8765 running (3m) 41s ago 27m 437M - 18.2.4-855-g19e2a2be 980a0bfcd684 d71cc65429a4 2024-09-17T08:31:15.102 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.y smithi088 *:8443,8765 running (13m) 2m ago 29m 480M - 18.2.4-855-g19e2a2be 980a0bfcd684 3228b2505d9a 2024-09-17T08:31:15.102 INFO:teuthology.orchestra.run.smithi088.stdout:mon.a smithi088 running (29m) 2m ago 29m 97.2M 2048M 16.2.0 24ecd6d5f14c 2454e1e9e408 2024-09-17T08:31:15.102 INFO:teuthology.orchestra.run.smithi088.stdout:mon.b smithi187 running (46s) 41s ago 28m 18.2M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 d4e39e0851a6 2024-09-17T08:31:15.102 INFO:teuthology.orchestra.run.smithi088.stdout:mon.c smithi088 running (28m) 2m ago 28m 67.6M 2048M 16.2.0 24ecd6d5f14c 02dbf1ac3f13 2024-09-17T08:31:15.103 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.a smithi088 *:9100 running (2m) 2m ago 24m 11.4M - 1.5.0 0da6a335fe13 b70a15a514fb 2024-09-17T08:31:15.103 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.b smithi187 *:9100 running (2m) 41s ago 24m 16.0M - 1.5.0 0da6a335fe13 75f36e91740f 2024-09-17T08:31:15.103 INFO:teuthology.orchestra.run.smithi088.stdout:osd.0 smithi088 running (27m) 2m ago 27m 49.4M 4096M 16.2.0 24ecd6d5f14c 999284c446e9 2024-09-17T08:31:15.103 INFO:teuthology.orchestra.run.smithi088.stdout:osd.1 smithi088 running (27m) 2m ago 27m 47.2M 4096M 16.2.0 24ecd6d5f14c 76ee60c1a08d 2024-09-17T08:31:15.103 INFO:teuthology.orchestra.run.smithi088.stdout:osd.2 smithi088 running (26m) 2m ago 26m 46.3M 4096M 16.2.0 24ecd6d5f14c 2503783cc013 2024-09-17T08:31:15.103 INFO:teuthology.orchestra.run.smithi088.stdout:osd.3 smithi088 running (26m) 2m ago 26m 48.5M 4096M 16.2.0 24ecd6d5f14c bf680a19cb5a 2024-09-17T08:31:15.103 INFO:teuthology.orchestra.run.smithi088.stdout:osd.4 smithi187 running (26m) 41s ago 26m 49.4M 4096M 16.2.0 24ecd6d5f14c a8462272aa51 2024-09-17T08:31:15.103 INFO:teuthology.orchestra.run.smithi088.stdout:osd.5 smithi187 running (26m) 41s ago 25m 47.0M 4096M 16.2.0 24ecd6d5f14c c3463f9a8b7e 2024-09-17T08:31:15.103 INFO:teuthology.orchestra.run.smithi088.stdout:osd.6 smithi187 running (25m) 41s ago 25m 51.0M 4096M 16.2.0 24ecd6d5f14c 53d9ca2fb095 2024-09-17T08:31:15.103 INFO:teuthology.orchestra.run.smithi088.stdout:osd.7 smithi187 running (25m) 41s ago 25m 49.9M 4096M 16.2.0 24ecd6d5f14c 61f8b7fae59c 2024-09-17T08:31:15.103 INFO:teuthology.orchestra.run.smithi088.stdout:prometheus.a smithi187 *:9095 running (2m) 41s ago 24m 50.8M - 2.43.0 a07b618ecd1d 052443b7a266 2024-09-17T08:31:15.103 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi088.pybyat smithi088 *:8000 running (23m) 2m ago 23m 45.4M - 16.2.0 24ecd6d5f14c 1e03127137af 2024-09-17T08:31:15.103 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi187.yrrxta smithi187 *:8000 running (23m) 41s ago 23m 45.1M - 16.2.0 24ecd6d5f14c 304f0f2cb409 2024-09-17T08:31:15.489 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:31:15.490 INFO:teuthology.orchestra.run.smithi088.stdout: "mon": { 2024-09-17T08:31:15.490 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 2, 2024-09-17T08:31:15.490 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 1 2024-09-17T08:31:15.490 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:31:15.490 INFO:teuthology.orchestra.run.smithi088.stdout: "mgr": { 2024-09-17T08:31:15.490 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T08:31:15.490 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:31:15.490 INFO:teuthology.orchestra.run.smithi088.stdout: "osd": { 2024-09-17T08:31:15.491 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 8 2024-09-17T08:31:15.491 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:31:15.491 INFO:teuthology.orchestra.run.smithi088.stdout: "mds": {}, 2024-09-17T08:31:15.491 INFO:teuthology.orchestra.run.smithi088.stdout: "rgw": { 2024-09-17T08:31:15.491 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 2 2024-09-17T08:31:15.491 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:31:15.491 INFO:teuthology.orchestra.run.smithi088.stdout: "overall": { 2024-09-17T08:31:15.491 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 12, 2024-09-17T08:31:15.491 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 3 2024-09-17T08:31:15.491 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-09-17T08:31:15.491 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:31:15.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: cluster 2024-09-17T08:31:14.178032+0000 mgr.y (mgr.24964) 234 : cluster [DBG] pgmap v126: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 117 B/s rd, 0 op/s 2024-09-17T08:31:15.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:31:14.436568+0000 mgr.y (mgr.24964) 235 : audit [DBG] from='client.15732 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:31:15.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:31:14.718110+0000 mon.a (mon.0) 1049 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:31:15.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:31:14.718957+0000 mon.c (mon.1) 288 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T08:31:15.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:31:14.719501+0000 mon.c (mon.1) 289 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-17T08:31:15.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:31:14.720009+0000 mon.c (mon.1) 290 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:31:15.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: audit 2024-09-17T08:31:15.489989+0000 mon.c (mon.1) 291 : audit [DBG] from='client.? 172.21.15.88:0/3466995999' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:31:15.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:31:14.178032+0000 mgr.y (mgr.24964) 234 : cluster [DBG] pgmap v126: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 117 B/s rd, 0 op/s 2024-09-17T08:31:15.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:14.436568+0000 mgr.y (mgr.24964) 235 : audit [DBG] from='client.15732 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:31:15.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:14.718110+0000 mon.a (mon.0) 1049 : audit [INF] from='mgr.24964 ' entity='mgr.y' 2024-09-17T08:31:15.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:14.718957+0000 mon.c (mon.1) 288 : audit [INF] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T08:31:15.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:14.719501+0000 mon.c (mon.1) 289 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-17T08:31:15.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:14.720009+0000 mon.c (mon.1) 290 : audit [DBG] from='mgr.24964 172.21.15.88:0/377883652' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:31:15.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:15.489989+0000 mon.c (mon.1) 291 : audit [DBG] from='client.? 172.21.15.88:0/3466995999' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:31:15.816 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:31:15.816 INFO:teuthology.orchestra.run.smithi088.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9", 2024-09-17T08:31:15.816 INFO:teuthology.orchestra.run.smithi088.stdout: "in_progress": true, 2024-09-17T08:31:15.816 INFO:teuthology.orchestra.run.smithi088.stdout: "which": "Upgrading daemons of type(s) mon on host(s) smithi088", 2024-09-17T08:31:15.817 INFO:teuthology.orchestra.run.smithi088.stdout: "services_complete": [], 2024-09-17T08:31:15.817 INFO:teuthology.orchestra.run.smithi088.stdout: "progress": "0/2 daemons upgraded", 2024-09-17T08:31:15.817 INFO:teuthology.orchestra.run.smithi088.stdout: "message": "Currently upgrading mon daemons", 2024-09-17T08:31:15.817 INFO:teuthology.orchestra.run.smithi088.stdout: "is_paused": false 2024-09-17T08:31:15.817 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:31:16.376 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:16 smithi088 systemd[1]: Stopping Ceph mon.a for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:31:16.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:31:16.375+0000 7f6ddb431700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-09-17T08:31:16.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a[23596]: debug 2024-09-17T08:31:16.375+0000 7f6ddb431700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-09-17T08:31:16.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:16 smithi088 podman[67026]: 2024-09-17 08:31:16.397207599 +0000 UTC m=+0.120910882 container died 2454e1e9e4087cbb6561e96018c227b2a8f29334dd23f3afa17edbf3b30d1de4 (image=quay.io/ceph/ceph:v16.2.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a, CEPH_POINT_RELEASE=-16.2.0, GIT_REPO=https://github.com/ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20201204, org.label-schema.name=CentOS Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=20cb635043d86d971f028e2bf2824446440b5557, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=HEAD, maintainer=Dimitri Savineau ) 2024-09-17T08:31:17.043 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:16 smithi088 podman[67026]: 2024-09-17 08:31:16.793271935 +0000 UTC m=+0.516975212 container cleanup 2454e1e9e4087cbb6561e96018c227b2a8f29334dd23f3afa17edbf3b30d1de4 (image=quay.io/ceph/ceph:v16.2.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a, org.label-schema.build-date=20201204, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=20cb635043d86d971f028e2bf2824446440b5557, RELEASE=HEAD, org.label-schema.name=CentOS Base Image, org.label-schema.schema-version=1.0, ceph=True, maintainer=Dimitri Savineau , GIT_CLEAN=True, CEPH_POINT_RELEASE=-16.2.0, GIT_REPO=https://github.com/ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-09-17T08:31:17.044 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:16 smithi088 bash[67026]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a 2024-09-17T08:31:17.301 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:17 smithi088 podman[67037]: 2024-09-17 08:31:17.044350193 +0000 UTC m=+0.640336969 container remove 2454e1e9e4087cbb6561e96018c227b2a8f29334dd23f3afa17edbf3b30d1de4 (image=quay.io/ceph/ceph:v16.2.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.a, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=https://github.com/ceph/ceph-container.git, org.label-schema.name=CentOS Base Image, GIT_COMMIT=20cb635043d86d971f028e2bf2824446440b5557, RELEASE=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20201204, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Dimitri Savineau , CEPH_POINT_RELEASE=-16.2.0) 2024-09-17T08:31:17.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:17 smithi088 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@mon.a.service: Deactivated successfully. 2024-09-17T08:31:17.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:17 smithi088 systemd[1]: Stopped Ceph mon.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:31:17.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:17 smithi088 systemd[1]: Starting Ceph mon.a for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:31:17.999 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:17 smithi088 podman[67177]: 2024-09-17 08:31:17.624265836 +0000 UTC m=+0.015597526 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-17T08:31:17.999 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:17 smithi088 podman[67177]: 2024-09-17 08:31:17.770778465 +0000 UTC m=+0.162110137 container create 7a79828a62c2f2b345f8e36707d7e2f878953a5d69f4d38fb4e0f97bc0fceb18 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon-a, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-19e2a2b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-17T08:31:18.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:17 smithi088 podman[67177]: 2024-09-17 08:31:17.99920646 +0000 UTC m=+0.390538143 container init 7a79828a62c2f2b345f8e36707d7e2f878953a5d69f4d38fb4e0f97bc0fceb18 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon-a, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, RELEASE=reef-19e2a2b, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-17T08:31:18.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 podman[67177]: 2024-09-17 08:31:18.00288411 +0000 UTC m=+0.394215793 container start 7a79828a62c2f2b345f8e36707d7e2f878953a5d69f4d38fb4e0f97bc0fceb18 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon-a, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=reef-19e2a2b, ceph=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-09-17T08:31:18.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: set uid:gid to 167:167 (ceph:ceph) 2024-09-17T08:31:18.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable), process ceph-mon, pid 2 2024-09-17T08:31:18.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: pidfile_write: ignore empty --pid-file 2024-09-17T08:31:18.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: load: jerasure load: lrc 2024-09-17T08:31:18.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: RocksDB version: 7.9.2 2024-09-17T08:31:18.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Git sha 0 2024-09-17T08:31:18.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Compile date 2024-09-16 15:15:13 2024-09-17T08:31:18.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: DB SUMMARY 2024-09-17T08:31:18.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: DB Session ID: EHWXOHTBLOYMV06FLGPT 2024-09-17T08:31:18.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: CURRENT file: CURRENT 2024-09-17T08:31:18.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: IDENTITY file: IDENTITY 2024-09-17T08:31:18.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: MANIFEST file: MANIFEST-000008 size: 2902 Bytes 2024-09-17T08:31:18.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000053.sst 2024-09-17T08:31:18.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000051.log size: 1636864 ; 2024-09-17T08:31:18.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.error_if_exists: 0 2024-09-17T08:31:18.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.create_if_missing: 0 2024-09-17T08:31:18.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.paranoid_checks: 1 2024-09-17T08:31:18.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-17T08:31:18.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-17T08:31:18.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-17T08:31:18.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.env: 0x56404cec5bc0 2024-09-17T08:31:18.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.fs: PosixFileSystem 2024-09-17T08:31:18.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.info_log: 0x56404de0abe0 2024-09-17T08:31:18.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.max_file_opening_threads: 16 2024-09-17T08:31:18.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.statistics: (nil) 2024-09-17T08:31:18.418 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.use_fsync: 0 2024-09-17T08:31:18.418 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.max_log_file_size: 0 2024-09-17T08:31:18.418 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-17T08:31:18.418 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-17T08:31:18.418 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.keep_log_file_num: 1000 2024-09-17T08:31:18.418 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.recycle_log_file_num: 0 2024-09-17T08:31:18.418 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.allow_fallocate: 1 2024-09-17T08:31:18.419 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.allow_mmap_reads: 0 2024-09-17T08:31:18.419 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.allow_mmap_writes: 0 2024-09-17T08:31:18.419 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.use_direct_reads: 0 2024-09-17T08:31:18.419 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-17T08:31:18.419 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.create_missing_column_families: 0 2024-09-17T08:31:18.419 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.db_log_dir: 2024-09-17T08:31:18.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.wal_dir: 2024-09-17T08:31:18.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-17T08:31:18.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-17T08:31:18.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-17T08:31:18.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-17T08:31:18.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-17T08:31:18.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-17T08:31:18.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.advise_random_on_open: 1 2024-09-17T08:31:18.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.db_write_buffer_size: 0 2024-09-17T08:31:18.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.write_buffer_manager: 0x56404de18b40 2024-09-17T08:31:18.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-17T08:31:18.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-17T08:31:18.421 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-17T08:31:18.421 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.rate_limiter: (nil) 2024-09-17T08:31:18.421 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-17T08:31:18.421 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.wal_recovery_mode: 2 2024-09-17T08:31:18.421 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.enable_thread_tracking: 0 2024-09-17T08:31:18.421 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.enable_pipelined_write: 0 2024-09-17T08:31:18.421 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.unordered_write: 0 2024-09-17T08:31:18.422 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-17T08:31:18.422 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-17T08:31:18.422 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-17T08:31:18.422 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-17T08:31:18.422 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.row_cache: None 2024-09-17T08:31:18.423 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.wal_filter: None 2024-09-17T08:31:18.423 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-17T08:31:18.424 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.allow_ingest_behind: 0 2024-09-17T08:31:18.424 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.two_write_queues: 0 2024-09-17T08:31:18.424 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.manual_wal_flush: 0 2024-09-17T08:31:18.424 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.wal_compression: 0 2024-09-17T08:31:18.424 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.atomic_flush: 0 2024-09-17T08:31:18.424 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-17T08:31:18.425 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-17T08:31:18.425 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-17T08:31:18.425 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.log_readahead_size: 0 2024-09-17T08:31:18.425 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-17T08:31:18.425 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.best_efforts_recovery: 0 2024-09-17T08:31:18.425 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-17T08:31:18.425 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-17T08:31:18.425 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.allow_data_in_errors: 0 2024-09-17T08:31:18.425 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.db_host_id: __hostname__ 2024-09-17T08:31:18.426 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-17T08:31:18.426 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.max_background_jobs: 2 2024-09-17T08:31:18.426 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.max_background_compactions: -1 2024-09-17T08:31:18.426 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.max_subcompactions: 1 2024-09-17T08:31:18.426 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-17T08:31:18.426 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-17T08:31:18.426 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-17T08:31:18.426 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.max_total_wal_size: 0 2024-09-17T08:31:18.426 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-17T08:31:18.426 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-17T08:31:18.426 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-17T08:31:18.426 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-17T08:31:18.426 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.max_open_files: -1 2024-09-17T08:31:18.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.bytes_per_sync: 0 2024-09-17T08:31:18.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-17T08:31:18.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-17T08:31:18.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.compaction_readahead_size: 0 2024-09-17T08:31:18.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.max_background_flushes: -1 2024-09-17T08:31:18.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Compression algorithms supported: 2024-09-17T08:31:18.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: kZSTD supported: 0 2024-09-17T08:31:18.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: kXpressCompression supported: 0 2024-09-17T08:31:18.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: kBZip2Compression supported: 0 2024-09-17T08:31:18.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-17T08:31:18.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: kLZ4Compression supported: 1 2024-09-17T08:31:18.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: kZlibCompression supported: 1 2024-09-17T08:31:18.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: kLZ4HCCompression supported: 1 2024-09-17T08:31:18.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: kSnappyCompression supported: 1 2024-09-17T08:31:18.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-17T08:31:18.428 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-17T08:31:18.428 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000008 2024-09-17T08:31:18.428 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-17T08:31:18.428 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-17T08:31:18.428 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.merge_operator: 2024-09-17T08:31:18.428 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.compaction_filter: None 2024-09-17T08:31:18.429 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.compaction_filter_factory: None 2024-09-17T08:31:18.429 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.sst_partitioner_factory: None 2024-09-17T08:31:18.429 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-17T08:31:18.429 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-17T08:31:18.429 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x56404de0a7e0) 2024-09-17T08:31:18.429 INFO:journalctl@ceph.mon.a.smithi088.stdout: cache_index_and_filter_blocks: 1 2024-09-17T08:31:18.429 INFO:journalctl@ceph.mon.a.smithi088.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-17T08:31:18.429 INFO:journalctl@ceph.mon.a.smithi088.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-17T08:31:18.429 INFO:journalctl@ceph.mon.a.smithi088.stdout: pin_top_level_index_and_filter: 1 2024-09-17T08:31:18.429 INFO:journalctl@ceph.mon.a.smithi088.stdout: index_type: 0 2024-09-17T08:31:18.430 INFO:journalctl@ceph.mon.a.smithi088.stdout: data_block_index_type: 0 2024-09-17T08:31:18.430 INFO:journalctl@ceph.mon.a.smithi088.stdout: index_shortening: 1 2024-09-17T08:31:18.430 INFO:journalctl@ceph.mon.a.smithi088.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-17T08:31:18.430 INFO:journalctl@ceph.mon.a.smithi088.stdout: checksum: 4 2024-09-17T08:31:18.430 INFO:journalctl@ceph.mon.a.smithi088.stdout: no_block_cache: 0 2024-09-17T08:31:18.430 INFO:journalctl@ceph.mon.a.smithi088.stdout: block_cache: 0x56404ddff350 2024-09-17T08:31:18.430 INFO:journalctl@ceph.mon.a.smithi088.stdout: block_cache_name: BinnedLRUCache 2024-09-17T08:31:18.430 INFO:journalctl@ceph.mon.a.smithi088.stdout: block_cache_options: 2024-09-17T08:31:18.430 INFO:journalctl@ceph.mon.a.smithi088.stdout: capacity : 536870912 2024-09-17T08:31:18.430 INFO:journalctl@ceph.mon.a.smithi088.stdout: num_shard_bits : 4 2024-09-17T08:31:18.430 INFO:journalctl@ceph.mon.a.smithi088.stdout: strict_capacity_limit : 0 2024-09-17T08:31:18.430 INFO:journalctl@ceph.mon.a.smithi088.stdout: high_pri_pool_ratio: 0.000 2024-09-17T08:31:18.430 INFO:journalctl@ceph.mon.a.smithi088.stdout: block_cache_compressed: (nil) 2024-09-17T08:31:18.431 INFO:journalctl@ceph.mon.a.smithi088.stdout: persistent_cache: (nil) 2024-09-17T08:31:18.431 INFO:journalctl@ceph.mon.a.smithi088.stdout: block_size: 4096 2024-09-17T08:31:18.431 INFO:journalctl@ceph.mon.a.smithi088.stdout: block_size_deviation: 10 2024-09-17T08:31:18.431 INFO:journalctl@ceph.mon.a.smithi088.stdout: block_restart_interval: 16 2024-09-17T08:31:18.431 INFO:journalctl@ceph.mon.a.smithi088.stdout: index_block_restart_interval: 1 2024-09-17T08:31:18.431 INFO:journalctl@ceph.mon.a.smithi088.stdout: metadata_block_size: 4096 2024-09-17T08:31:18.431 INFO:journalctl@ceph.mon.a.smithi088.stdout: partition_filters: 0 2024-09-17T08:31:18.431 INFO:journalctl@ceph.mon.a.smithi088.stdout: use_delta_encoding: 1 2024-09-17T08:31:18.431 INFO:journalctl@ceph.mon.a.smithi088.stdout: filter_policy: bloomfilter 2024-09-17T08:31:18.431 INFO:journalctl@ceph.mon.a.smithi088.stdout: whole_key_filtering: 1 2024-09-17T08:31:18.432 INFO:journalctl@ceph.mon.a.smithi088.stdout: verify_compression: 0 2024-09-17T08:31:18.432 INFO:journalctl@ceph.mon.a.smithi088.stdout: read_amp_bytes_per_bit: 0 2024-09-17T08:31:18.432 INFO:journalctl@ceph.mon.a.smithi088.stdout: format_version: 5 2024-09-17T08:31:18.432 INFO:journalctl@ceph.mon.a.smithi088.stdout: enable_index_compression: 1 2024-09-17T08:31:18.432 INFO:journalctl@ceph.mon.a.smithi088.stdout: block_align: 0 2024-09-17T08:31:18.432 INFO:journalctl@ceph.mon.a.smithi088.stdout: max_auto_readahead_size: 262144 2024-09-17T08:31:18.432 INFO:journalctl@ceph.mon.a.smithi088.stdout: prepopulate_block_cache: 0 2024-09-17T08:31:18.432 INFO:journalctl@ceph.mon.a.smithi088.stdout: initial_auto_readahead_size: 8192 2024-09-17T08:31:18.432 INFO:journalctl@ceph.mon.a.smithi088.stdout: num_file_reads_for_auto_readahead: 2 2024-09-17T08:31:18.432 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.write_buffer_size: 33554432 2024-09-17T08:31:18.433 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.max_write_buffer_number: 2 2024-09-17T08:31:18.433 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.compression: NoCompression 2024-09-17T08:31:18.433 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.bottommost_compression: Disabled 2024-09-17T08:31:18.433 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.prefix_extractor: nullptr 2024-09-17T08:31:18.433 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-17T08:31:18.433 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.num_levels: 7 2024-09-17T08:31:18.433 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-17T08:31:18.433 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-17T08:31:18.433 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-17T08:31:18.433 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-17T08:31:18.433 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-17T08:31:18.433 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-17T08:31:18.433 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-17T08:31:18.433 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-17T08:31:18.434 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-17T08:31:18.434 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-17T08:31:18.434 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-17T08:31:18.434 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-17T08:31:18.434 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-17T08:31:18.434 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.compression_opts.level: 32767 2024-09-17T08:31:18.434 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.compression_opts.strategy: 0 2024-09-17T08:31:18.434 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-17T08:31:18.434 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-17T08:31:18.434 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-17T08:31:18.435 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-17T08:31:18.435 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.compression_opts.enabled: false 2024-09-17T08:31:18.435 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-17T08:31:18.435 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-17T08:31:18.435 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-17T08:31:18.435 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-17T08:31:18.435 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.target_file_size_base: 67108864 2024-09-17T08:31:18.435 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-17T08:31:18.435 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-17T08:31:18.435 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-17T08:31:18.435 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-17T08:31:18.435 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-17T08:31:18.435 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-17T08:31:18.435 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-17T08:31:18.436 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-17T08:31:18.436 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-17T08:31:18.436 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-17T08:31:18.436 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-17T08:31:18.436 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-17T08:31:18.436 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-17T08:31:18.436 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-17T08:31:18.436 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.arena_block_size: 1048576 2024-09-17T08:31:18.436 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-17T08:31:18.437 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-17T08:31:18.437 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.disable_auto_compactions: 0 2024-09-17T08:31:18.437 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-17T08:31:18.437 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-17T08:31:18.437 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-17T08:31:18.437 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-17T08:31:18.437 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-17T08:31:18.437 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-17T08:31:18.437 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-17T08:31:18.437 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-17T08:31:18.438 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-17T08:31:18.438 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-17T08:31:18.438 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-17T08:31:18.438 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.inplace_update_support: 0 2024-09-17T08:31:18.438 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-17T08:31:18.438 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-17T08:31:18.438 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-17T08:31:18.438 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-17T08:31:18.438 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.bloom_locality: 0 2024-09-17T08:31:18.438 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.max_successive_merges: 0 2024-09-17T08:31:18.438 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-17T08:31:18.438 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.paranoid_file_checks: 0 2024-09-17T08:31:18.438 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.force_consistency_checks: 1 2024-09-17T08:31:18.439 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.report_bg_io_stats: 0 2024-09-17T08:31:18.439 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.ttl: 2592000 2024-09-17T08:31:18.439 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-17T08:31:18.439 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-17T08:31:18.439 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-17T08:31:18.439 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.enable_blob_files: false 2024-09-17T08:31:18.439 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.min_blob_size: 0 2024-09-17T08:31:18.439 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.blob_file_size: 268435456 2024-09-17T08:31:18.439 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-17T08:31:18.439 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-17T08:31:18.439 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-17T08:31:18.440 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-17T08:31:18.440 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-17T08:31:18.440 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.blob_file_starting_level: 0 2024-09-17T08:31:18.440 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-17T08:31:18.440 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 53.sst 2024-09-17T08:31:18.440 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000008 succeeded,manifest_file_number is 8, next_file_number is 55, last_sequence is 26448, log_number is 51,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-17T08:31:18.440 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 51 2024-09-17T08:31:18.441 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 9544a664-2b5c-4e4f-a105-67f017e31f9c 2024-09-17T08:31:18.441 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726561878029648, "job": 1, "event": "recovery_started", "wal_files": [51]} 2024-09-17T08:31:18.441 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #51 mode 2 2024-09-17T08:31:18.441 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726561878034341, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 56, "file_size": 1628520, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 26449, "largest_seqno": 26824, "table_properties": {"data_size": 1625422, "index_size": 1674, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 389, "raw_key_size": 2938, "raw_average_key_size": 21, "raw_value_size": 1621567, "raw_average_value_size": 12101, "num_data_blocks": 74, "num_entries": 134, "num_filter_entries": 134, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726561878, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "9544a664-2b5c-4e4f-a105-67f017e31f9c", "db_session_id": "EHWXOHTBLOYMV06FLGPT", "orig_file_number": 56, "seqno_to_time_mapping": "N/A"}} 2024-09-17T08:31:18.441 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726561878034452, "job": 1, "event": "recovery_finished"} 2024-09-17T08:31:18.441 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: [db/version_set.cc:5047] Creating manifest 58 2024-09-17T08:31:18.441 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000051.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-17T08:31:18.441 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x56404de2ae00 2024-09-17T08:31:18.441 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: DB pointer 0x56404df1e000 2024-09-17T08:31:18.441 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-17T08:31:18.441 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-17T08:31:18.441 INFO:journalctl@ceph.mon.a.smithi088.stdout: ** DB Stats ** 2024-09-17T08:31:18.441 INFO:journalctl@ceph.mon.a.smithi088.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-17T08:31:18.441 INFO:journalctl@ceph.mon.a.smithi088.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-17T08:31:18.442 INFO:journalctl@ceph.mon.a.smithi088.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-17T08:31:18.442 INFO:journalctl@ceph.mon.a.smithi088.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-17T08:31:18.442 INFO:journalctl@ceph.mon.a.smithi088.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-17T08:31:18.442 INFO:journalctl@ceph.mon.a.smithi088.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-17T08:31:18.442 INFO:journalctl@ceph.mon.a.smithi088.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-17T08:31:18.442 INFO:journalctl@ceph.mon.a.smithi088.stdout: 2024-09-17T08:31:18.442 INFO:journalctl@ceph.mon.a.smithi088.stdout: ** Compaction Stats [default] ** 2024-09-17T08:31:18.442 INFO:journalctl@ceph.mon.a.smithi088.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-17T08:31:18.442 INFO:journalctl@ceph.mon.a.smithi088.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-17T08:31:18.442 INFO:journalctl@ceph.mon.a.smithi088.stdout: L0 1/0 1.55 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 569.3 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-09-17T08:31:18.442 INFO:journalctl@ceph.mon.a.smithi088.stdout: L6 1/0 29.09 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-17T08:31:18.442 INFO:journalctl@ceph.mon.a.smithi088.stdout: Sum 2/0 30.64 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 569.3 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-09-17T08:31:18.442 INFO:journalctl@ceph.mon.a.smithi088.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 569.3 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-09-17T08:31:18.442 INFO:journalctl@ceph.mon.a.smithi088.stdout: 2024-09-17T08:31:18.443 INFO:journalctl@ceph.mon.a.smithi088.stdout: ** Compaction Stats [default] ** 2024-09-17T08:31:18.443 INFO:journalctl@ceph.mon.a.smithi088.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-17T08:31:18.443 INFO:journalctl@ceph.mon.a.smithi088.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-17T08:31:18.443 INFO:journalctl@ceph.mon.a.smithi088.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 569.3 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-09-17T08:31:18.443 INFO:journalctl@ceph.mon.a.smithi088.stdout: 2024-09-17T08:31:18.443 INFO:journalctl@ceph.mon.a.smithi088.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-17T08:31:18.443 INFO:journalctl@ceph.mon.a.smithi088.stdout: 2024-09-17T08:31:18.443 INFO:journalctl@ceph.mon.a.smithi088.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-17T08:31:18.443 INFO:journalctl@ceph.mon.a.smithi088.stdout: Flush(GB): cumulative 0.002, interval 0.002 2024-09-17T08:31:18.443 INFO:journalctl@ceph.mon.a.smithi088.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-17T08:31:18.443 INFO:journalctl@ceph.mon.a.smithi088.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-17T08:31:18.443 INFO:journalctl@ceph.mon.a.smithi088.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-17T08:31:18.443 INFO:journalctl@ceph.mon.a.smithi088.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-17T08:31:18.443 INFO:journalctl@ceph.mon.a.smithi088.stdout: Cumulative compaction: 0.00 GB write, 173.66 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-17T08:31:18.444 INFO:journalctl@ceph.mon.a.smithi088.stdout: Interval compaction: 0.00 GB write, 173.66 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-17T08:31:18.444 INFO:journalctl@ceph.mon.a.smithi088.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-17T08:31:18.444 INFO:journalctl@ceph.mon.a.smithi088.stdout: Block cache BinnedLRUCache@0x56404ddff350#2 capacity: 512.00 MB usage: 2.27 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-09-17T08:31:18.444 INFO:journalctl@ceph.mon.a.smithi088.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.44 KB,8.34465e-05%) IndexBlock(1,1.83 KB,0.000348687%) Misc(1,0.00 KB,0%) 2024-09-17T08:31:18.444 INFO:journalctl@ceph.mon.a.smithi088.stdout: 2024-09-17T08:31:18.444 INFO:journalctl@ceph.mon.a.smithi088.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-17T08:31:18.444 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: starting mon.a rank 0 at public addrs [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] at bind addrs [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 2024-09-17T08:31:18.444 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: mon.a@-1(???) e3 preinit fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 2024-09-17T08:31:18.444 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: mon.a@-1(???).mds e1 new map 2024-09-17T08:31:18.444 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: mon.a@-1(???).mds e1 print_map 2024-09-17T08:31:18.444 INFO:journalctl@ceph.mon.a.smithi088.stdout: e1 2024-09-17T08:31:18.444 INFO:journalctl@ceph.mon.a.smithi088.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-17T08:31:18.444 INFO:journalctl@ceph.mon.a.smithi088.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T08:31:18.445 INFO:journalctl@ceph.mon.a.smithi088.stdout: legacy client fscid: -1 2024-09-17T08:31:18.445 INFO:journalctl@ceph.mon.a.smithi088.stdout: 2024-09-17T08:31:18.445 INFO:journalctl@ceph.mon.a.smithi088.stdout: No filesystems configured 2024-09-17T08:31:18.445 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: mon.a@-1(???).osd e76 crush map has features 3314933000854323200, adjusting msgr requires 2024-09-17T08:31:18.445 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: mon.a@-1(???).osd e76 crush map has features 432629239337189376, adjusting msgr requires 2024-09-17T08:31:18.445 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: mon.a@-1(???).osd e76 crush map has features 432629239337189376, adjusting msgr requires 2024-09-17T08:31:18.445 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: mon.a@-1(???).osd e76 crush map has features 432629239337189376, adjusting msgr requires 2024-09-17T08:31:18.445 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 ceph-mon[67196]: mon.a@-1(???).paxosservice(auth 1..28) refresh upgraded, format 0 -> 3 2024-09-17T08:31:18.445 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 bash[67177]: 7a79828a62c2f2b345f8e36707d7e2f878953a5d69f4d38fb4e0f97bc0fceb18 2024-09-17T08:31:18.445 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:18 smithi088 systemd[1]: Started Ceph mon.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:31:19.816 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:31:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x[60178]: ignoring --setuser ceph since I am not root 2024-09-17T08:31:19.816 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:31:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x[60178]: ignoring --setgroup ceph since I am not root 2024-09-17T08:31:19.816 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:31:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x[60178]: 2024-09-17T08:31:19.612+0000 7fd2d1254040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-17T08:31:19.816 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:31:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x[60178]: 2024-09-17T08:31:19.668+0000 7fd2d1254040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-17T08:31:19.816 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:31:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x[60178]: 2024-09-17T08:31:19.815+0000 7fd2d1254040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-17T08:31:19.823 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:31:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: ignoring --setuser ceph since I am not root 2024-09-17T08:31:19.823 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:31:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: ignoring --setgroup ceph since I am not root 2024-09-17T08:31:19.823 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:31:19 smithi088 ceph-mgr[52382]: -- 172.21.15.88:0/3342282064 <== mon.1 v2:172.21.15.88:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x559af5de6d00 con 0x559af5dba800 2024-09-17T08:31:19.823 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:31:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:31:19.620+0000 7f774873c040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-17T08:31:19.823 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:31:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:31:19.676+0000 7f774873c040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-17T08:31:19.824 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:31:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:31:19.822+0000 7f774873c040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-17T08:31:19.824 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:15.816529+0000 mgr.y (mgr.24964) 240 : audit [DBG] from='client.15756 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:31:19.824 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:31:16.178393+0000 mgr.y (mgr.24964) 241 : cluster [DBG] pgmap v127: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:31:19.824 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:17.972421+0000 mon.b (mon.2) 8 : audit [DBG] from='client.44228 172.21.15.187:0/3586051685' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:31:19.824 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:31:18.179083+0000 mgr.y (mgr.24964) 242 : cluster [DBG] pgmap v128: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:31:19.824 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:18.288400+0000 mon.b (mon.2) 9 : audit [INF] from='client.44234 172.21.15.187:0/1720088191' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:6832/1024903989"}]: access denied 2024-09-17T08:31:19.824 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:31:19.449211+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2024-09-17T08:31:19.824 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:31:19.451067+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-09-17T08:31:19.824 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:31:19.455336+0000 mon.a (mon.0) 3 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0],b=[v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0],c=[v2:172.21.15.88:3301/0,v1:172.21.15.88:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-17T08:31:19.824 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:31:19.455892+0000 mon.a (mon.0) 4 : cluster [DBG] fsmap 2024-09-17T08:31:19.825 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:31:19.455920+0000 mon.a (mon.0) 5 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2024-09-17T08:31:19.825 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:31:19.456975+0000 mon.a (mon.0) 6 : cluster [DBG] mgrmap e34: y(active, since 3m), standbys: x 2024-09-17T08:31:19.825 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:31:19.457584+0000 mon.a (mon.0) 7 : cluster [WRN] Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-09-17T08:31:19.825 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:31:19.457598+0000 mon.a (mon.0) 8 : cluster [WRN] [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-09-17T08:31:19.825 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:31:19.457605+0000 mon.a (mon.0) 9 : cluster [WRN] daemon iscsi.foo.smithi187.kgegfj on smithi187 is in unknown state 2024-09-17T08:31:19.825 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:31:19.466392+0000 mon.a (mon.0) 10 : cluster [DBG] mgrmap e35: y(active, since 3m), standbys: x 2024-09-17T08:31:19.825 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:19.466497+0000 mon.a (mon.0) 11 : audit [INF] from='mgr.24964 ' entity='' 2024-09-17T08:31:20.146 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:31:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x[60178]: 2024-09-17T08:31:19.881+0000 7fd2d1254040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-17T08:31:20.147 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:31:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x[60178]: 2024-09-17T08:31:20.024+0000 7fd2d1254040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-17T08:31:20.164 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:31:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:31:19.889+0000 7f774873c040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-17T08:31:20.164 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:31:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:31:20.033+0000 7f774873c040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-17T08:31:20.468 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:31:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x[60178]: 2024-09-17T08:31:20.163+0000 7fd2d1254040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-17T08:31:20.482 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:31:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:31:20.174+0000 7f774873c040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-17T08:31:20.896 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:31:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x[60178]: 2024-09-17T08:31:20.468+0000 7fd2d1254040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-17T08:31:20.897 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:31:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x[60178]: 2024-09-17T08:31:20.529+0000 7fd2d1254040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-17T08:31:20.897 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:31:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x[60178]: 2024-09-17T08:31:20.709+0000 7fd2d1254040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-17T08:31:20.914 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:31:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:31:20.481+0000 7f774873c040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-17T08:31:20.931 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:31:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:31:20.542+0000 7f774873c040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-17T08:31:20.931 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:31:20 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:31:20.726+0000 7f774873c040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-17T08:31:21.896 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:31:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x[60178]: 2024-09-17T08:31:21.580+0000 7fd2d1254040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-17T08:31:21.897 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:31:21 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x[60178]: 2024-09-17T08:31:21.646+0000 7fd2d1254040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-17T08:31:21.914 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:31:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:31:21.600+0000 7f774873c040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-17T08:31:21.914 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:31:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:31:21.666+0000 7f774873c040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-17T08:31:21.914 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:31:20.467721+0000 mon.a (mon.0) 12 : cluster [DBG] mgrmap e36: y(active, since 3m), standbys: x 2024-09-17T08:31:22.603 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:31:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x[60178]: 2024-09-17T08:31:22.348+0000 7fd2d1254040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-17T08:31:22.603 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:31:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x[60178]: 2024-09-17T08:31:22.461+0000 7fd2d1254040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-17T08:31:22.626 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:31:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:31:22.370+0000 7f774873c040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-17T08:31:22.626 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:31:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:31:22.485+0000 7f774873c040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-17T08:31:22.876 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:31:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x[60178]: 2024-09-17T08:31:22.602+0000 7fd2d1254040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-17T08:31:22.877 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:31:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x[60178]: 2024-09-17T08:31:22.662+0000 7fd2d1254040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-17T08:31:22.877 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:31:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x[60178]: 2024-09-17T08:31:22.809+0000 7fd2d1254040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-17T08:31:22.877 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:31:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x[60178]: 2024-09-17T08:31:22.876+0000 7fd2d1254040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-17T08:31:22.901 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:31:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:31:22.625+0000 7f774873c040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-17T08:31:22.901 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:31:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:31:22.686+0000 7f774873c040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-17T08:31:22.901 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:31:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:31:22.833+0000 7f774873c040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-17T08:31:22.901 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:31:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:31:22.900+0000 7f774873c040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-17T08:31:23.146 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:31:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x[60178]: 2024-09-17T08:31:22.934+0000 7fd2d1254040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-17T08:31:23.147 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:31:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x[60178]: 2024-09-17T08:31:23.094+0000 7fd2d1254040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-17T08:31:23.164 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:31:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:31:22.962+0000 7f774873c040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-17T08:31:23.164 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:31:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:31:23.124+0000 7f774873c040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-17T08:31:23.424 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:31:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x[60178]: 2024-09-17T08:31:23.160+0000 7fd2d1254040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-17T08:31:23.425 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:31:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x[60178]: 2024-09-17T08:31:23.225+0000 7fd2d1254040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-17T08:31:23.425 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:31:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x[60178]: 2024-09-17T08:31:23.307+0000 7fd2d1254040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-17T08:31:23.425 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:31:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x[60178]: 2024-09-17T08:31:23.366+0000 7fd2d1254040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-17T08:31:23.425 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:31:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x[60178]: 2024-09-17T08:31:23.423+0000 7fd2d1254040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-17T08:31:23.454 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:31:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:31:23.190+0000 7f774873c040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-17T08:31:23.454 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:31:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:31:23.255+0000 7f774873c040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-17T08:31:23.454 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:31:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:31:23.337+0000 7f774873c040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-17T08:31:23.455 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:31:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:31:23.395+0000 7f774873c040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-17T08:31:23.455 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:31:23 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:31:23.454+0000 7f774873c040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-17T08:31:24.574 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:31:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x[60178]: 2024-09-17T08:31:24.195+0000 7fd2d1254040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-17T08:31:24.575 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:31:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:31:24.223+0000 7f774873c040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-17T08:31:24.576 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:31:24.198124+0000 mon.a (mon.0) 13 : cluster [DBG] Standby manager daemon x restarted 2024-09-17T08:31:24.576 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:31:24.198202+0000 mon.a (mon.0) 14 : cluster [DBG] Standby manager daemon x started 2024-09-17T08:31:24.576 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:24.198812+0000 mon.b (mon.2) 10 : audit [DBG] from='mgr.? 172.21.15.187:0/3380765856' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-17T08:31:24.576 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:24.199667+0000 mon.b (mon.2) 11 : audit [DBG] from='mgr.? 172.21.15.187:0/3380765856' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T08:31:24.576 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:24.200369+0000 mon.b (mon.2) 12 : audit [DBG] from='mgr.? 172.21.15.187:0/3380765856' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-17T08:31:24.576 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:24.200610+0000 mon.b (mon.2) 13 : audit [DBG] from='mgr.? 172.21.15.187:0/3380765856' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T08:31:24.576 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:31:24.225817+0000 mon.a (mon.0) 15 : cluster [INF] Active manager daemon y restarted 2024-09-17T08:31:24.576 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:31:24.226119+0000 mon.a (mon.0) 16 : cluster [INF] Activating manager daemon y 2024-09-17T08:31:24.577 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:31:24.233573+0000 mon.a (mon.0) 17 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2024-09-17T08:31:24.577 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:31:24.233798+0000 mon.a (mon.0) 18 : cluster [DBG] mgrmap e37: y(active, starting, since 0.00775855s), standbys: x 2024-09-17T08:31:24.577 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:24.240967+0000 mon.c (mon.1) 292 : audit [DBG] from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T08:31:24.577 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:24.241119+0000 mon.c (mon.1) 293 : audit [DBG] from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T08:31:24.577 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:24.241275+0000 mon.c (mon.1) 294 : audit [DBG] from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T08:31:24.577 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:24.242443+0000 mon.c (mon.1) 295 : audit [DBG] from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-17T08:31:24.577 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:24.242615+0000 mon.c (mon.1) 296 : audit [DBG] from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-17T08:31:24.577 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:24.242826+0000 mon.c (mon.1) 297 : audit [DBG] from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T08:31:24.578 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:24.243064+0000 mon.c (mon.1) 298 : audit [DBG] from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T08:31:24.578 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:24.243353+0000 mon.c (mon.1) 299 : audit [DBG] from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T08:31:24.578 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:24.243595+0000 mon.c (mon.1) 300 : audit [DBG] from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T08:31:24.578 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:24.243843+0000 mon.c (mon.1) 301 : audit [DBG] from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T08:31:24.578 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:24.244151+0000 mon.c (mon.1) 302 : audit [DBG] from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T08:31:24.578 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:24.244376+0000 mon.c (mon.1) 303 : audit [DBG] from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T08:31:24.578 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:24.244589+0000 mon.c (mon.1) 304 : audit [DBG] from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T08:31:24.578 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:24.244828+0000 mon.c (mon.1) 305 : audit [DBG] from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-17T08:31:24.578 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:24.244985+0000 mon.c (mon.1) 306 : audit [DBG] from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-17T08:31:24.578 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:24.245396+0000 mon.c (mon.1) 307 : audit [DBG] from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-17T08:31:25.625 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:31:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:31:25.260+0000 7f76e7e0b640 -1 mgr.server handle_report got status from non-daemon mon.a 2024-09-17T08:31:25.625 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:31:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:31:25.625+0000 7f76a8cfb640 -1 log_channel(cephadm) log [ERR] : [17/Sep/2024:08:31:25] ENGINE Error in HTTPServer.serve 2024-09-17T08:31:25.626 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:31:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: Traceback (most recent call last): 2024-09-17T08:31:25.626 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:31:24.256475+0000 mon.a (mon.0) 19 : cluster [INF] Manager daemon y is now available 2024-09-17T08:31:25.626 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:24.269482+0000 mon.c (mon.1) 308 : audit [DBG] from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:31:25.626 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:24.291679+0000 mon.c (mon.1) 309 : audit [INF] from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:31:25.626 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:24.292077+0000 mon.a (mon.0) 20 : audit [INF] from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:31:25.626 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:24.311851+0000 mon.c (mon.1) 310 : audit [INF] from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:31:25.626 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:24.312235+0000 mon.a (mon.0) 21 : audit [INF] from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:31:25.915 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:31:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-17T08:31:25.915 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:31:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: self._connections.run(self.expiration_interval) 2024-09-17T08:31:25.915 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:31:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-17T08:31:25.915 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:31:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: self._run(expiration_interval) 2024-09-17T08:31:25.915 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:31:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-17T08:31:25.915 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:31:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: new_conn = self._from_server_socket(self.server.socket) 2024-09-17T08:31:25.915 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:31:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-17T08:31:25.915 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:31:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-17T08:31:25.915 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:31:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-17T08:31:25.915 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:31:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: s = self.context.wrap_socket( 2024-09-17T08:31:25.916 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:31:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-17T08:31:25.916 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:31:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: return self.sslsocket_class._create( 2024-09-17T08:31:25.916 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:31:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-17T08:31:25.916 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:31:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: self.do_handshake() 2024-09-17T08:31:25.916 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:31:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-17T08:31:25.916 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:31:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: self._sslobj.do_handshake() 2024-09-17T08:31:25.916 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:31:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-17T08:31:25.916 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:31:25 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:31:26.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:31:25.260786+0000 mon.a (mon.0) 22 : cluster [DBG] mgrmap e38: y(active, since 1.03474s), standbys: x 2024-09-17T08:31:26.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:31:25.407161+0000 mgr.y (mgr.25705) 2 : cephadm [INF] [17/Sep/2024:08:31:25] ENGINE Bus STARTING 2024-09-17T08:31:26.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:26 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:31:25.509038+0000 mgr.y (mgr.25705) 3 : cephadm [INF] [17/Sep/2024:08:31:25] ENGINE Serving on http://172.21.15.88:8765 2024-09-17T08:31:27.563 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:31:25.624864+0000 mgr.y (mgr.25705) 4 : cephadm [INF] [17/Sep/2024:08:31:25] ENGINE Serving on https://172.21.15.88:7150 2024-09-17T08:31:27.563 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:31:25.624954+0000 mgr.y (mgr.25705) 5 : cephadm [INF] [17/Sep/2024:08:31:25] ENGINE Bus STARTED 2024-09-17T08:31:27.563 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:31:25.626104+0000 mgr.y (mgr.25705) 6 : cephadm [ERR] [17/Sep/2024:08:31:25] ENGINE Error in HTTPServer.serve 2024-09-17T08:31:27.563 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: Traceback (most recent call last): 2024-09-17T08:31:27.563 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-17T08:31:27.563 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: self._connections.run(self.expiration_interval) 2024-09-17T08:31:27.563 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-17T08:31:27.563 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: self._run(expiration_interval) 2024-09-17T08:31:27.563 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-17T08:31:27.563 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: new_conn = self._from_server_socket(self.server.socket) 2024-09-17T08:31:27.564 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-17T08:31:27.564 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-17T08:31:27.564 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-17T08:31:27.564 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: s = self.context.wrap_socket( 2024-09-17T08:31:27.564 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-17T08:31:27.564 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: return self.sslsocket_class._create( 2024-09-17T08:31:27.564 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-17T08:31:27.564 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: self.do_handshake() 2024-09-17T08:31:27.564 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-17T08:31:27.564 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: self._sslobj.do_handshake() 2024-09-17T08:31:27.564 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-17T08:31:27.564 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: 2024-09-17T08:31:27.564 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:31:26.243959+0000 mgr.y (mgr.25705) 7 : cluster [DBG] pgmap v4: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:31:27.565 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:31:26.258183+0000 mon.a (mon.0) 23 : cluster [INF] Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-09-17T08:31:27.565 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:31:26.258200+0000 mon.a (mon.0) 24 : cluster [INF] Cluster is now healthy 2024-09-17T08:31:27.565 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:31:26.266186+0000 mon.a (mon.0) 25 : cluster [DBG] mgrmap e39: y(active, since 2s), standbys: x 2024-09-17T08:31:29.601 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:31:28.244291+0000 mgr.y (mgr.25705) 8 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:31:29.601 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:31:28.266398+0000 mon.a (mon.0) 26 : cluster [DBG] mgrmap e40: y(active, since 4s), standbys: x 2024-09-17T08:31:29.601 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:28.717976+0000 mon.a (mon.0) 27 : audit [INF] from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:29.601 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:28.723025+0000 mon.a (mon.0) 28 : audit [INF] from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:29.602 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:29.227916+0000 mon.a (mon.0) 29 : audit [INF] from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:29.602 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:29 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:29.232671+0000 mon.a (mon.0) 30 : audit [INF] from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:30.629 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:29.330821+0000 mon.a (mon.0) 31 : audit [INF] from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:30.629 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:29.336142+0000 mon.a (mon.0) 32 : audit [INF] from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:30.629 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:30.038511+0000 mon.a (mon.0) 33 : audit [INF] from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:30.629 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:30 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:30.043472+0000 mon.a (mon.0) 34 : audit [INF] from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:31.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:31:30.244751+0000 mgr.y (mgr.25705) 9 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:31:31.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:31 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:31.159566+0000 mon.b (mon.2) 14 : audit [DBG] from='client.44288 172.21.15.187:0/3731244400' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:31:32.664 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:32 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:31.490843+0000 mon.b (mon.2) 15 : audit [INF] from='client.44294 172.21.15.187:0/1669480936' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:0/1729633267"}]: access denied 2024-09-17T08:31:33.664 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:33 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:31:32.245392+0000 mgr.y (mgr.25705) 10 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 16 op/s 2024-09-17T08:31:33.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:33 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:31:32.334702+0000 mgr.y (mgr.25705) 11 : cephadm [INF] Detected new or changed devices on smithi088 2024-09-17T08:31:33.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:33 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:32.345537+0000 mon.a (mon.0) 35 : audit [INF] from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:33.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:33 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:32.351574+0000 mon.a (mon.0) 36 : audit [INF] from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:35.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:31:34.245926+0000 mgr.y (mgr.25705) 12 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-09-17T08:31:35.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:34.521228+0000 mon.a (mon.0) 37 : audit [INF] from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:35.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:34.528053+0000 mon.a (mon.0) 38 : audit [INF] from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:35.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:34.530258+0000 mon.c (mon.1) 311 : audit [DBG] from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:31:35.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:34.531183+0000 mon.c (mon.1) 312 : audit [INF] from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:31:35.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:31:34.531904+0000 mgr.y (mgr.25705) 13 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:31:35.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:34.537867+0000 mon.a (mon.0) 39 : audit [INF] from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:35.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:34.655553+0000 mon.c (mon.1) 313 : audit [DBG] from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:31:35.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:34.658070+0000 mon.c (mon.1) 314 : audit [DBG] from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:31:35.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:34.659027+0000 mon.c (mon.1) 315 : audit [DBG] from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-17T08:31:35.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:35 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:34.659636+0000 mon.c (mon.1) 316 : audit [DBG] from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-09-17T08:31:36.546 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:36 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:31:34.532543+0000 mgr.y (mgr.25705) 14 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail; 22 KiB/s rd, 0 B/s wr, 12 op/s 2024-09-17T08:31:36.546 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:36 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:31:34.660060+0000 mgr.y (mgr.25705) 15 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2024-09-17T08:31:36.546 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:36 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cluster 2024-09-17T08:31:35.525958+0000 mon.a (mon.0) 40 : cluster [WRN] Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-09-17T08:31:36.546 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:36 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:35.960522+0000 mon.a (mon.0) 41 : audit [INF] from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:36.546 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:36 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:35.961576+0000 mon.c (mon.1) 317 : audit [INF] from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T08:31:36.546 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:36 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:35.962343+0000 mon.a (mon.0) 42 : audit [DBG] from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-17T08:31:36.546 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:36 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: audit 2024-09-17T08:31:35.962965+0000 mon.c (mon.1) 318 : audit [DBG] from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:31:37.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:37 smithi088 systemd[1]: Stopping Ceph mon.c for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:31:37.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:31:35.956070+0000 mgr.y (mgr.25705) 16 : cephadm [INF] Upgrade: Updating mon.c 2024-09-17T08:31:37.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: cephadm 2024-09-17T08:31:35.963866+0000 mgr.y (mgr.25705) 17 : cephadm [INF] Deploying daemon mon.c on smithi088 2024-09-17T08:31:38.163 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: debug 2024-09-17T08:31:37.704+0000 7f16c4d32700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-09-17T08:31:38.163 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:37 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c[26911]: debug 2024-09-17T08:31:37.704+0000 7f16c4d32700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-09-17T08:31:38.163 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:37 smithi088 podman[71419]: 2024-09-17 08:31:37.888383518 +0000 UTC m=+0.452498601 container died 02dbf1ac3f13e5855053ed932f791be84f9da27ceb9ced1a58ae5573ca3c3ed6 (image=quay.io/ceph/ceph@sha256:35b2786dc4cd535dd84f6a1a585503db4b43623ba6c43120b5e5e00951949000, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c, maintainer=Dimitri Savineau , org.label-schema.build-date=20201204, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=https://github.com/ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=-16.2.0, GIT_COMMIT=20cb635043d86d971f028e2bf2824446440b5557, RELEASE=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-09-17T08:31:38.414 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:38 smithi088 podman[71419]: 2024-09-17 08:31:38.262477444 +0000 UTC m=+0.826592528 container cleanup 02dbf1ac3f13e5855053ed932f791be84f9da27ceb9ced1a58ae5573ca3c3ed6 (image=quay.io/ceph/ceph@sha256:35b2786dc4cd535dd84f6a1a585503db4b43623ba6c43120b5e5e00951949000, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=-16.2.0, GIT_CLEAN=True, org.label-schema.build-date=20201204, RELEASE=HEAD, GIT_REPO=https://github.com/ceph/ceph-container.git, ceph=True, maintainer=Dimitri Savineau , org.label-schema.name=CentOS Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=20cb635043d86d971f028e2bf2824446440b5557) 2024-09-17T08:31:38.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:38 smithi088 bash[71419]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c 2024-09-17T08:31:38.782 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:38 smithi088 podman[71432]: 2024-09-17 08:31:38.522121855 +0000 UTC m=+0.635308724 container remove 02dbf1ac3f13e5855053ed932f791be84f9da27ceb9ced1a58ae5573ca3c3ed6 (image=quay.io/ceph/ceph@sha256:35b2786dc4cd535dd84f6a1a585503db4b43623ba6c43120b5e5e00951949000, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon.c, ceph=True, maintainer=Dimitri Savineau , org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_COMMIT=20cb635043d86d971f028e2bf2824446440b5557, RELEASE=HEAD, org.label-schema.name=CentOS Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=-16.2.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20201204, org.label-schema.license=GPLv2) 2024-09-17T08:31:39.164 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:38 smithi088 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@mon.c.service: Deactivated successfully. 2024-09-17T08:31:39.164 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:38 smithi088 systemd[1]: Stopped Ceph mon.c for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:31:39.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:38 smithi088 systemd[1]: Starting Ceph mon.c for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:31:39.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 podman[71573]: 2024-09-17 08:31:39.102383591 +0000 UTC m=+0.015619158 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-17T08:31:39.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 podman[71573]: 2024-09-17 08:31:39.215174226 +0000 UTC m=+0.128409781 container create 9f9c833cecc91ae571aa38e08d1473af48c6cfb727d1bca553e922890b9a43b7 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon-c, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=reef-19e2a2b, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, GIT_CLEAN=True) 2024-09-17T08:31:39.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 podman[71573]: 2024-09-17 08:31:39.442791505 +0000 UTC m=+0.356027072 container init 9f9c833cecc91ae571aa38e08d1473af48c6cfb727d1bca553e922890b9a43b7 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon-c, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, RELEASE=reef-19e2a2b, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-17T08:31:39.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 podman[71573]: 2024-09-17 08:31:39.445895826 +0000 UTC m=+0.359131381 container start 9f9c833cecc91ae571aa38e08d1473af48c6cfb727d1bca553e922890b9a43b7 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon-c, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, RELEASE=reef-19e2a2b, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-09-17T08:31:39.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: set uid:gid to 167:167 (ceph:ceph) 2024-09-17T08:31:39.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable), process ceph-mon, pid 2 2024-09-17T08:31:39.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: pidfile_write: ignore empty --pid-file 2024-09-17T08:31:39.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: load: jerasure load: lrc 2024-09-17T08:31:39.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: RocksDB version: 7.9.2 2024-09-17T08:31:39.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Git sha 0 2024-09-17T08:31:39.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Compile date 2024-09-16 15:15:13 2024-09-17T08:31:39.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: DB SUMMARY 2024-09-17T08:31:39.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: DB Session ID: VS5EXC6MD1RB1GQS6YJY 2024-09-17T08:31:39.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: CURRENT file: CURRENT 2024-09-17T08:31:39.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: IDENTITY file: IDENTITY 2024-09-17T08:31:39.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: MANIFEST file: MANIFEST-000005 size: 3025 Bytes 2024-09-17T08:31:39.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000053.sst 2024-09-17T08:31:39.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000051.log size: 3278012 ; 2024-09-17T08:31:39.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.error_if_exists: 0 2024-09-17T08:31:39.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.create_if_missing: 0 2024-09-17T08:31:39.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.paranoid_checks: 1 2024-09-17T08:31:39.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-17T08:31:39.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-17T08:31:39.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-17T08:31:39.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.env: 0x56337c288bc0 2024-09-17T08:31:39.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.fs: PosixFileSystem 2024-09-17T08:31:39.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.info_log: 0x56337e078be0 2024-09-17T08:31:39.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.max_file_opening_threads: 16 2024-09-17T08:31:39.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.statistics: (nil) 2024-09-17T08:31:39.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.use_fsync: 0 2024-09-17T08:31:39.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.max_log_file_size: 0 2024-09-17T08:31:39.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-17T08:31:39.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-17T08:31:39.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.keep_log_file_num: 1000 2024-09-17T08:31:39.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.recycle_log_file_num: 0 2024-09-17T08:31:39.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.allow_fallocate: 1 2024-09-17T08:31:39.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.allow_mmap_reads: 0 2024-09-17T08:31:39.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.allow_mmap_writes: 0 2024-09-17T08:31:39.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.use_direct_reads: 0 2024-09-17T08:31:39.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-17T08:31:39.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.create_missing_column_families: 0 2024-09-17T08:31:39.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.db_log_dir: 2024-09-17T08:31:39.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.wal_dir: 2024-09-17T08:31:39.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-17T08:31:39.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-17T08:31:39.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-17T08:31:39.919 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-17T08:31:39.919 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-17T08:31:39.919 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-17T08:31:39.919 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.advise_random_on_open: 1 2024-09-17T08:31:39.919 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.db_write_buffer_size: 0 2024-09-17T08:31:39.919 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.write_buffer_manager: 0x56337e086b40 2024-09-17T08:31:39.919 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-17T08:31:39.919 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-17T08:31:39.919 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-17T08:31:39.919 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.rate_limiter: (nil) 2024-09-17T08:31:39.919 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-17T08:31:39.919 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.wal_recovery_mode: 2 2024-09-17T08:31:39.919 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.enable_thread_tracking: 0 2024-09-17T08:31:39.919 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.enable_pipelined_write: 0 2024-09-17T08:31:39.920 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.unordered_write: 0 2024-09-17T08:31:39.920 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-17T08:31:39.920 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-17T08:31:39.920 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-17T08:31:39.920 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-17T08:31:39.920 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.row_cache: None 2024-09-17T08:31:39.920 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.wal_filter: None 2024-09-17T08:31:39.920 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-17T08:31:39.920 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.allow_ingest_behind: 0 2024-09-17T08:31:39.920 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.two_write_queues: 0 2024-09-17T08:31:39.920 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.manual_wal_flush: 0 2024-09-17T08:31:39.920 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.wal_compression: 0 2024-09-17T08:31:39.920 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.atomic_flush: 0 2024-09-17T08:31:39.920 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-17T08:31:39.921 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-17T08:31:39.921 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-17T08:31:39.921 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.log_readahead_size: 0 2024-09-17T08:31:39.921 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-17T08:31:39.921 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.best_efforts_recovery: 0 2024-09-17T08:31:39.921 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-17T08:31:39.921 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-17T08:31:39.921 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.allow_data_in_errors: 0 2024-09-17T08:31:39.921 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.db_host_id: __hostname__ 2024-09-17T08:31:39.921 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-17T08:31:39.922 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.max_background_jobs: 2 2024-09-17T08:31:39.922 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.max_background_compactions: -1 2024-09-17T08:31:39.923 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.max_subcompactions: 1 2024-09-17T08:31:39.923 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-17T08:31:39.923 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-17T08:31:39.923 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-17T08:31:39.923 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.max_total_wal_size: 0 2024-09-17T08:31:39.923 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-17T08:31:39.923 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-17T08:31:39.923 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-17T08:31:39.923 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-17T08:31:39.923 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.max_open_files: -1 2024-09-17T08:31:39.923 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.bytes_per_sync: 0 2024-09-17T08:31:39.923 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-17T08:31:39.923 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-17T08:31:39.924 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.compaction_readahead_size: 0 2024-09-17T08:31:39.924 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.max_background_flushes: -1 2024-09-17T08:31:39.924 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Compression algorithms supported: 2024-09-17T08:31:39.924 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: kZSTD supported: 0 2024-09-17T08:31:39.924 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: kXpressCompression supported: 0 2024-09-17T08:31:39.924 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: kBZip2Compression supported: 0 2024-09-17T08:31:39.924 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-17T08:31:39.924 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: kLZ4Compression supported: 1 2024-09-17T08:31:39.924 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: kZlibCompression supported: 1 2024-09-17T08:31:39.924 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: kLZ4HCCompression supported: 1 2024-09-17T08:31:39.924 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: kSnappyCompression supported: 1 2024-09-17T08:31:39.924 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-17T08:31:39.924 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-17T08:31:39.925 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-09-17T08:31:39.925 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-17T08:31:39.925 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-17T08:31:39.925 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.merge_operator: 2024-09-17T08:31:39.925 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.compaction_filter: None 2024-09-17T08:31:39.925 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.compaction_filter_factory: None 2024-09-17T08:31:39.925 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.sst_partitioner_factory: None 2024-09-17T08:31:39.925 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-17T08:31:39.925 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-17T08:31:39.925 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x56337e0787e0) 2024-09-17T08:31:39.925 INFO:journalctl@ceph.mon.c.smithi088.stdout: cache_index_and_filter_blocks: 1 2024-09-17T08:31:39.925 INFO:journalctl@ceph.mon.c.smithi088.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-17T08:31:39.925 INFO:journalctl@ceph.mon.c.smithi088.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-17T08:31:39.925 INFO:journalctl@ceph.mon.c.smithi088.stdout: pin_top_level_index_and_filter: 1 2024-09-17T08:31:39.926 INFO:journalctl@ceph.mon.c.smithi088.stdout: index_type: 0 2024-09-17T08:31:39.926 INFO:journalctl@ceph.mon.c.smithi088.stdout: data_block_index_type: 0 2024-09-17T08:31:39.926 INFO:journalctl@ceph.mon.c.smithi088.stdout: index_shortening: 1 2024-09-17T08:31:39.926 INFO:journalctl@ceph.mon.c.smithi088.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-17T08:31:39.926 INFO:journalctl@ceph.mon.c.smithi088.stdout: checksum: 4 2024-09-17T08:31:39.926 INFO:journalctl@ceph.mon.c.smithi088.stdout: no_block_cache: 0 2024-09-17T08:31:39.926 INFO:journalctl@ceph.mon.c.smithi088.stdout: block_cache: 0x56337e06d350 2024-09-17T08:31:39.926 INFO:journalctl@ceph.mon.c.smithi088.stdout: block_cache_name: BinnedLRUCache 2024-09-17T08:31:39.926 INFO:journalctl@ceph.mon.c.smithi088.stdout: block_cache_options: 2024-09-17T08:31:39.926 INFO:journalctl@ceph.mon.c.smithi088.stdout: capacity : 536870912 2024-09-17T08:31:39.926 INFO:journalctl@ceph.mon.c.smithi088.stdout: num_shard_bits : 4 2024-09-17T08:31:39.926 INFO:journalctl@ceph.mon.c.smithi088.stdout: strict_capacity_limit : 0 2024-09-17T08:31:39.926 INFO:journalctl@ceph.mon.c.smithi088.stdout: high_pri_pool_ratio: 0.000 2024-09-17T08:31:39.926 INFO:journalctl@ceph.mon.c.smithi088.stdout: block_cache_compressed: (nil) 2024-09-17T08:31:39.927 INFO:journalctl@ceph.mon.c.smithi088.stdout: persistent_cache: (nil) 2024-09-17T08:31:39.927 INFO:journalctl@ceph.mon.c.smithi088.stdout: block_size: 4096 2024-09-17T08:31:39.927 INFO:journalctl@ceph.mon.c.smithi088.stdout: block_size_deviation: 10 2024-09-17T08:31:39.927 INFO:journalctl@ceph.mon.c.smithi088.stdout: block_restart_interval: 16 2024-09-17T08:31:39.927 INFO:journalctl@ceph.mon.c.smithi088.stdout: index_block_restart_interval: 1 2024-09-17T08:31:39.927 INFO:journalctl@ceph.mon.c.smithi088.stdout: metadata_block_size: 4096 2024-09-17T08:31:39.927 INFO:journalctl@ceph.mon.c.smithi088.stdout: partition_filters: 0 2024-09-17T08:31:39.927 INFO:journalctl@ceph.mon.c.smithi088.stdout: use_delta_encoding: 1 2024-09-17T08:31:39.927 INFO:journalctl@ceph.mon.c.smithi088.stdout: filter_policy: bloomfilter 2024-09-17T08:31:39.927 INFO:journalctl@ceph.mon.c.smithi088.stdout: whole_key_filtering: 1 2024-09-17T08:31:39.927 INFO:journalctl@ceph.mon.c.smithi088.stdout: verify_compression: 0 2024-09-17T08:31:39.927 INFO:journalctl@ceph.mon.c.smithi088.stdout: read_amp_bytes_per_bit: 0 2024-09-17T08:31:39.927 INFO:journalctl@ceph.mon.c.smithi088.stdout: format_version: 5 2024-09-17T08:31:39.927 INFO:journalctl@ceph.mon.c.smithi088.stdout: enable_index_compression: 1 2024-09-17T08:31:39.928 INFO:journalctl@ceph.mon.c.smithi088.stdout: block_align: 0 2024-09-17T08:31:39.928 INFO:journalctl@ceph.mon.c.smithi088.stdout: max_auto_readahead_size: 262144 2024-09-17T08:31:39.928 INFO:journalctl@ceph.mon.c.smithi088.stdout: prepopulate_block_cache: 0 2024-09-17T08:31:39.928 INFO:journalctl@ceph.mon.c.smithi088.stdout: initial_auto_readahead_size: 8192 2024-09-17T08:31:39.928 INFO:journalctl@ceph.mon.c.smithi088.stdout: num_file_reads_for_auto_readahead: 2 2024-09-17T08:31:39.928 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.write_buffer_size: 33554432 2024-09-17T08:31:39.928 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.max_write_buffer_number: 2 2024-09-17T08:31:39.928 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.compression: NoCompression 2024-09-17T08:31:39.928 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.bottommost_compression: Disabled 2024-09-17T08:31:39.928 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.prefix_extractor: nullptr 2024-09-17T08:31:39.928 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-17T08:31:39.928 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.num_levels: 7 2024-09-17T08:31:39.928 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-17T08:31:39.928 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-17T08:31:39.928 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-17T08:31:39.929 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-17T08:31:39.929 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-17T08:31:39.929 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-17T08:31:39.929 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-17T08:31:39.929 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-17T08:31:39.929 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-17T08:31:39.929 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-17T08:31:39.929 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-17T08:31:39.929 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-17T08:31:39.929 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-17T08:31:39.929 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.compression_opts.level: 32767 2024-09-17T08:31:39.929 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.compression_opts.strategy: 0 2024-09-17T08:31:39.929 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-17T08:31:39.929 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-17T08:31:39.930 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-17T08:31:39.930 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-17T08:31:39.930 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.compression_opts.enabled: false 2024-09-17T08:31:39.930 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-17T08:31:39.930 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-17T08:31:39.930 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-17T08:31:39.930 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-17T08:31:39.930 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.target_file_size_base: 67108864 2024-09-17T08:31:39.930 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-17T08:31:39.930 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-17T08:31:39.930 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-17T08:31:39.930 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-17T08:31:39.930 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-17T08:31:39.930 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-17T08:31:39.931 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-17T08:31:39.931 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-17T08:31:39.931 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-17T08:31:39.931 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-17T08:31:39.931 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-17T08:31:39.931 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-17T08:31:39.931 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-17T08:31:39.931 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-17T08:31:39.931 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.arena_block_size: 1048576 2024-09-17T08:31:39.931 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-17T08:31:39.931 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-17T08:31:39.931 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.disable_auto_compactions: 0 2024-09-17T08:31:39.931 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-17T08:31:39.931 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-17T08:31:39.932 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-17T08:31:39.932 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-17T08:31:39.932 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-17T08:31:39.932 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-17T08:31:39.932 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-17T08:31:39.932 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-17T08:31:39.932 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-17T08:31:39.932 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-17T08:31:39.932 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-17T08:31:39.932 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.inplace_update_support: 0 2024-09-17T08:31:39.932 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-17T08:31:39.932 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-17T08:31:39.932 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-17T08:31:39.932 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-17T08:31:39.933 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.bloom_locality: 0 2024-09-17T08:31:39.933 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.max_successive_merges: 0 2024-09-17T08:31:39.933 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-17T08:31:39.933 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.paranoid_file_checks: 0 2024-09-17T08:31:39.933 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.force_consistency_checks: 1 2024-09-17T08:31:39.933 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.report_bg_io_stats: 0 2024-09-17T08:31:39.933 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.ttl: 2592000 2024-09-17T08:31:39.933 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-17T08:31:39.933 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-17T08:31:39.933 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-17T08:31:39.933 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.enable_blob_files: false 2024-09-17T08:31:39.933 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.min_blob_size: 0 2024-09-17T08:31:39.933 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.blob_file_size: 268435456 2024-09-17T08:31:39.934 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-17T08:31:39.934 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-17T08:31:39.934 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-17T08:31:39.934 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-17T08:31:39.934 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-17T08:31:39.934 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.blob_file_starting_level: 0 2024-09-17T08:31:39.934 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-17T08:31:39.934 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 53.sst 2024-09-17T08:31:39.934 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 55, last_sequence is 29490, log_number is 51,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-17T08:31:39.934 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 51 2024-09-17T08:31:39.934 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 7e9cb80d-53d1-4181-a121-772cedc63daf 2024-09-17T08:31:39.934 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726561899473154, "job": 1, "event": "recovery_started", "wal_files": [51]} 2024-09-17T08:31:39.935 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #51 mode 2 2024-09-17T08:31:39.935 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726561899480861, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 56, "file_size": 2133887, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 29495, "largest_seqno": 29807, "table_properties": {"data_size": 2130950, "index_size": 1575, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 325, "raw_key_size": 2464, "raw_average_key_size": 21, "raw_value_size": 2127445, "raw_average_value_size": 18661, "num_data_blocks": 70, "num_entries": 114, "num_filter_entries": 114, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726561899, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "7e9cb80d-53d1-4181-a121-772cedc63daf", "db_session_id": "VS5EXC6MD1RB1GQS6YJY", "orig_file_number": 56, "seqno_to_time_mapping": "N/A"}} 2024-09-17T08:31:39.935 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726561899481012, "job": 1, "event": "recovery_finished"} 2024-09-17T08:31:39.935 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: [db/version_set.cc:5047] Creating manifest 58 2024-09-17T08:31:39.935 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000051.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-17T08:31:39.935 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x56337e098e00 2024-09-17T08:31:39.935 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: DB pointer 0x56337e18c000 2024-09-17T08:31:39.935 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-17T08:31:39.935 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-17T08:31:39.935 INFO:journalctl@ceph.mon.c.smithi088.stdout: ** DB Stats ** 2024-09-17T08:31:39.935 INFO:journalctl@ceph.mon.c.smithi088.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-17T08:31:39.935 INFO:journalctl@ceph.mon.c.smithi088.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-17T08:31:39.936 INFO:journalctl@ceph.mon.c.smithi088.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-17T08:31:39.936 INFO:journalctl@ceph.mon.c.smithi088.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-17T08:31:39.936 INFO:journalctl@ceph.mon.c.smithi088.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-17T08:31:39.936 INFO:journalctl@ceph.mon.c.smithi088.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-17T08:31:39.936 INFO:journalctl@ceph.mon.c.smithi088.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-17T08:31:39.936 INFO:journalctl@ceph.mon.c.smithi088.stdout: 2024-09-17T08:31:39.936 INFO:journalctl@ceph.mon.c.smithi088.stdout: ** Compaction Stats [default] ** 2024-09-17T08:31:39.936 INFO:journalctl@ceph.mon.c.smithi088.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-17T08:31:39.936 INFO:journalctl@ceph.mon.c.smithi088.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-17T08:31:39.936 INFO:journalctl@ceph.mon.c.smithi088.stdout: L0 1/0 2.04 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 598.9 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-09-17T08:31:39.936 INFO:journalctl@ceph.mon.c.smithi088.stdout: L6 1/0 31.15 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-17T08:31:39.936 INFO:journalctl@ceph.mon.c.smithi088.stdout: Sum 2/0 33.19 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 598.9 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-09-17T08:31:39.936 INFO:journalctl@ceph.mon.c.smithi088.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 598.9 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-09-17T08:31:39.936 INFO:journalctl@ceph.mon.c.smithi088.stdout: 2024-09-17T08:31:39.937 INFO:journalctl@ceph.mon.c.smithi088.stdout: ** Compaction Stats [default] ** 2024-09-17T08:31:39.937 INFO:journalctl@ceph.mon.c.smithi088.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-17T08:31:39.937 INFO:journalctl@ceph.mon.c.smithi088.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-17T08:31:39.937 INFO:journalctl@ceph.mon.c.smithi088.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 598.9 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-09-17T08:31:39.937 INFO:journalctl@ceph.mon.c.smithi088.stdout: 2024-09-17T08:31:39.937 INFO:journalctl@ceph.mon.c.smithi088.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-17T08:31:39.937 INFO:journalctl@ceph.mon.c.smithi088.stdout: 2024-09-17T08:31:39.937 INFO:journalctl@ceph.mon.c.smithi088.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-17T08:31:39.937 INFO:journalctl@ceph.mon.c.smithi088.stdout: Flush(GB): cumulative 0.002, interval 0.002 2024-09-17T08:31:39.937 INFO:journalctl@ceph.mon.c.smithi088.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-17T08:31:39.937 INFO:journalctl@ceph.mon.c.smithi088.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-17T08:31:39.937 INFO:journalctl@ceph.mon.c.smithi088.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-17T08:31:39.937 INFO:journalctl@ceph.mon.c.smithi088.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-17T08:31:39.937 INFO:journalctl@ceph.mon.c.smithi088.stdout: Cumulative compaction: 0.00 GB write, 195.26 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-17T08:31:39.938 INFO:journalctl@ceph.mon.c.smithi088.stdout: Interval compaction: 0.00 GB write, 195.26 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-17T08:31:39.938 INFO:journalctl@ceph.mon.c.smithi088.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-17T08:31:39.938 INFO:journalctl@ceph.mon.c.smithi088.stdout: Block cache BinnedLRUCache@0x56337e06d350#2 capacity: 512.00 MB usage: 2.20 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-09-17T08:31:39.938 INFO:journalctl@ceph.mon.c.smithi088.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.38 KB,7.15256e-05%) IndexBlock(1,1.83 KB,0.000348687%) Misc(1,0.00 KB,0%) 2024-09-17T08:31:39.938 INFO:journalctl@ceph.mon.c.smithi088.stdout: 2024-09-17T08:31:39.938 INFO:journalctl@ceph.mon.c.smithi088.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-17T08:31:39.938 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: starting mon.c rank 1 at public addrs [v2:172.21.15.88:3301/0,v1:172.21.15.88:6790/0] at bind addrs [v2:172.21.15.88:3301/0,v1:172.21.15.88:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 2024-09-17T08:31:39.938 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: mon.c@-1(???) e3 preinit fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 2024-09-17T08:31:39.938 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: mon.c@-1(???).mds e1 new map 2024-09-17T08:31:39.938 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: mon.c@-1(???).mds e1 print_map 2024-09-17T08:31:39.938 INFO:journalctl@ceph.mon.c.smithi088.stdout: e1 2024-09-17T08:31:39.938 INFO:journalctl@ceph.mon.c.smithi088.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-17T08:31:39.938 INFO:journalctl@ceph.mon.c.smithi088.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T08:31:39.939 INFO:journalctl@ceph.mon.c.smithi088.stdout: legacy client fscid: -1 2024-09-17T08:31:39.939 INFO:journalctl@ceph.mon.c.smithi088.stdout: 2024-09-17T08:31:39.939 INFO:journalctl@ceph.mon.c.smithi088.stdout: No filesystems configured 2024-09-17T08:31:39.939 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: mon.c@-1(???).osd e77 crush map has features 3314933000854323200, adjusting msgr requires 2024-09-17T08:31:39.939 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: mon.c@-1(???).osd e77 crush map has features 432629239337189376, adjusting msgr requires 2024-09-17T08:31:39.939 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: mon.c@-1(???).osd e77 crush map has features 432629239337189376, adjusting msgr requires 2024-09-17T08:31:39.939 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: mon.c@-1(???).osd e77 crush map has features 432629239337189376, adjusting msgr requires 2024-09-17T08:31:39.939 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 ceph-mon[71593]: mon.c@-1(???).paxosservice(auth 1..29) refresh upgraded, format 0 -> 3 2024-09-17T08:31:39.939 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 bash[71573]: 9f9c833cecc91ae571aa38e08d1473af48c6cfb727d1bca553e922890b9a43b7 2024-09-17T08:31:39.939 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:39 smithi088 systemd[1]: Started Ceph mon.c for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:31:44.914 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:31:44.490+0000 7f76e7e0b640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-17T08:31:45.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: mkfs 0975a5c8-74cb-11ef-bceb-c7b262605968 2024-09-17T08:31:45.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:31:45.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: Upgrade: Finalizing container_image settings 2024-09-17T08:31:45.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: Upgrade: Complete! 2024-09-17T08:31:45.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:31:45.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:31:45.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:31:45.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:31:45.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:31:45.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: Upgrade: Target is version 18.2.4-855-g19e2a2be (reef) 2024-09-17T08:31:45.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, digests ['quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9'] 2024-09-17T08:31:45.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all mgr 2024-09-17T08:31:45.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: Upgrade: It appears safe to stop mon.b 2024-09-17T08:31:45.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: Upgrade: Updating mon.b 2024-09-17T08:31:45.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: Deploying daemon mon.b on smithi187 2024-09-17T08:31:45.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: Detected new or changed devices on smithi187 2024-09-17T08:31:45.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:31:45.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all crash 2024-09-17T08:31:45.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all mds 2024-09-17T08:31:45.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all rbd-mirror 2024-09-17T08:31:45.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all cephfs-mirror 2024-09-17T08:31:45.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all ceph-exporter 2024-09-17T08:31:45.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all nfs 2024-09-17T08:31:45.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all nvmeof 2024-09-17T08:31:45.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all node-exporter 2024-09-17T08:31:45.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all prometheus 2024-09-17T08:31:45.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all alertmanager 2024-09-17T08:31:45.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all grafana 2024-09-17T08:31:45.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all loki 2024-09-17T08:31:45.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all promtail 2024-09-17T08:31:45.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: Upgrade: Finalizing container_image settings 2024-09-17T08:31:45.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: Upgrade: Complete! 2024-09-17T08:31:45.418 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:31:45.418 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: mkfs 0975a5c8-74cb-11ef-bceb-c7b262605968 2024-09-17T08:31:45.418 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:31:45.418 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: Upgrade: Finalizing container_image settings 2024-09-17T08:31:45.418 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: Upgrade: Complete! 2024-09-17T08:31:45.418 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:31:45.418 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:31:45.419 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:31:45.419 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:31:45.419 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:31:45.419 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: Upgrade: Target is version 18.2.4-855-g19e2a2be (reef) 2024-09-17T08:31:45.419 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, digests ['quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9'] 2024-09-17T08:31:45.419 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all mgr 2024-09-17T08:31:45.419 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: Upgrade: It appears safe to stop mon.b 2024-09-17T08:31:45.419 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: Upgrade: Updating mon.b 2024-09-17T08:31:45.419 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: Deploying daemon mon.b on smithi187 2024-09-17T08:31:45.419 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: Detected new or changed devices on smithi187 2024-09-17T08:31:45.419 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:31:45.419 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all crash 2024-09-17T08:31:45.419 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all mds 2024-09-17T08:31:45.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all rbd-mirror 2024-09-17T08:31:45.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all cephfs-mirror 2024-09-17T08:31:45.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all ceph-exporter 2024-09-17T08:31:45.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all nfs 2024-09-17T08:31:45.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all nvmeof 2024-09-17T08:31:45.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all node-exporter 2024-09-17T08:31:45.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all prometheus 2024-09-17T08:31:45.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all alertmanager 2024-09-17T08:31:45.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all grafana 2024-09-17T08:31:45.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all loki 2024-09-17T08:31:45.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all promtail 2024-09-17T08:31:45.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: Upgrade: Finalizing container_image settings 2024-09-17T08:31:45.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: Upgrade: Complete! 2024-09-17T08:31:45.421 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:31:45.421 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:31:45.421 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: pgmap v110: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 126 B/s rd, 0 op/s 2024-09-17T08:31:45.421 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: pgmap v111: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 102 B/s rd, 0 op/s 2024-09-17T08:31:45.421 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: pgmap v112: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:31:45.421 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: pgmap v113: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:31:45.421 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: pgmap v114: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-17T08:31:45.421 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: pgmap v115: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:31:45.421 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: pgmap v116: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:31:45.421 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: pgmap v117: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:31:45.421 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: pgmap v118: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:31:45.421 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: pgmap v119: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:31:45.421 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: pgmap v120: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:31:45.421 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: pgmap v121: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:31:45.422 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: pgmap v122: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:31:45.422 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:31:45.422 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:31:45.422 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: pgmap v123: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 95 B/s rd, 0 op/s 2024-09-17T08:31:45.422 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: pgmap v124: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 117 B/s rd, 0 op/s 2024-09-17T08:31:45.422 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:31:45.422 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: pgmap v125: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 117 B/s rd, 0 op/s 2024-09-17T08:31:45.422 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: Upgrade: Target is version 18.2.4-855-g19e2a2be (reef) 2024-09-17T08:31:45.422 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, digests ['quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9'] 2024-09-17T08:31:45.422 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all mgr 2024-09-17T08:31:45.422 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: Upgrade: It appears safe to stop mon.a 2024-09-17T08:31:45.422 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: pgmap v126: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 117 B/s rd, 0 op/s 2024-09-17T08:31:45.422 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: pgmap v127: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:31:45.422 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: pgmap v128: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:31:45.423 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: mon.a calling monitor election 2024-09-17T08:31:45.423 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-09-17T08:31:45.423 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:31:45.423 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: pgmap v110: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 126 B/s rd, 0 op/s 2024-09-17T08:31:45.423 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: pgmap v111: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 102 B/s rd, 0 op/s 2024-09-17T08:31:45.423 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: pgmap v112: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:31:45.423 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: pgmap v113: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:31:45.423 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: pgmap v114: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-17T08:31:45.423 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: pgmap v115: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:31:45.423 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: pgmap v116: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:31:45.423 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: pgmap v117: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:31:45.424 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: pgmap v118: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:31:45.424 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: pgmap v119: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:31:45.424 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: pgmap v120: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:31:45.424 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: pgmap v121: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:31:45.424 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: pgmap v122: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:31:45.424 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:31:45.424 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:31:45.424 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: pgmap v123: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 95 B/s rd, 0 op/s 2024-09-17T08:31:45.424 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: pgmap v124: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 117 B/s rd, 0 op/s 2024-09-17T08:31:45.425 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:31:45.425 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: pgmap v125: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 117 B/s rd, 0 op/s 2024-09-17T08:31:45.425 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: Upgrade: Target is version 18.2.4-855-g19e2a2be (reef) 2024-09-17T08:31:45.425 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, digests ['quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9'] 2024-09-17T08:31:45.425 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all mgr 2024-09-17T08:31:45.425 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: Upgrade: It appears safe to stop mon.a 2024-09-17T08:31:45.425 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: pgmap v126: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 117 B/s rd, 0 op/s 2024-09-17T08:31:45.425 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: pgmap v127: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:31:45.425 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: pgmap v128: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:31:45.425 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: mon.a calling monitor election 2024-09-17T08:31:45.425 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-09-17T08:31:45.426 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: monmap e3: 3 mons at {a=[v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0],b=[v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0],c=[v2:172.21.15.88:3301/0,v1:172.21.15.88:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-17T08:31:45.426 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: fsmap 2024-09-17T08:31:45.426 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: osdmap e76: 8 total, 8 up, 8 in 2024-09-17T08:31:45.426 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: mgrmap e34: y(active, since 3m), standbys: x 2024-09-17T08:31:45.426 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-09-17T08:31:45.426 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-09-17T08:31:45.426 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: daemon iscsi.foo.smithi187.kgegfj on smithi187 is in unknown state 2024-09-17T08:31:45.426 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: mgrmap e35: y(active, since 3m), standbys: x 2024-09-17T08:31:45.426 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: mgrmap e36: y(active, since 3m), standbys: x 2024-09-17T08:31:45.426 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: Standby manager daemon x restarted 2024-09-17T08:31:45.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: Standby manager daemon x started 2024-09-17T08:31:45.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: from='mgr.? 172.21.15.187:0/3380765856' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T08:31:45.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: Active manager daemon y restarted 2024-09-17T08:31:45.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: Activating manager daemon y 2024-09-17T08:31:45.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: osdmap e77: 8 total, 8 up, 8 in 2024-09-17T08:31:45.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: mgrmap e37: y(active, starting, since 0.00775855s), standbys: x 2024-09-17T08:31:45.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T08:31:45.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T08:31:45.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T08:31:45.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-17T08:31:45.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-17T08:31:45.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T08:31:45.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T08:31:45.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T08:31:45.428 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T08:31:45.428 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T08:31:45.428 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T08:31:45.428 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T08:31:45.428 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T08:31:45.428 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-17T08:31:45.428 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-17T08:31:45.428 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-17T08:31:45.428 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: Manager daemon y is now available 2024-09-17T08:31:45.429 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: monmap e3: 3 mons at {a=[v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0],b=[v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0],c=[v2:172.21.15.88:3301/0,v1:172.21.15.88:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-17T08:31:45.429 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: fsmap 2024-09-17T08:31:45.429 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: osdmap e76: 8 total, 8 up, 8 in 2024-09-17T08:31:45.429 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: mgrmap e34: y(active, since 3m), standbys: x 2024-09-17T08:31:45.429 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-09-17T08:31:45.429 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-09-17T08:31:45.429 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: daemon iscsi.foo.smithi187.kgegfj on smithi187 is in unknown state 2024-09-17T08:31:45.429 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: mgrmap e35: y(active, since 3m), standbys: x 2024-09-17T08:31:45.430 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: mgrmap e36: y(active, since 3m), standbys: x 2024-09-17T08:31:45.430 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: Standby manager daemon x restarted 2024-09-17T08:31:45.430 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: Standby manager daemon x started 2024-09-17T08:31:45.430 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: from='mgr.? 172.21.15.187:0/3380765856' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T08:31:45.430 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: Active manager daemon y restarted 2024-09-17T08:31:45.430 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: Activating manager daemon y 2024-09-17T08:31:45.430 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: osdmap e77: 8 total, 8 up, 8 in 2024-09-17T08:31:45.430 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: mgrmap e37: y(active, starting, since 0.00775855s), standbys: x 2024-09-17T08:31:45.430 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T08:31:45.430 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T08:31:45.431 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T08:31:45.431 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-17T08:31:45.431 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-17T08:31:45.431 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T08:31:45.431 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T08:31:45.432 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T08:31:45.432 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T08:31:45.432 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T08:31:45.432 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T08:31:45.432 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T08:31:45.432 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T08:31:45.432 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-17T08:31:45.432 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-17T08:31:45.432 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-17T08:31:45.432 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: Manager daemon y is now available 2024-09-17T08:31:45.433 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:31:45.433 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:31:45.433 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:31:45.433 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:31:45.433 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:31:45.433 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: mgrmap e38: y(active, since 1.03474s), standbys: x 2024-09-17T08:31:45.433 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: [17/Sep/2024:08:31:25] ENGINE Bus STARTING 2024-09-17T08:31:45.433 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: [17/Sep/2024:08:31:25] ENGINE Serving on http://172.21.15.88:8765 2024-09-17T08:31:45.433 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: [17/Sep/2024:08:31:25] ENGINE Serving on https://172.21.15.88:7150 2024-09-17T08:31:45.433 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: [17/Sep/2024:08:31:25] ENGINE Bus STARTED 2024-09-17T08:31:45.433 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: [17/Sep/2024:08:31:25] ENGINE Error in HTTPServer.serve 2024-09-17T08:31:45.434 INFO:journalctl@ceph.mon.a.smithi088.stdout: Traceback (most recent call last): 2024-09-17T08:31:45.434 INFO:journalctl@ceph.mon.a.smithi088.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-17T08:31:45.434 INFO:journalctl@ceph.mon.a.smithi088.stdout: self._connections.run(self.expiration_interval) 2024-09-17T08:31:45.434 INFO:journalctl@ceph.mon.a.smithi088.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-17T08:31:45.434 INFO:journalctl@ceph.mon.a.smithi088.stdout: self._run(expiration_interval) 2024-09-17T08:31:45.434 INFO:journalctl@ceph.mon.a.smithi088.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-17T08:31:45.434 INFO:journalctl@ceph.mon.a.smithi088.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-17T08:31:45.434 INFO:journalctl@ceph.mon.a.smithi088.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-17T08:31:45.434 INFO:journalctl@ceph.mon.a.smithi088.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-17T08:31:45.434 INFO:journalctl@ceph.mon.a.smithi088.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-17T08:31:45.434 INFO:journalctl@ceph.mon.a.smithi088.stdout: s = self.context.wrap_socket( 2024-09-17T08:31:45.434 INFO:journalctl@ceph.mon.a.smithi088.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-17T08:31:45.434 INFO:journalctl@ceph.mon.a.smithi088.stdout: return self.sslsocket_class._create( 2024-09-17T08:31:45.434 INFO:journalctl@ceph.mon.a.smithi088.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-17T08:31:45.435 INFO:journalctl@ceph.mon.a.smithi088.stdout: self.do_handshake() 2024-09-17T08:31:45.435 INFO:journalctl@ceph.mon.a.smithi088.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-17T08:31:45.435 INFO:journalctl@ceph.mon.a.smithi088.stdout: self._sslobj.do_handshake() 2024-09-17T08:31:45.435 INFO:journalctl@ceph.mon.a.smithi088.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-17T08:31:45.435 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: pgmap v4: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:31:45.435 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-09-17T08:31:45.435 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: Cluster is now healthy 2024-09-17T08:31:45.435 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: mgrmap e39: y(active, since 2s), standbys: x 2024-09-17T08:31:45.435 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: pgmap v5: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:31:45.435 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: mgrmap e40: y(active, since 4s), standbys: x 2024-09-17T08:31:45.435 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:45.435 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:45.436 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:31:45.436 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:31:45.436 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:31:45.436 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:31:45.436 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:31:45.436 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: mgrmap e38: y(active, since 1.03474s), standbys: x 2024-09-17T08:31:45.436 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: [17/Sep/2024:08:31:25] ENGINE Bus STARTING 2024-09-17T08:31:45.436 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: [17/Sep/2024:08:31:25] ENGINE Serving on http://172.21.15.88:8765 2024-09-17T08:31:45.436 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: [17/Sep/2024:08:31:25] ENGINE Serving on https://172.21.15.88:7150 2024-09-17T08:31:45.436 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: [17/Sep/2024:08:31:25] ENGINE Bus STARTED 2024-09-17T08:31:45.436 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: [17/Sep/2024:08:31:25] ENGINE Error in HTTPServer.serve 2024-09-17T08:31:45.436 INFO:journalctl@ceph.mon.c.smithi088.stdout: Traceback (most recent call last): 2024-09-17T08:31:45.436 INFO:journalctl@ceph.mon.c.smithi088.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-17T08:31:45.437 INFO:journalctl@ceph.mon.c.smithi088.stdout: self._connections.run(self.expiration_interval) 2024-09-17T08:31:45.437 INFO:journalctl@ceph.mon.c.smithi088.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-17T08:31:45.437 INFO:journalctl@ceph.mon.c.smithi088.stdout: self._run(expiration_interval) 2024-09-17T08:31:45.437 INFO:journalctl@ceph.mon.c.smithi088.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-17T08:31:45.437 INFO:journalctl@ceph.mon.c.smithi088.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-17T08:31:45.437 INFO:journalctl@ceph.mon.c.smithi088.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-17T08:31:45.437 INFO:journalctl@ceph.mon.c.smithi088.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-17T08:31:45.437 INFO:journalctl@ceph.mon.c.smithi088.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-17T08:31:45.437 INFO:journalctl@ceph.mon.c.smithi088.stdout: s = self.context.wrap_socket( 2024-09-17T08:31:45.437 INFO:journalctl@ceph.mon.c.smithi088.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-17T08:31:45.437 INFO:journalctl@ceph.mon.c.smithi088.stdout: return self.sslsocket_class._create( 2024-09-17T08:31:45.437 INFO:journalctl@ceph.mon.c.smithi088.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-17T08:31:45.437 INFO:journalctl@ceph.mon.c.smithi088.stdout: self.do_handshake() 2024-09-17T08:31:45.437 INFO:journalctl@ceph.mon.c.smithi088.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-17T08:31:45.438 INFO:journalctl@ceph.mon.c.smithi088.stdout: self._sslobj.do_handshake() 2024-09-17T08:31:45.438 INFO:journalctl@ceph.mon.c.smithi088.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-17T08:31:45.438 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: pgmap v4: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:31:45.438 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-09-17T08:31:45.438 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: Cluster is now healthy 2024-09-17T08:31:45.438 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: mgrmap e39: y(active, since 2s), standbys: x 2024-09-17T08:31:45.438 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: pgmap v5: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:31:45.438 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: mgrmap e40: y(active, since 4s), standbys: x 2024-09-17T08:31:45.438 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:45.438 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:45.439 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:45.439 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:45.439 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:45.439 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:45.439 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:45.439 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:45.439 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: pgmap v6: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:31:45.439 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: from='client.44288 172.21.15.187:0/3731244400' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:31:45.439 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: from='client.44294 172.21.15.187:0/1669480936' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:0/1729633267"}]: access denied 2024-09-17T08:31:45.439 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: pgmap v7: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 16 op/s 2024-09-17T08:31:45.439 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: Detected new or changed devices on smithi088 2024-09-17T08:31:45.439 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:45.439 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:45.440 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: pgmap v8: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-09-17T08:31:45.440 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:45.440 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:45.440 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:31:45.440 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:31:45.440 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:31:45.440 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: pgmap v9: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail; 22 KiB/s rd, 0 B/s wr, 12 op/s 2024-09-17T08:31:45.440 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:45.440 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:31:45.440 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:31:45.440 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-17T08:31:45.440 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-09-17T08:31:45.440 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: Upgrade: It appears safe to stop mon.c 2024-09-17T08:31:45.441 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-09-17T08:31:45.441 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: Upgrade: Updating mon.c 2024-09-17T08:31:45.441 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:45.441 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T08:31:45.441 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-17T08:31:45.441 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:31:45.441 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: Deploying daemon mon.c on smithi088 2024-09-17T08:31:45.441 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:45.441 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:45.441 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:45.441 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:45.442 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:45.442 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:45.442 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: pgmap v6: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:31:45.442 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: from='client.44288 172.21.15.187:0/3731244400' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:31:45.442 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: from='client.44294 172.21.15.187:0/1669480936' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:0/1729633267"}]: access denied 2024-09-17T08:31:45.442 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: pgmap v7: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 16 op/s 2024-09-17T08:31:45.442 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: Detected new or changed devices on smithi088 2024-09-17T08:31:45.442 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:45.442 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:45.442 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: pgmap v8: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-09-17T08:31:45.442 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:45.442 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:45.442 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:31:45.442 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:31:45.443 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:31:45.443 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: pgmap v9: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail; 22 KiB/s rd, 0 B/s wr, 12 op/s 2024-09-17T08:31:45.443 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:45.443 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:31:45.443 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:31:45.443 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-17T08:31:45.443 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-09-17T08:31:45.443 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: Upgrade: It appears safe to stop mon.c 2024-09-17T08:31:45.443 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-09-17T08:31:45.443 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: Upgrade: Updating mon.c 2024-09-17T08:31:45.443 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:45.443 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T08:31:45.443 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-17T08:31:45.443 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:31:45.444 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: Deploying daemon mon.c on smithi088 2024-09-17T08:31:45.444 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: pgmap v10: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-17T08:31:45.444 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T08:31:45.444 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T08:31:45.444 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T08:31:45.444 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: mon.a calling monitor election 2024-09-17T08:31:45.444 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: mon.c calling monitor election 2024-09-17T08:31:45.444 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-09-17T08:31:45.444 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: monmap e4: 3 mons at {a=[v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0],b=[v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0],c=[v2:172.21.15.88:3301/0,v1:172.21.15.88:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-17T08:31:45.445 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: fsmap 2024-09-17T08:31:45.445 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: osdmap e77: 8 total, 8 up, 8 in 2024-09-17T08:31:45.445 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: mgrmap e40: y(active, since 20s), standbys: x 2024-09-17T08:31:45.445 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2024-09-17T08:31:45.445 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s); 1/3 mons down, quorum a,c 2024-09-17T08:31:45.445 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-09-17T08:31:45.445 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: daemon iscsi.foo.smithi187.kgegfj on smithi187 is in unknown state 2024-09-17T08:31:45.445 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2024-09-17T08:31:45.445 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[67196]: mon.b (rank 2) addr [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] is down (out of quorum) 2024-09-17T08:31:45.445 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: pgmap v10: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-17T08:31:45.445 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T08:31:45.445 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T08:31:45.446 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T08:31:45.446 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: mon.a calling monitor election 2024-09-17T08:31:45.446 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: mon.c calling monitor election 2024-09-17T08:31:45.446 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-09-17T08:31:45.446 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: monmap e4: 3 mons at {a=[v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0],b=[v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0],c=[v2:172.21.15.88:3301/0,v1:172.21.15.88:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-17T08:31:45.446 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: fsmap 2024-09-17T08:31:45.446 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: osdmap e77: 8 total, 8 up, 8 in 2024-09-17T08:31:45.446 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: mgrmap e40: y(active, since 20s), standbys: x 2024-09-17T08:31:45.446 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2024-09-17T08:31:45.446 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s); 1/3 mons down, quorum a,c 2024-09-17T08:31:45.446 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-09-17T08:31:45.446 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: daemon iscsi.foo.smithi187.kgegfj on smithi187 is in unknown state 2024-09-17T08:31:45.446 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2024-09-17T08:31:45.447 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:44 smithi088 ceph-mon[71593]: mon.b (rank 2) addr [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] is down (out of quorum) 2024-09-17T08:31:46.167 INFO:teuthology.orchestra.run.smithi088.stdout:true 2024-09-17T08:31:46.797 INFO:teuthology.orchestra.run.smithi088.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T08:31:46.797 INFO:teuthology.orchestra.run.smithi088.stdout:alertmanager.a smithi088 *:9093,9094 running (2m) 18s ago 24m 27.7M - 0.25.0 c8568f914cd2 ae3ad2ca8c3e 2024-09-17T08:31:46.797 INFO:teuthology.orchestra.run.smithi088.stdout:grafana.a smithi187 *:3000 running (2m) 17s ago 24m 81.8M - 9.4.7 954c08fa6188 bb16e26e2835 2024-09-17T08:31:46.797 INFO:teuthology.orchestra.run.smithi088.stdout:iscsi.foo.smithi187.kgegfj smithi187 unknown 17s ago 23m - - 2024-09-17T08:31:46.797 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.x smithi187 *:8443,8765 running (3m) 17s ago 28m 434M - 18.2.4-855-g19e2a2be 980a0bfcd684 d71cc65429a4 2024-09-17T08:31:46.797 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.y smithi088 *:8443,8765 running (13m) 18s ago 29m 454M - 18.2.4-855-g19e2a2be 980a0bfcd684 3228b2505d9a 2024-09-17T08:31:46.797 INFO:teuthology.orchestra.run.smithi088.stdout:mon.a smithi088 running (29s) 18s ago 29m 32.9M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 7a79828a62c2 2024-09-17T08:31:46.797 INFO:teuthology.orchestra.run.smithi088.stdout:mon.b smithi187 running (78s) 17s ago 28m 42.7M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 d4e39e0851a6 2024-09-17T08:31:46.797 INFO:teuthology.orchestra.run.smithi088.stdout:mon.c smithi088 starting - - - 2048M 2024-09-17T08:31:46.797 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.a smithi088 *:9100 running (3m) 18s ago 24m 15.3M - 1.5.0 0da6a335fe13 b70a15a514fb 2024-09-17T08:31:46.797 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.b smithi187 *:9100 running (3m) 17s ago 25m 16.0M - 1.5.0 0da6a335fe13 75f36e91740f 2024-09-17T08:31:46.797 INFO:teuthology.orchestra.run.smithi088.stdout:osd.0 smithi088 running (28m) 18s ago 28m 49.5M 4096M 16.2.0 24ecd6d5f14c 999284c446e9 2024-09-17T08:31:46.798 INFO:teuthology.orchestra.run.smithi088.stdout:osd.1 smithi088 running (27m) 18s ago 27m 47.5M 4096M 16.2.0 24ecd6d5f14c 76ee60c1a08d 2024-09-17T08:31:46.798 INFO:teuthology.orchestra.run.smithi088.stdout:osd.2 smithi088 running (27m) 18s ago 27m 46.5M 4096M 16.2.0 24ecd6d5f14c 2503783cc013 2024-09-17T08:31:46.798 INFO:teuthology.orchestra.run.smithi088.stdout:osd.3 smithi088 running (27m) 18s ago 27m 48.7M 4096M 16.2.0 24ecd6d5f14c bf680a19cb5a 2024-09-17T08:31:46.798 INFO:teuthology.orchestra.run.smithi088.stdout:osd.4 smithi187 running (26m) 17s ago 26m 49.5M 4096M 16.2.0 24ecd6d5f14c a8462272aa51 2024-09-17T08:31:46.798 INFO:teuthology.orchestra.run.smithi088.stdout:osd.5 smithi187 running (26m) 17s ago 26m 47.2M 4096M 16.2.0 24ecd6d5f14c c3463f9a8b7e 2024-09-17T08:31:46.798 INFO:teuthology.orchestra.run.smithi088.stdout:osd.6 smithi187 running (26m) 17s ago 26m 50.9M 4096M 16.2.0 24ecd6d5f14c 53d9ca2fb095 2024-09-17T08:31:46.798 INFO:teuthology.orchestra.run.smithi088.stdout:osd.7 smithi187 running (25m) 17s ago 25m 49.9M 4096M 16.2.0 24ecd6d5f14c 61f8b7fae59c 2024-09-17T08:31:46.798 INFO:teuthology.orchestra.run.smithi088.stdout:prometheus.a smithi187 *:9095 running (2m) 17s ago 25m 50.9M - 2.43.0 a07b618ecd1d 052443b7a266 2024-09-17T08:31:46.798 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi088.pybyat smithi088 *:8000 running (23m) 18s ago 23m 45.9M - 16.2.0 24ecd6d5f14c 1e03127137af 2024-09-17T08:31:46.798 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi187.yrrxta smithi187 *:8000 running (23m) 17s ago 23m 45.3M - 16.2.0 24ecd6d5f14c 304f0f2cb409 2024-09-17T08:31:47.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:47 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T08:31:47.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:47 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T08:31:47.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:47 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T08:31:47.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:47 smithi088 ceph-mon[67196]: mon.b calling monitor election 2024-09-17T08:31:47.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:47 smithi088 ceph-mon[67196]: pgmap v12: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-17T08:31:47.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:47 smithi088 ceph-mon[67196]: pgmap v13: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail; 99 B/s rd, 0 op/s 2024-09-17T08:31:47.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:47 smithi088 ceph-mon[67196]: pgmap v14: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail; 99 B/s rd, 0 op/s 2024-09-17T08:31:47.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:47 smithi088 ceph-mon[67196]: from='client.54159 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:31:47.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:47 smithi088 ceph-mon[67196]: from='client.54165 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:31:47.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:47 smithi088 ceph-mon[67196]: mon.a calling monitor election 2024-09-17T08:31:47.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:47 smithi088 ceph-mon[67196]: mon.c calling monitor election 2024-09-17T08:31:47.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:47 smithi088 ceph-mon[67196]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-09-17T08:31:47.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:47 smithi088 ceph-mon[67196]: monmap e4: 3 mons at {a=[v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0],b=[v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0],c=[v2:172.21.15.88:3301/0,v1:172.21.15.88:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-17T08:31:47.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:47 smithi088 ceph-mon[67196]: fsmap 2024-09-17T08:31:47.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:47 smithi088 ceph-mon[67196]: osdmap e77: 8 total, 8 up, 8 in 2024-09-17T08:31:47.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:47 smithi088 ceph-mon[67196]: mgrmap e40: y(active, since 22s), standbys: x 2024-09-17T08:31:47.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:47 smithi088 ceph-mon[67196]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2024-09-17T08:31:47.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:47 smithi088 ceph-mon[67196]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-09-17T08:31:47.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:47 smithi088 ceph-mon[67196]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-09-17T08:31:47.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:47 smithi088 ceph-mon[67196]: daemon iscsi.foo.smithi187.kgegfj on smithi187 is in unknown state 2024-09-17T08:31:47.167 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:47 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='' 2024-09-17T08:31:47.167 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:47 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:47.167 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:47 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:31:47.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:47 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T08:31:47.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:47 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T08:31:47.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:47 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T08:31:47.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:47 smithi088 ceph-mon[71593]: mon.b calling monitor election 2024-09-17T08:31:47.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:47 smithi088 ceph-mon[71593]: pgmap v12: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-17T08:31:47.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:47 smithi088 ceph-mon[71593]: pgmap v13: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail; 99 B/s rd, 0 op/s 2024-09-17T08:31:47.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:47 smithi088 ceph-mon[71593]: pgmap v14: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail; 99 B/s rd, 0 op/s 2024-09-17T08:31:47.167 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:47 smithi088 ceph-mon[71593]: from='client.54159 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:31:47.168 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:47 smithi088 ceph-mon[71593]: from='client.54165 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:31:47.168 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:47 smithi088 ceph-mon[71593]: mon.a calling monitor election 2024-09-17T08:31:47.168 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:47 smithi088 ceph-mon[71593]: mon.c calling monitor election 2024-09-17T08:31:47.168 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:47 smithi088 ceph-mon[71593]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-09-17T08:31:47.168 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:47 smithi088 ceph-mon[71593]: monmap e4: 3 mons at {a=[v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0],b=[v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0],c=[v2:172.21.15.88:3301/0,v1:172.21.15.88:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-17T08:31:47.168 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:47 smithi088 ceph-mon[71593]: fsmap 2024-09-17T08:31:47.168 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:47 smithi088 ceph-mon[71593]: osdmap e77: 8 total, 8 up, 8 in 2024-09-17T08:31:47.168 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:47 smithi088 ceph-mon[71593]: mgrmap e40: y(active, since 22s), standbys: x 2024-09-17T08:31:47.168 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:47 smithi088 ceph-mon[71593]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2024-09-17T08:31:47.168 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:47 smithi088 ceph-mon[71593]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-09-17T08:31:47.168 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:47 smithi088 ceph-mon[71593]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-09-17T08:31:47.168 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:47 smithi088 ceph-mon[71593]: daemon iscsi.foo.smithi187.kgegfj on smithi187 is in unknown state 2024-09-17T08:31:47.168 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:47 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='' 2024-09-17T08:31:47.169 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:47 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:47.169 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:47 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:31:47.203 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:31:47.203 INFO:teuthology.orchestra.run.smithi088.stdout: "mon": { 2024-09-17T08:31:47.203 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 3 2024-09-17T08:31:47.203 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:31:47.203 INFO:teuthology.orchestra.run.smithi088.stdout: "mgr": { 2024-09-17T08:31:47.203 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T08:31:47.203 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:31:47.204 INFO:teuthology.orchestra.run.smithi088.stdout: "osd": { 2024-09-17T08:31:47.204 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 8 2024-09-17T08:31:47.204 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:31:47.204 INFO:teuthology.orchestra.run.smithi088.stdout: "rgw": { 2024-09-17T08:31:47.204 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 2 2024-09-17T08:31:47.204 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:31:47.204 INFO:teuthology.orchestra.run.smithi088.stdout: "overall": { 2024-09-17T08:31:47.204 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 10, 2024-09-17T08:31:47.204 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 5 2024-09-17T08:31:47.204 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-09-17T08:31:47.204 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:31:47.252 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: mkfs 0975a5c8-74cb-11ef-bceb-c7b262605968 2024-09-17T08:31:47.253 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:31:47.253 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: Upgrade: Finalizing container_image settings 2024-09-17T08:31:47.253 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: Upgrade: Complete! 2024-09-17T08:31:47.253 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:31:47.253 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:31:47.253 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:31:47.253 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:31:47.253 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:31:47.254 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: Upgrade: Target is version 18.2.4-855-g19e2a2be (reef) 2024-09-17T08:31:47.254 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, digests ['quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9'] 2024-09-17T08:31:47.254 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all mgr 2024-09-17T08:31:47.254 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: Upgrade: It appears safe to stop mon.b 2024-09-17T08:31:47.255 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: Upgrade: Updating mon.b 2024-09-17T08:31:47.255 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: Deploying daemon mon.b on smithi187 2024-09-17T08:31:47.255 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: Detected new or changed devices on smithi187 2024-09-17T08:31:47.255 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:31:47.255 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all crash 2024-09-17T08:31:47.255 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all mds 2024-09-17T08:31:47.255 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all rbd-mirror 2024-09-17T08:31:47.255 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all cephfs-mirror 2024-09-17T08:31:47.255 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all ceph-exporter 2024-09-17T08:31:47.255 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all nfs 2024-09-17T08:31:47.255 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all nvmeof 2024-09-17T08:31:47.256 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all node-exporter 2024-09-17T08:31:47.256 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all prometheus 2024-09-17T08:31:47.256 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all alertmanager 2024-09-17T08:31:47.256 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all grafana 2024-09-17T08:31:47.256 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all loki 2024-09-17T08:31:47.256 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all promtail 2024-09-17T08:31:47.256 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: Upgrade: Finalizing container_image settings 2024-09-17T08:31:47.256 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: Upgrade: Complete! 2024-09-17T08:31:47.256 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:31:47.257 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:31:47.258 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: pgmap v110: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 126 B/s rd, 0 op/s 2024-09-17T08:31:47.258 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: pgmap v111: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 102 B/s rd, 0 op/s 2024-09-17T08:31:47.258 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: pgmap v112: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:31:47.258 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: pgmap v113: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:31:47.258 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: pgmap v114: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-17T08:31:47.258 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: pgmap v115: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:31:47.258 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: pgmap v116: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:31:47.258 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: pgmap v117: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:31:47.258 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: pgmap v118: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:31:47.258 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: pgmap v119: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:31:47.258 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: pgmap v120: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:31:47.259 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: pgmap v121: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:31:47.259 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: pgmap v122: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:31:47.259 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:31:47.259 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:31:47.259 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: pgmap v123: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 95 B/s rd, 0 op/s 2024-09-17T08:31:47.259 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: pgmap v124: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 117 B/s rd, 0 op/s 2024-09-17T08:31:47.259 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:31:47.259 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: pgmap v125: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 117 B/s rd, 0 op/s 2024-09-17T08:31:47.259 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: Upgrade: Target is version 18.2.4-855-g19e2a2be (reef) 2024-09-17T08:31:47.259 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, digests ['quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9'] 2024-09-17T08:31:47.260 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all mgr 2024-09-17T08:31:47.260 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: Upgrade: It appears safe to stop mon.a 2024-09-17T08:31:47.260 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: pgmap v126: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail; 117 B/s rd, 0 op/s 2024-09-17T08:31:47.260 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: pgmap v127: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:31:47.260 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: pgmap v128: 161 pgs: 161 active+clean; 604 KiB data, 93 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:31:47.260 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: mon.a calling monitor election 2024-09-17T08:31:47.260 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-09-17T08:31:47.260 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: monmap e3: 3 mons at {a=[v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0],b=[v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0],c=[v2:172.21.15.88:3301/0,v1:172.21.15.88:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-17T08:31:47.260 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: fsmap 2024-09-17T08:31:47.260 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: osdmap e76: 8 total, 8 up, 8 in 2024-09-17T08:31:47.260 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: mgrmap e34: y(active, since 3m), standbys: x 2024-09-17T08:31:47.260 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-09-17T08:31:47.260 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-09-17T08:31:47.261 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: daemon iscsi.foo.smithi187.kgegfj on smithi187 is in unknown state 2024-09-17T08:31:47.261 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: mgrmap e35: y(active, since 3m), standbys: x 2024-09-17T08:31:47.261 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: mgrmap e36: y(active, since 3m), standbys: x 2024-09-17T08:31:47.261 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: Standby manager daemon x restarted 2024-09-17T08:31:47.261 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: Standby manager daemon x started 2024-09-17T08:31:47.261 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: from='mgr.? 172.21.15.187:0/3380765856' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T08:31:47.261 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: Active manager daemon y restarted 2024-09-17T08:31:47.261 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: Activating manager daemon y 2024-09-17T08:31:47.261 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: osdmap e77: 8 total, 8 up, 8 in 2024-09-17T08:31:47.261 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: mgrmap e37: y(active, starting, since 0.00775855s), standbys: x 2024-09-17T08:31:47.261 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T08:31:47.261 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T08:31:47.261 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T08:31:47.262 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-17T08:31:47.262 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-17T08:31:47.262 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T08:31:47.262 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T08:31:47.262 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T08:31:47.262 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T08:31:47.262 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T08:31:47.262 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T08:31:47.262 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T08:31:47.262 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T08:31:47.262 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-17T08:31:47.262 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-17T08:31:47.262 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-17T08:31:47.263 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: Manager daemon y is now available 2024-09-17T08:31:47.263 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:31:47.263 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:31:47.263 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-17T08:31:47.263 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:31:47.263 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-17T08:31:47.263 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: mgrmap e38: y(active, since 1.03474s), standbys: x 2024-09-17T08:31:47.264 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: [17/Sep/2024:08:31:25] ENGINE Bus STARTING 2024-09-17T08:31:47.264 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: [17/Sep/2024:08:31:25] ENGINE Serving on http://172.21.15.88:8765 2024-09-17T08:31:47.264 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: [17/Sep/2024:08:31:25] ENGINE Serving on https://172.21.15.88:7150 2024-09-17T08:31:47.264 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: [17/Sep/2024:08:31:25] ENGINE Bus STARTED 2024-09-17T08:31:47.264 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: [17/Sep/2024:08:31:25] ENGINE Error in HTTPServer.serve 2024-09-17T08:31:47.264 INFO:journalctl@ceph.mon.b.smithi187.stdout: Traceback (most recent call last): 2024-09-17T08:31:47.264 INFO:journalctl@ceph.mon.b.smithi187.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-17T08:31:47.264 INFO:journalctl@ceph.mon.b.smithi187.stdout: self._connections.run(self.expiration_interval) 2024-09-17T08:31:47.264 INFO:journalctl@ceph.mon.b.smithi187.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-17T08:31:47.264 INFO:journalctl@ceph.mon.b.smithi187.stdout: self._run(expiration_interval) 2024-09-17T08:31:47.264 INFO:journalctl@ceph.mon.b.smithi187.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-17T08:31:47.265 INFO:journalctl@ceph.mon.b.smithi187.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-17T08:31:47.265 INFO:journalctl@ceph.mon.b.smithi187.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-17T08:31:47.265 INFO:journalctl@ceph.mon.b.smithi187.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-17T08:31:47.265 INFO:journalctl@ceph.mon.b.smithi187.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-17T08:31:47.265 INFO:journalctl@ceph.mon.b.smithi187.stdout: s = self.context.wrap_socket( 2024-09-17T08:31:47.265 INFO:journalctl@ceph.mon.b.smithi187.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-17T08:31:47.265 INFO:journalctl@ceph.mon.b.smithi187.stdout: return self.sslsocket_class._create( 2024-09-17T08:31:47.265 INFO:journalctl@ceph.mon.b.smithi187.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-17T08:31:47.265 INFO:journalctl@ceph.mon.b.smithi187.stdout: self.do_handshake() 2024-09-17T08:31:47.265 INFO:journalctl@ceph.mon.b.smithi187.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-17T08:31:47.266 INFO:journalctl@ceph.mon.b.smithi187.stdout: self._sslobj.do_handshake() 2024-09-17T08:31:47.266 INFO:journalctl@ceph.mon.b.smithi187.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-17T08:31:47.266 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: pgmap v4: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:31:47.266 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-09-17T08:31:47.266 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: Cluster is now healthy 2024-09-17T08:31:47.266 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: mgrmap e39: y(active, since 2s), standbys: x 2024-09-17T08:31:47.266 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: pgmap v5: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:31:47.266 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: mgrmap e40: y(active, since 4s), standbys: x 2024-09-17T08:31:47.266 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:47.266 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:47.266 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:47.266 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:47.266 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:47.267 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:47.267 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:47.267 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:47.267 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: pgmap v6: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:31:47.267 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: from='client.44288 172.21.15.187:0/3731244400' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist ls"}]: dispatch 2024-09-17T08:31:47.267 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: from='client.44294 172.21.15.187:0/1669480936' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blacklist", "blacklistop": "rm", "addr": "172.21.15.187:0/1729633267"}]: access denied 2024-09-17T08:31:47.267 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: pgmap v7: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 16 op/s 2024-09-17T08:31:47.267 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: Detected new or changed devices on smithi088 2024-09-17T08:31:47.267 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:47.267 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:47.267 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: pgmap v8: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-09-17T08:31:47.267 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:47.267 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:47.267 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:31:47.268 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:31:47.268 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:31:47.268 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: pgmap v9: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail; 22 KiB/s rd, 0 B/s wr, 12 op/s 2024-09-17T08:31:47.268 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:47.268 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:31:47.268 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:31:47.268 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-17T08:31:47.268 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-09-17T08:31:47.268 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: Upgrade: It appears safe to stop mon.c 2024-09-17T08:31:47.268 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-09-17T08:31:47.268 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: Upgrade: Updating mon.c 2024-09-17T08:31:47.269 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:47.269 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T08:31:47.269 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-17T08:31:47.269 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:31:47.269 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: Deploying daemon mon.c on smithi088 2024-09-17T08:31:47.269 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: pgmap v10: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-17T08:31:47.269 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T08:31:47.269 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T08:31:47.269 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T08:31:47.269 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: mon.a calling monitor election 2024-09-17T08:31:47.269 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: mon.c calling monitor election 2024-09-17T08:31:47.269 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-09-17T08:31:47.270 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: monmap e4: 3 mons at {a=[v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0],b=[v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0],c=[v2:172.21.15.88:3301/0,v1:172.21.15.88:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-17T08:31:47.270 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: fsmap 2024-09-17T08:31:47.270 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: osdmap e77: 8 total, 8 up, 8 in 2024-09-17T08:31:47.270 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: mgrmap e40: y(active, since 20s), standbys: x 2024-09-17T08:31:47.270 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2024-09-17T08:31:47.270 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s); 1/3 mons down, quorum a,c 2024-09-17T08:31:47.270 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-09-17T08:31:47.270 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: daemon iscsi.foo.smithi187.kgegfj on smithi187 is in unknown state 2024-09-17T08:31:47.270 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2024-09-17T08:31:47.270 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:46 smithi187 ceph-mon[70558]: mon.b (rank 2) addr [v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0] is down (out of quorum) 2024-09-17T08:31:47.270 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:47 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-17T08:31:47.270 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:47 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-17T08:31:47.270 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:47 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-17T08:31:47.271 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:47 smithi187 ceph-mon[70558]: mon.b calling monitor election 2024-09-17T08:31:47.271 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:47 smithi187 ceph-mon[70558]: pgmap v12: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-17T08:31:47.271 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:47 smithi187 ceph-mon[70558]: pgmap v13: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail; 99 B/s rd, 0 op/s 2024-09-17T08:31:47.271 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:47 smithi187 ceph-mon[70558]: pgmap v14: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail; 99 B/s rd, 0 op/s 2024-09-17T08:31:47.271 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:47 smithi187 ceph-mon[70558]: from='client.54159 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:31:47.271 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:47 smithi187 ceph-mon[70558]: from='client.54165 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:31:47.271 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:47 smithi187 ceph-mon[70558]: mon.a calling monitor election 2024-09-17T08:31:47.271 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:47 smithi187 ceph-mon[70558]: mon.c calling monitor election 2024-09-17T08:31:47.271 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:47 smithi187 ceph-mon[70558]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-09-17T08:31:47.271 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:47 smithi187 ceph-mon[70558]: monmap e4: 3 mons at {a=[v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0],b=[v2:172.21.15.187:3300/0,v1:172.21.15.187:6789/0],c=[v2:172.21.15.88:3301/0,v1:172.21.15.88:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-17T08:31:47.271 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:47 smithi187 ceph-mon[70558]: fsmap 2024-09-17T08:31:47.271 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:47 smithi187 ceph-mon[70558]: osdmap e77: 8 total, 8 up, 8 in 2024-09-17T08:31:47.271 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:47 smithi187 ceph-mon[70558]: mgrmap e40: y(active, since 22s), standbys: x 2024-09-17T08:31:47.272 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:47 smithi187 ceph-mon[70558]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2024-09-17T08:31:47.272 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:47 smithi187 ceph-mon[70558]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-09-17T08:31:47.272 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:47 smithi187 ceph-mon[70558]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-09-17T08:31:47.272 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:47 smithi187 ceph-mon[70558]: daemon iscsi.foo.smithi187.kgegfj on smithi187 is in unknown state 2024-09-17T08:31:47.272 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:47 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='' 2024-09-17T08:31:47.272 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:47 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:47.272 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:47 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:31:47.548 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:31:47.548 INFO:teuthology.orchestra.run.smithi088.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9", 2024-09-17T08:31:47.548 INFO:teuthology.orchestra.run.smithi088.stdout: "in_progress": true, 2024-09-17T08:31:47.548 INFO:teuthology.orchestra.run.smithi088.stdout: "which": "Upgrading daemons of type(s) mon on host(s) smithi088", 2024-09-17T08:31:47.549 INFO:teuthology.orchestra.run.smithi088.stdout: "services_complete": [], 2024-09-17T08:31:47.549 INFO:teuthology.orchestra.run.smithi088.stdout: "progress": "1/2 daemons upgraded", 2024-09-17T08:31:47.549 INFO:teuthology.orchestra.run.smithi088.stdout: "message": "Currently upgrading mon daemons", 2024-09-17T08:31:47.549 INFO:teuthology.orchestra.run.smithi088.stdout: "is_paused": false 2024-09-17T08:31:47.549 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:31:48.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:48 smithi088 ceph-mon[67196]: pgmap v15: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:31:48.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:48 smithi088 ceph-mon[67196]: from='client.54171 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:31:48.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:48 smithi088 ceph-mon[67196]: from='client.54177 172.21.15.88:0/667536457' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:31:48.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:48 smithi088 ceph-mon[71593]: pgmap v15: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:31:48.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:48 smithi088 ceph-mon[71593]: from='client.54171 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:31:48.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:48 smithi088 ceph-mon[71593]: from='client.54177 172.21.15.88:0/667536457' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:31:48.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:48 smithi187 ceph-mon[70558]: pgmap v15: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-09-17T08:31:48.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:48 smithi187 ceph-mon[70558]: from='client.54171 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:31:48.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:48 smithi187 ceph-mon[70558]: from='client.54177 172.21.15.88:0/667536457' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:31:49.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:49 smithi187 ceph-mon[70558]: from='client.54183 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:31:49.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:49 smithi088 ceph-mon[67196]: from='client.54183 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:31:49.414 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:49 smithi088 ceph-mon[71593]: from='client.54183 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:31:50.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:50 smithi187 ceph-mon[70558]: pgmap v16: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:31:50.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:50 smithi088 ceph-mon[67196]: pgmap v16: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:31:50.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:50 smithi088 ceph-mon[71593]: pgmap v16: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:31:51.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:51 smithi088 ceph-mon[67196]: pgmap v17: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:31:51.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:51 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:51.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:51 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:51.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:51 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:51.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:51 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:51.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:51 smithi088 ceph-mon[71593]: pgmap v17: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:31:51.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:51 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:51.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:51 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:51.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:51 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:51.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:51 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:52.146 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:51 smithi187 ceph-mon[70558]: pgmap v17: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:31:52.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:51 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:52.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:51 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:52.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:51 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:52.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:51 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:53.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:53 smithi088 ceph-mon[67196]: pgmap v18: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:31:53.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:53 smithi088 ceph-mon[71593]: pgmap v18: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:31:54.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:53 smithi187 ceph-mon[70558]: pgmap v18: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:31:55.644 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:55 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:55.645 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:55 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:55.645 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:55 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:31:55.645 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:55 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:31:55.645 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:55 smithi088 ceph-mon[71593]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:31:55.645 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:55 smithi088 ceph-mon[71593]: pgmap v19: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:31:55.645 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:55 smithi088 ceph-mon[71593]: pgmap v20: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:31:55.645 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:55 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:55.645 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:55 smithi088 ceph-mon[71593]: Reconfiguring mon.a (monmap changed)... 2024-09-17T08:31:55.645 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:55 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T08:31:55.645 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:55 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-17T08:31:55.645 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:55 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:31:55.645 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:55 smithi088 ceph-mon[71593]: Reconfiguring daemon mon.a on smithi088 2024-09-17T08:31:55.646 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:55 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:55.646 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:55 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:55.646 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:55 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:31:55.646 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:55 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:31:55.646 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:55 smithi088 ceph-mon[67196]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:31:55.646 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:55 smithi088 ceph-mon[67196]: pgmap v19: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:31:55.646 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:55 smithi088 ceph-mon[67196]: pgmap v20: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:31:55.646 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:55 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:55.646 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:55 smithi088 ceph-mon[67196]: Reconfiguring mon.a (monmap changed)... 2024-09-17T08:31:55.646 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:55 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T08:31:55.646 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:55 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-17T08:31:55.646 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:55 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:31:55.647 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:55 smithi088 ceph-mon[67196]: Reconfiguring daemon mon.a on smithi088 2024-09-17T08:31:55.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:55 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:55.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:55 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:55.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:55 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:31:55.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:55 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:31:55.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:55 smithi187 ceph-mon[70558]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:31:55.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:55 smithi187 ceph-mon[70558]: pgmap v19: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:31:55.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:55 smithi187 ceph-mon[70558]: pgmap v20: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:31:55.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:55 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:55.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:55 smithi187 ceph-mon[70558]: Reconfiguring mon.a (monmap changed)... 2024-09-17T08:31:55.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:55 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T08:31:55.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:55 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-17T08:31:55.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:55 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:31:55.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:55 smithi187 ceph-mon[70558]: Reconfiguring daemon mon.a on smithi088 2024-09-17T08:31:56.992 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:56 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:56.993 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:56 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:56.993 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:56 smithi088 ceph-mon[67196]: Reconfiguring mgr.y (monmap changed)... 2024-09-17T08:31:56.993 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:56 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T08:31:56.993 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:56 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T08:31:56.993 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:56 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-17T08:31:56.993 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:56 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:31:56.993 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:56 smithi088 ceph-mon[67196]: Reconfiguring daemon mgr.y on smithi088 2024-09-17T08:31:56.993 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:56 smithi088 ceph-mon[67196]: pgmap v21: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:31:56.993 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:56 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:56.993 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:56 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:56.993 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:56 smithi088 ceph-mon[71593]: Reconfiguring mgr.y (monmap changed)... 2024-09-17T08:31:56.994 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:56 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T08:31:56.994 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:56 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T08:31:56.994 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:56 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-17T08:31:56.994 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:56 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:31:56.994 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:56 smithi088 ceph-mon[71593]: Reconfiguring daemon mgr.y on smithi088 2024-09-17T08:31:56.994 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:56 smithi088 ceph-mon[71593]: pgmap v21: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:31:57.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:56 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:57.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:56 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:57.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:56 smithi187 ceph-mon[70558]: Reconfiguring mgr.y (monmap changed)... 2024-09-17T08:31:57.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:56 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T08:31:57.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:56 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T08:31:57.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:56 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-17T08:31:57.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:56 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:31:57.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:56 smithi187 ceph-mon[70558]: Reconfiguring daemon mgr.y on smithi088 2024-09-17T08:31:57.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:56 smithi187 ceph-mon[70558]: pgmap v21: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:31:58.325 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:58 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:58.325 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:58 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:58.325 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:58 smithi088 ceph-mon[67196]: Reconfiguring mon.c (monmap changed)... 2024-09-17T08:31:58.325 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:58 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T08:31:58.325 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:58 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-17T08:31:58.325 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:58 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:31:58.325 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:58 smithi088 ceph-mon[67196]: Reconfiguring daemon mon.c on smithi088 2024-09-17T08:31:58.326 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:58 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:58.326 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:58 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:58.326 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:58 smithi088 ceph-mon[71593]: Reconfiguring mon.c (monmap changed)... 2024-09-17T08:31:58.326 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:58 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T08:31:58.326 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:58 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-17T08:31:58.326 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:58 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:31:58.326 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:58 smithi088 ceph-mon[71593]: Reconfiguring daemon mon.c on smithi088 2024-09-17T08:31:58.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:58 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:58.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:58 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:58.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:58 smithi187 ceph-mon[70558]: Reconfiguring mon.c (monmap changed)... 2024-09-17T08:31:58.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:58 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T08:31:58.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:58 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-17T08:31:58.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:58 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:31:58.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:58 smithi187 ceph-mon[70558]: Reconfiguring daemon mon.c on smithi088 2024-09-17T08:31:59.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:59 smithi187 ceph-mon[70558]: pgmap v22: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:31:59.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:59 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:59.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:59 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:59.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:59 smithi187 ceph-mon[70558]: Reconfiguring osd.0 (monmap changed)... 2024-09-17T08:31:59.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:59 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-17T08:31:59.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:59 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:31:59.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:31:59 smithi187 ceph-mon[70558]: Reconfiguring daemon osd.0 on smithi088 2024-09-17T08:31:59.656 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:59 smithi088 ceph-mon[67196]: pgmap v22: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:31:59.656 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:59 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:59.656 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:59 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:59.656 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:59 smithi088 ceph-mon[67196]: Reconfiguring osd.0 (monmap changed)... 2024-09-17T08:31:59.656 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:59 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-17T08:31:59.656 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:59 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:31:59.656 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:31:59 smithi088 ceph-mon[67196]: Reconfiguring daemon osd.0 on smithi088 2024-09-17T08:31:59.656 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:59 smithi088 ceph-mon[71593]: pgmap v22: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:31:59.656 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:59 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:59.656 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:59 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:31:59.657 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:59 smithi088 ceph-mon[71593]: Reconfiguring osd.0 (monmap changed)... 2024-09-17T08:31:59.657 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:59 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-17T08:31:59.657 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:59 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:31:59.657 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:31:59 smithi088 ceph-mon[71593]: Reconfiguring daemon osd.0 on smithi088 2024-09-17T08:32:01.072 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:00 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:01.072 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:00 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:01.072 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:00 smithi088 ceph-mon[67196]: Reconfiguring osd.1 (monmap changed)... 2024-09-17T08:32:01.072 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:00 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-17T08:32:01.072 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:00 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:32:01.072 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:00 smithi088 ceph-mon[67196]: Reconfiguring daemon osd.1 on smithi088 2024-09-17T08:32:01.072 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:00 smithi088 ceph-mon[67196]: pgmap v23: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:01.073 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:00 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:01.073 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:00 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:01.073 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:00 smithi088 ceph-mon[71593]: Reconfiguring osd.1 (monmap changed)... 2024-09-17T08:32:01.073 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:00 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-17T08:32:01.073 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:00 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:32:01.073 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:00 smithi088 ceph-mon[71593]: Reconfiguring daemon osd.1 on smithi088 2024-09-17T08:32:01.073 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:00 smithi088 ceph-mon[71593]: pgmap v23: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:01.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:00 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:01.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:00 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:01.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:00 smithi187 ceph-mon[70558]: Reconfiguring osd.1 (monmap changed)... 2024-09-17T08:32:01.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:00 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-17T08:32:01.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:00 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:32:01.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:00 smithi187 ceph-mon[70558]: Reconfiguring daemon osd.1 on smithi088 2024-09-17T08:32:01.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:00 smithi187 ceph-mon[70558]: pgmap v23: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:02.414 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:02 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:02.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:02 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:02.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:02 smithi088 ceph-mon[71593]: Reconfiguring osd.2 (monmap changed)... 2024-09-17T08:32:02.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:02 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-17T08:32:02.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:02 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:32:02.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:02 smithi088 ceph-mon[71593]: Reconfiguring daemon osd.2 on smithi088 2024-09-17T08:32:02.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:02 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:02.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:02 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:02.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:02 smithi088 ceph-mon[67196]: Reconfiguring osd.2 (monmap changed)... 2024-09-17T08:32:02.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:02 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-17T08:32:02.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:02 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:32:02.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:02 smithi088 ceph-mon[67196]: Reconfiguring daemon osd.2 on smithi088 2024-09-17T08:32:02.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:02 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:02.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:02 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:02.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:02 smithi187 ceph-mon[70558]: Reconfiguring osd.2 (monmap changed)... 2024-09-17T08:32:02.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:02 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-17T08:32:02.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:02 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:32:02.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:02 smithi187 ceph-mon[70558]: Reconfiguring daemon osd.2 on smithi088 2024-09-17T08:32:03.757 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:03 smithi088 ceph-mon[67196]: pgmap v24: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:03.757 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:03 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:03.757 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:03 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:03.757 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:03 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-17T08:32:03.757 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:03 smithi088 ceph-mon[67196]: Reconfiguring osd.3 (monmap changed)... 2024-09-17T08:32:03.757 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:03 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:32:03.757 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:03 smithi088 ceph-mon[67196]: Reconfiguring daemon osd.3 on smithi088 2024-09-17T08:32:03.758 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:03 smithi088 ceph-mon[71593]: pgmap v24: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:03.758 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:03 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:03.758 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:03 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:03.758 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:03 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-17T08:32:03.758 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:03 smithi088 ceph-mon[71593]: Reconfiguring osd.3 (monmap changed)... 2024-09-17T08:32:03.758 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:03 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:32:03.758 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:03 smithi088 ceph-mon[71593]: Reconfiguring daemon osd.3 on smithi088 2024-09-17T08:32:03.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:03 smithi187 ceph-mon[70558]: pgmap v24: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:03.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:03 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:03.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:03 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:03.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:03 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-17T08:32:03.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:03 smithi187 ceph-mon[70558]: Reconfiguring osd.3 (monmap changed)... 2024-09-17T08:32:03.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:03 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:32:03.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:03 smithi187 ceph-mon[70558]: Reconfiguring daemon osd.3 on smithi088 2024-09-17T08:32:05.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:04 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:05.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:04 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:05.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:04 smithi187 ceph-mon[70558]: Reconfiguring rgw.foo.smithi088.pybyat (monmap changed)... 2024-09-17T08:32:05.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:04 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi088.pybyat", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-17T08:32:05.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:04 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi088.pybyat", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-17T08:32:05.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:04 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:32:05.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:04 smithi187 ceph-mon[70558]: Reconfiguring daemon rgw.foo.smithi088.pybyat on smithi088 2024-09-17T08:32:05.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:04 smithi187 ceph-mon[70558]: pgmap v25: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:05.150 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:04 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:05.150 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:04 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:05.150 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:04 smithi088 ceph-mon[67196]: Reconfiguring rgw.foo.smithi088.pybyat (monmap changed)... 2024-09-17T08:32:05.151 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:04 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi088.pybyat", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-17T08:32:05.151 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:04 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi088.pybyat", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-17T08:32:05.151 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:04 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:32:05.151 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:04 smithi088 ceph-mon[67196]: Reconfiguring daemon rgw.foo.smithi088.pybyat on smithi088 2024-09-17T08:32:05.151 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:04 smithi088 ceph-mon[67196]: pgmap v25: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:05.151 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:04 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:05.151 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:04 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:05.151 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:04 smithi088 ceph-mon[71593]: Reconfiguring rgw.foo.smithi088.pybyat (monmap changed)... 2024-09-17T08:32:05.151 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:04 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi088.pybyat", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-17T08:32:05.151 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:04 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi088.pybyat", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-17T08:32:05.151 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:04 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:32:05.152 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:04 smithi088 ceph-mon[71593]: Reconfiguring daemon rgw.foo.smithi088.pybyat on smithi088 2024-09-17T08:32:05.152 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:04 smithi088 ceph-mon[71593]: pgmap v25: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:06.547 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:06 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:06.547 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:06 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:06.547 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:06 smithi187 ceph-mon[70558]: Reconfiguring mon.b (monmap changed)... 2024-09-17T08:32:06.547 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:06 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T08:32:06.547 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:06 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-17T08:32:06.547 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:06 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:32:06.547 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:06 smithi187 ceph-mon[70558]: Reconfiguring daemon mon.b on smithi187 2024-09-17T08:32:06.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:06 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:06.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:06 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:06.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:06 smithi088 ceph-mon[71593]: Reconfiguring mon.b (monmap changed)... 2024-09-17T08:32:06.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:06 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T08:32:06.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:06 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-17T08:32:06.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:06 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:32:06.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:06 smithi088 ceph-mon[71593]: Reconfiguring daemon mon.b on smithi187 2024-09-17T08:32:06.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:06 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:06.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:06 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:06.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:06 smithi088 ceph-mon[67196]: Reconfiguring mon.b (monmap changed)... 2024-09-17T08:32:06.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:06 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T08:32:06.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:06 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-17T08:32:06.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:06 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:32:06.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:06 smithi088 ceph-mon[67196]: Reconfiguring daemon mon.b on smithi187 2024-09-17T08:32:07.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:07 smithi187 ceph-mon[70558]: pgmap v26: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:07.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:07 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:07.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:07 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:07.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:07 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T08:32:07.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:07 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T08:32:07.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:07 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-17T08:32:07.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:07 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:32:07.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:07 smithi088 ceph-mon[67196]: pgmap v26: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:07.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:07 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:07.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:07 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:07.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:07 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T08:32:07.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:07 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T08:32:07.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:07 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-17T08:32:07.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:07 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:32:07.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:07 smithi088 ceph-mon[71593]: pgmap v26: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:07.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:07 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:07.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:07 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:07.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:07 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T08:32:07.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:07 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T08:32:07.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:07 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-17T08:32:07.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:07 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:32:08.369 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:08 smithi187 ceph-mon[70558]: Reconfiguring mgr.x (monmap changed)... 2024-09-17T08:32:08.369 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:08 smithi187 ceph-mon[70558]: Reconfiguring daemon mgr.x on smithi187 2024-09-17T08:32:08.369 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:08 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:08.369 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:08 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:08.369 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:08 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-17T08:32:08.370 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:08 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:32:08.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:08 smithi088 ceph-mon[67196]: Reconfiguring mgr.x (monmap changed)... 2024-09-17T08:32:08.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:08 smithi088 ceph-mon[67196]: Reconfiguring daemon mgr.x on smithi187 2024-09-17T08:32:08.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:08 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:08.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:08 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:08.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:08 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-17T08:32:08.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:08 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:32:08.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:08 smithi088 ceph-mon[71593]: Reconfiguring mgr.x (monmap changed)... 2024-09-17T08:32:08.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:08 smithi088 ceph-mon[71593]: Reconfiguring daemon mgr.x on smithi187 2024-09-17T08:32:08.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:08 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:08.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:08 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:08.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:08 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-17T08:32:08.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:08 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:32:09.326 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:09 smithi187 ceph-mon[70558]: Reconfiguring osd.4 (monmap changed)... 2024-09-17T08:32:09.326 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:09 smithi187 ceph-mon[70558]: Reconfiguring daemon osd.4 on smithi187 2024-09-17T08:32:09.327 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:09 smithi187 ceph-mon[70558]: pgmap v27: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:09.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:09 smithi088 ceph-mon[67196]: Reconfiguring osd.4 (monmap changed)... 2024-09-17T08:32:09.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:09 smithi088 ceph-mon[67196]: Reconfiguring daemon osd.4 on smithi187 2024-09-17T08:32:09.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:09 smithi088 ceph-mon[67196]: pgmap v27: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:09.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:09 smithi088 ceph-mon[71593]: Reconfiguring osd.4 (monmap changed)... 2024-09-17T08:32:09.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:09 smithi088 ceph-mon[71593]: Reconfiguring daemon osd.4 on smithi187 2024-09-17T08:32:09.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:09 smithi088 ceph-mon[71593]: pgmap v27: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:10.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:10 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:10.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:10 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:10.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:10 smithi088 ceph-mon[67196]: Reconfiguring osd.5 (monmap changed)... 2024-09-17T08:32:10.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:10 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-17T08:32:10.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:10 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:32:10.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:10 smithi088 ceph-mon[67196]: Reconfiguring daemon osd.5 on smithi187 2024-09-17T08:32:10.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:10 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:10.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:10 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:10.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:10 smithi088 ceph-mon[71593]: Reconfiguring osd.5 (monmap changed)... 2024-09-17T08:32:10.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:10 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-17T08:32:10.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:10 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:32:10.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:10 smithi088 ceph-mon[71593]: Reconfiguring daemon osd.5 on smithi187 2024-09-17T08:32:10.755 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:10 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:10.756 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:10 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:10.756 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:10 smithi187 ceph-mon[70558]: Reconfiguring osd.5 (monmap changed)... 2024-09-17T08:32:10.756 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:10 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-17T08:32:10.756 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:10 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:32:10.756 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:10 smithi187 ceph-mon[70558]: Reconfiguring daemon osd.5 on smithi187 2024-09-17T08:32:11.586 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:11 smithi187 ceph-mon[70558]: pgmap v28: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:11.587 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:11 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:11.587 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:11 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:11.587 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:11 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-17T08:32:11.587 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:11 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:32:11.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:11 smithi088 ceph-mon[67196]: pgmap v28: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:11.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:11 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:11.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:11 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:11.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:11 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-17T08:32:11.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:11 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:32:11.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:11 smithi088 ceph-mon[71593]: pgmap v28: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:11.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:11 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:11.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:11 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:11.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:11 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-17T08:32:11.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:11 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:32:12.605 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:12 smithi187 ceph-mon[70558]: Reconfiguring osd.6 (monmap changed)... 2024-09-17T08:32:12.605 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:12 smithi187 ceph-mon[70558]: Reconfiguring daemon osd.6 on smithi187 2024-09-17T08:32:12.605 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:12 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:12.605 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:12 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:12.605 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:12 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-17T08:32:12.605 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:12 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:32:12.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:12 smithi088 ceph-mon[67196]: Reconfiguring osd.6 (monmap changed)... 2024-09-17T08:32:12.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:12 smithi088 ceph-mon[67196]: Reconfiguring daemon osd.6 on smithi187 2024-09-17T08:32:12.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:12 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:12.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:12 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:12.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:12 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-17T08:32:12.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:12 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:32:12.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:12 smithi088 ceph-mon[71593]: Reconfiguring osd.6 (monmap changed)... 2024-09-17T08:32:12.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:12 smithi088 ceph-mon[71593]: Reconfiguring daemon osd.6 on smithi187 2024-09-17T08:32:12.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:12 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:12.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:12 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:12.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:12 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-17T08:32:12.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:12 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:32:13.572 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:13 smithi187 ceph-mon[70558]: pgmap v29: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:13.572 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:13 smithi187 ceph-mon[70558]: Reconfiguring osd.7 (monmap changed)... 2024-09-17T08:32:13.572 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:13 smithi187 ceph-mon[70558]: Reconfiguring daemon osd.7 on smithi187 2024-09-17T08:32:13.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:13 smithi088 ceph-mon[67196]: pgmap v29: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:13.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:13 smithi088 ceph-mon[67196]: Reconfiguring osd.7 (monmap changed)... 2024-09-17T08:32:13.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:13 smithi088 ceph-mon[67196]: Reconfiguring daemon osd.7 on smithi187 2024-09-17T08:32:13.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:13 smithi088 ceph-mon[71593]: pgmap v29: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:13.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:13 smithi088 ceph-mon[71593]: Reconfiguring osd.7 (monmap changed)... 2024-09-17T08:32:13.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:13 smithi088 ceph-mon[71593]: Reconfiguring daemon osd.7 on smithi187 2024-09-17T08:32:14.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:14 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:14.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:14 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:14.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:14 smithi088 ceph-mon[67196]: Reconfiguring rgw.foo.smithi187.yrrxta (monmap changed)... 2024-09-17T08:32:14.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:14 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi187.yrrxta", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-17T08:32:14.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:14 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi187.yrrxta", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-17T08:32:14.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:14 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:32:14.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:14 smithi088 ceph-mon[67196]: Reconfiguring daemon rgw.foo.smithi187.yrrxta on smithi187 2024-09-17T08:32:14.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:14 smithi088 ceph-mon[67196]: pgmap v30: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:14.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:14 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:14.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:14 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:14.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:14 smithi088 ceph-mon[71593]: Reconfiguring rgw.foo.smithi187.yrrxta (monmap changed)... 2024-09-17T08:32:14.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:14 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi187.yrrxta", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-17T08:32:14.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:14 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi187.yrrxta", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-17T08:32:14.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:14 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:32:14.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:14 smithi088 ceph-mon[71593]: Reconfiguring daemon rgw.foo.smithi187.yrrxta on smithi187 2024-09-17T08:32:14.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:14 smithi088 ceph-mon[71593]: pgmap v30: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:14.937 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:14 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:14.937 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:14 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:14.937 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:14 smithi187 ceph-mon[70558]: Reconfiguring rgw.foo.smithi187.yrrxta (monmap changed)... 2024-09-17T08:32:14.937 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:14 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi187.yrrxta", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-17T08:32:14.937 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:14 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi187.yrrxta", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-17T08:32:14.937 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:14 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:32:14.937 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:14 smithi187 ceph-mon[70558]: Reconfiguring daemon rgw.foo.smithi187.yrrxta on smithi187 2024-09-17T08:32:14.937 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:14 smithi187 ceph-mon[70558]: pgmap v30: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:16.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:16.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:16.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:32:16.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:16.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:16.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all mon 2024-09-17T08:32:16.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:16.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-17T08:32:16.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-17T08:32:16.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-17T08:32:16.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-17T08:32:16.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-17T08:32:16.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-17T08:32:16.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:16.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all crash 2024-09-17T08:32:16.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:16.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:16.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all mds 2024-09-17T08:32:16.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:16.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:16.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all rbd-mirror 2024-09-17T08:32:16.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:16.400 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:16.400 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all cephfs-mirror 2024-09-17T08:32:16.400 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-17T08:32:16.400 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-17T08:32:16.400 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-17T08:32:16.400 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-17T08:32:16.400 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:16.400 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all ceph-exporter 2024-09-17T08:32:16.400 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:16.400 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:16.400 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all nfs 2024-09-17T08:32:16.400 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:16.400 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:16.400 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all nvmeof 2024-09-17T08:32:16.401 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:16.401 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:16.401 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all node-exporter 2024-09-17T08:32:16.401 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-17T08:32:16.401 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-17T08:32:16.401 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-17T08:32:16.401 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-17T08:32:16.401 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:16.401 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all prometheus 2024-09-17T08:32:16.401 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-17T08:32:16.401 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-17T08:32:16.401 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-17T08:32:16.401 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-17T08:32:16.401 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:16.402 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all alertmanager 2024-09-17T08:32:16.402 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-17T08:32:16.402 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-17T08:32:16.402 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-17T08:32:16.402 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-17T08:32:16.402 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:16.402 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all grafana 2024-09-17T08:32:16.402 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-17T08:32:16.402 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-17T08:32:16.402 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-17T08:32:16.402 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-17T08:32:16.402 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:16.402 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all loki 2024-09-17T08:32:16.402 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-17T08:32:16.403 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-17T08:32:16.403 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-17T08:32:16.403 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-17T08:32:16.403 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:16.403 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all promtail 2024-09-17T08:32:16.403 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-17T08:32:16.403 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-17T08:32:16.403 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-17T08:32:16.403 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-17T08:32:16.403 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: Upgrade: Finalizing container_image settings 2024-09-17T08:32:16.403 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-17T08:32:16.403 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-17T08:32:16.403 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-17T08:32:16.403 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:32:16.403 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:32:16.404 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-17T08:32:16.404 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-17T08:32:16.404 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-17T08:32:16.404 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-17T08:32:16.404 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-17T08:32:16.404 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-17T08:32:16.404 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-17T08:32:16.404 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-17T08:32:16.404 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-17T08:32:16.404 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-17T08:32:16.404 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-17T08:32:16.405 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-17T08:32:16.405 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-17T08:32:16.405 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-17T08:32:16.405 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:32:16.405 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:32:16.405 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-17T08:32:16.405 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-17T08:32:16.405 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-17T08:32:16.405 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-17T08:32:16.405 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-17T08:32:16.405 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-17T08:32:16.405 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-17T08:32:16.406 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-17T08:32:16.406 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-17T08:32:16.406 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-17T08:32:16.406 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-17T08:32:16.406 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:32:16.406 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:32:16.406 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:32:16.406 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:32:16.407 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:32:16.407 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:32:16.407 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:32:16.407 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:32:16.407 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:32:16.407 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:32:16.407 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:32:16.407 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:32:16.407 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-17T08:32:16.407 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-17T08:32:16.408 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]': finished 2024-09-17T08:32:16.408 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: Upgrade: Complete! 2024-09-17T08:32:16.408 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-17T08:32:16.408 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-17T08:32:16.408 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-17T08:32:16.408 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:32:16.408 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:32:16.408 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:32:16.408 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:32:16.408 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: pgmap v31: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:16.408 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: pgmap v32: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:16.408 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:16.409 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:32:16.409 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:32:16.409 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:32:16.409 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:32:16.409 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: pgmap v33: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:16.409 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: pgmap v34: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:16.409 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:16.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:16.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:16.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:32:16.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:16.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:16.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all mon 2024-09-17T08:32:16.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:16.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-17T08:32:16.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-17T08:32:16.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-17T08:32:16.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-17T08:32:16.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-17T08:32:16.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-17T08:32:16.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:16.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all crash 2024-09-17T08:32:16.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:16.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:16.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all mds 2024-09-17T08:32:16.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:16.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:16.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all rbd-mirror 2024-09-17T08:32:16.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:16.421 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:16.421 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all cephfs-mirror 2024-09-17T08:32:16.421 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-17T08:32:16.421 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-17T08:32:16.421 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-17T08:32:16.421 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-17T08:32:16.421 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:16.421 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all ceph-exporter 2024-09-17T08:32:16.421 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:16.421 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:16.422 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:16.422 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:16.422 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:32:16.422 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:16.422 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:16.422 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all mon 2024-09-17T08:32:16.422 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:16.422 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-17T08:32:16.423 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-17T08:32:16.423 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-17T08:32:16.423 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-17T08:32:16.423 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-17T08:32:16.423 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-17T08:32:16.423 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:16.423 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all crash 2024-09-17T08:32:16.423 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:16.423 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:16.423 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all mds 2024-09-17T08:32:16.423 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:16.423 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:16.423 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all rbd-mirror 2024-09-17T08:32:16.423 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:16.424 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:16.424 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all cephfs-mirror 2024-09-17T08:32:16.424 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-17T08:32:16.424 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-17T08:32:16.424 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-17T08:32:16.424 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-17T08:32:16.424 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:16.424 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all ceph-exporter 2024-09-17T08:32:16.424 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:16.424 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:16.424 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all nfs 2024-09-17T08:32:16.424 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:16.424 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:16.424 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all nvmeof 2024-09-17T08:32:16.424 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:16.425 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:16.425 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all node-exporter 2024-09-17T08:32:16.425 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-17T08:32:16.425 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-17T08:32:16.425 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-17T08:32:16.425 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-17T08:32:16.425 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:16.425 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all prometheus 2024-09-17T08:32:16.425 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-17T08:32:16.425 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-17T08:32:16.425 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-17T08:32:16.425 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-17T08:32:16.425 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:16.425 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all alertmanager 2024-09-17T08:32:16.426 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-17T08:32:16.426 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-17T08:32:16.426 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-17T08:32:16.426 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-17T08:32:16.426 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:16.426 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all grafana 2024-09-17T08:32:16.426 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-17T08:32:16.426 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-17T08:32:16.426 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-17T08:32:16.426 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all nfs 2024-09-17T08:32:16.426 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:16.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:16.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all nvmeof 2024-09-17T08:32:16.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:16.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:16.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all node-exporter 2024-09-17T08:32:16.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-17T08:32:16.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-17T08:32:16.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-17T08:32:16.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-17T08:32:16.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:16.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all prometheus 2024-09-17T08:32:16.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-17T08:32:16.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-17T08:32:16.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-17T08:32:16.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-17T08:32:16.428 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:16.428 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all alertmanager 2024-09-17T08:32:16.428 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-17T08:32:16.428 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-17T08:32:16.428 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-17T08:32:16.428 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-17T08:32:16.428 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:16.428 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all grafana 2024-09-17T08:32:16.428 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-17T08:32:16.428 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-17T08:32:16.428 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-17T08:32:16.429 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-17T08:32:16.429 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:16.429 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all loki 2024-09-17T08:32:16.429 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-17T08:32:16.429 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-17T08:32:16.429 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-17T08:32:16.429 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-17T08:32:16.429 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:16.429 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all promtail 2024-09-17T08:32:16.429 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-17T08:32:16.429 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-17T08:32:16.429 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-17T08:32:16.430 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-17T08:32:16.430 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: Upgrade: Finalizing container_image settings 2024-09-17T08:32:16.430 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-17T08:32:16.430 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-17T08:32:16.430 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-17T08:32:16.430 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:32:16.430 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:32:16.430 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-17T08:32:16.430 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-17T08:32:16.430 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-17T08:32:16.430 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-17T08:32:16.430 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-17T08:32:16.430 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-17T08:32:16.430 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-17T08:32:16.431 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-17T08:32:16.431 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:16.431 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all loki 2024-09-17T08:32:16.431 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-17T08:32:16.431 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-17T08:32:16.431 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-17T08:32:16.431 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-17T08:32:16.431 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:16.431 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all promtail 2024-09-17T08:32:16.432 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-17T08:32:16.432 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-17T08:32:16.432 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-17T08:32:16.432 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-17T08:32:16.432 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: Upgrade: Finalizing container_image settings 2024-09-17T08:32:16.432 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-17T08:32:16.432 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-17T08:32:16.432 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-17T08:32:16.432 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:32:16.432 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:32:16.433 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-17T08:32:16.433 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-17T08:32:16.433 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-17T08:32:16.433 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-17T08:32:16.433 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-17T08:32:16.433 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-17T08:32:16.433 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-17T08:32:16.433 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-17T08:32:16.433 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-17T08:32:16.434 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-17T08:32:16.434 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-17T08:32:16.434 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-17T08:32:16.434 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-17T08:32:16.434 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-17T08:32:16.434 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:32:16.434 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:32:16.434 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-17T08:32:16.434 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-17T08:32:16.434 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-17T08:32:16.434 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-17T08:32:16.434 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-17T08:32:16.434 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-17T08:32:16.434 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-17T08:32:16.434 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-17T08:32:16.435 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-17T08:32:16.435 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-17T08:32:16.435 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-17T08:32:16.435 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:32:16.435 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:32:16.435 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:32:16.435 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:32:16.435 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-17T08:32:16.435 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-17T08:32:16.435 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-17T08:32:16.435 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-17T08:32:16.435 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-17T08:32:16.436 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-17T08:32:16.436 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-17T08:32:16.436 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:32:16.436 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:32:16.436 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-17T08:32:16.436 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-17T08:32:16.436 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-17T08:32:16.436 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-17T08:32:16.436 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-17T08:32:16.436 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-17T08:32:16.436 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-17T08:32:16.436 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-17T08:32:16.436 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-17T08:32:16.436 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-17T08:32:16.437 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-17T08:32:16.437 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:32:16.437 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:32:16.437 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:32:16.437 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:32:16.437 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:32:16.438 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:32:16.438 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:32:16.438 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:32:16.438 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:32:16.438 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:32:16.438 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:32:16.438 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:32:16.438 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-17T08:32:16.438 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-17T08:32:16.439 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]': finished 2024-09-17T08:32:16.439 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: Upgrade: Complete! 2024-09-17T08:32:16.439 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-17T08:32:16.439 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-17T08:32:16.439 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-17T08:32:16.439 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:32:16.439 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:32:16.439 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:32:16.439 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:32:16.439 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: pgmap v31: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:16.439 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: pgmap v32: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:16.439 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:16.439 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:32:16.439 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:32:16.440 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:32:16.440 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:32:16.440 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: pgmap v33: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:16.440 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: pgmap v34: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:16.440 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:16.440 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:32:16.440 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:32:16.440 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:32:16.441 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:32:16.441 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:32:16.441 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:32:16.441 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:32:16.441 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:32:16.441 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-17T08:32:16.441 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-17T08:32:16.441 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]': finished 2024-09-17T08:32:16.441 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: Upgrade: Complete! 2024-09-17T08:32:16.441 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-17T08:32:16.441 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-17T08:32:16.441 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-17T08:32:16.442 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:32:16.442 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:32:16.442 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:32:16.442 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:32:16.442 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: pgmap v31: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:16.442 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: pgmap v32: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:16.442 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:16.442 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:32:16.442 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:32:16.442 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:32:16.442 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:32:16.442 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: pgmap v33: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:16.442 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: pgmap v34: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:16.443 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:18.511 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:18 smithi088 ceph-mon[67196]: pgmap v35: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:18.511 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:18 smithi088 ceph-mon[71593]: pgmap v35: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:18.535 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph orch ps' 2024-09-17T08:32:18.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:18 smithi187 ceph-mon[70558]: pgmap v35: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:19.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:19 smithi187 ceph-mon[70558]: from='client.64102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:32:19.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:19 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:19.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:19 smithi088 ceph-mon[71593]: from='client.64102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:32:19.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:19 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:19.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:19 smithi088 ceph-mon[67196]: from='client.64102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:32:19.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:19 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:20.566 INFO:teuthology.orchestra.run.smithi088.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T08:32:20.566 INFO:teuthology.orchestra.run.smithi088.stdout:alertmanager.a smithi088 *:9093,9094 running (3m) 29s ago 24m 27.7M - 0.25.0 c8568f914cd2 ae3ad2ca8c3e 2024-09-17T08:32:20.566 INFO:teuthology.orchestra.run.smithi088.stdout:grafana.a smithi187 *:3000 running (2m) 51s ago 24m 81.8M - 9.4.7 954c08fa6188 bb16e26e2835 2024-09-17T08:32:20.566 INFO:teuthology.orchestra.run.smithi088.stdout:iscsi.foo.smithi187.kgegfj smithi187 unknown 51s ago 24m - - 2024-09-17T08:32:20.566 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.x smithi187 *:8443,8765 running (4m) 51s ago 28m 434M - 18.2.4-855-g19e2a2be 980a0bfcd684 d71cc65429a4 2024-09-17T08:32:20.566 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.y smithi088 *:8443,8765 running (14m) 29s ago 30m 475M - 18.2.4-855-g19e2a2be 980a0bfcd684 3228b2505d9a 2024-09-17T08:32:20.566 INFO:teuthology.orchestra.run.smithi088.stdout:mon.a smithi088 running (62s) 29s ago 30m 45.3M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 7a79828a62c2 2024-09-17T08:32:20.566 INFO:teuthology.orchestra.run.smithi088.stdout:mon.b smithi187 running (112s) 51s ago 29m 42.7M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 d4e39e0851a6 2024-09-17T08:32:20.566 INFO:teuthology.orchestra.run.smithi088.stdout:mon.c smithi088 running (41s) 29s ago 29m 24.2M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 9f9c833cecc9 2024-09-17T08:32:20.567 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.a smithi088 *:9100 running (3m) 29s ago 25m 15.3M - 1.5.0 0da6a335fe13 b70a15a514fb 2024-09-17T08:32:20.567 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.b smithi187 *:9100 running (3m) 51s ago 25m 16.0M - 1.5.0 0da6a335fe13 75f36e91740f 2024-09-17T08:32:20.567 INFO:teuthology.orchestra.run.smithi088.stdout:osd.0 smithi088 running (28m) 29s ago 28m 48.6M 4096M 16.2.0 24ecd6d5f14c 999284c446e9 2024-09-17T08:32:20.567 INFO:teuthology.orchestra.run.smithi088.stdout:osd.1 smithi088 running (28m) 29s ago 28m 47.7M 4096M 16.2.0 24ecd6d5f14c 76ee60c1a08d 2024-09-17T08:32:20.567 INFO:teuthology.orchestra.run.smithi088.stdout:osd.2 smithi088 running (27m) 29s ago 27m 46.5M 4096M 16.2.0 24ecd6d5f14c 2503783cc013 2024-09-17T08:32:20.567 INFO:teuthology.orchestra.run.smithi088.stdout:osd.3 smithi088 running (27m) 29s ago 27m 48.8M 4096M 16.2.0 24ecd6d5f14c bf680a19cb5a 2024-09-17T08:32:20.567 INFO:teuthology.orchestra.run.smithi088.stdout:osd.4 smithi187 running (27m) 51s ago 27m 49.5M 4096M 16.2.0 24ecd6d5f14c a8462272aa51 2024-09-17T08:32:20.567 INFO:teuthology.orchestra.run.smithi088.stdout:osd.5 smithi187 running (27m) 51s ago 27m 47.2M 4096M 16.2.0 24ecd6d5f14c c3463f9a8b7e 2024-09-17T08:32:20.567 INFO:teuthology.orchestra.run.smithi088.stdout:osd.6 smithi187 running (26m) 51s ago 26m 50.9M 4096M 16.2.0 24ecd6d5f14c 53d9ca2fb095 2024-09-17T08:32:20.567 INFO:teuthology.orchestra.run.smithi088.stdout:osd.7 smithi187 running (26m) 51s ago 26m 49.9M 4096M 16.2.0 24ecd6d5f14c 61f8b7fae59c 2024-09-17T08:32:20.567 INFO:teuthology.orchestra.run.smithi088.stdout:prometheus.a smithi187 *:9095 running (3m) 51s ago 25m 50.9M - 2.43.0 a07b618ecd1d 052443b7a266 2024-09-17T08:32:20.567 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi088.pybyat smithi088 *:8000 running (24m) 29s ago 24m 46.6M - 16.2.0 24ecd6d5f14c 1e03127137af 2024-09-17T08:32:20.567 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi187.yrrxta smithi187 *:8000 running (24m) 51s ago 24m 45.3M - 16.2.0 24ecd6d5f14c 304f0f2cb409 2024-09-17T08:32:20.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:20 smithi187 ceph-mon[70558]: pgmap v36: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:20.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:20 smithi088 ceph-mon[67196]: pgmap v36: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:20.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:20 smithi088 ceph-mon[71593]: pgmap v36: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:21.242 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph versions | jq -e '"'"'.mon | length == 1'"'"'' 2024-09-17T08:32:22.543 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:22 smithi088 ceph-mon[67196]: from='client.54195 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:32:22.543 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:22 smithi088 ceph-mon[67196]: pgmap v37: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:22.543 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:22 smithi088 ceph-mon[71593]: from='client.54195 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:32:22.544 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:22 smithi088 ceph-mon[71593]: pgmap v37: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:22.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:22 smithi187 ceph-mon[70558]: from='client.54195 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:32:22.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:22 smithi187 ceph-mon[70558]: pgmap v37: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:23.336 INFO:teuthology.orchestra.run.smithi088.stdout:true 2024-09-17T08:32:23.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:23 smithi088 ceph-mon[67196]: from='client.54201 172.21.15.88:0/4259797011' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:23.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:23 smithi088 ceph-mon[71593]: from='client.54201 172.21.15.88:0/4259797011' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:23.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:23 smithi187 ceph-mon[70558]: from='client.54201 172.21.15.88:0/4259797011' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:23.990 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph versions | jq -e '"'"'.mon | keys'"'"' | grep $sha1' 2024-09-17T08:32:24.545 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:24 smithi088 ceph-mon[67196]: pgmap v38: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:24.545 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:24 smithi088 ceph-mon[71593]: pgmap v38: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:24.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:24 smithi187 ceph-mon[70558]: pgmap v38: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:26.020 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)" 2024-09-17T08:32:26.615 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:26 smithi088 ceph-mon[67196]: pgmap v39: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:26.616 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:26 smithi088 ceph-mon[67196]: from='client.64120 172.21.15.88:0/2592910348' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:26.616 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:26 smithi088 ceph-mon[71593]: pgmap v39: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:26.616 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:26 smithi088 ceph-mon[71593]: from='client.64120 172.21.15.88:0/2592910348' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:26.639 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '"'"'.up_to_date | length == 5'"'"'' 2024-09-17T08:32:26.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:26 smithi187 ceph-mon[70558]: pgmap v39: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:26.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:26 smithi187 ceph-mon[70558]: from='client.64120 172.21.15.88:0/2592910348' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:28.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:28 smithi088 ceph-mon[67196]: pgmap v40: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:28.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:28 smithi088 ceph-mon[71593]: pgmap v40: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:28.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:28 smithi187 ceph-mon[70558]: pgmap v40: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:29.827 INFO:teuthology.orchestra.run.smithi088.stdout:true 2024-09-17T08:32:30.420 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph orch upgrade status' 2024-09-17T08:32:30.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:30 smithi088 ceph-mon[67196]: from='client.54213 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:32:30.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:30 smithi088 ceph-mon[67196]: pgmap v41: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:30.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:30 smithi088 ceph-mon[71593]: from='client.54213 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:32:30.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:30 smithi088 ceph-mon[71593]: pgmap v41: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:30.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:30 smithi187 ceph-mon[70558]: from='client.54213 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:32:30.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:30 smithi187 ceph-mon[70558]: pgmap v41: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:32.343 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:32:32.343 INFO:teuthology.orchestra.run.smithi088.stdout: "target_image": null, 2024-09-17T08:32:32.343 INFO:teuthology.orchestra.run.smithi088.stdout: "in_progress": false, 2024-09-17T08:32:32.343 INFO:teuthology.orchestra.run.smithi088.stdout: "which": "", 2024-09-17T08:32:32.343 INFO:teuthology.orchestra.run.smithi088.stdout: "services_complete": [], 2024-09-17T08:32:32.343 INFO:teuthology.orchestra.run.smithi088.stdout: "progress": null, 2024-09-17T08:32:32.343 INFO:teuthology.orchestra.run.smithi088.stdout: "message": "", 2024-09-17T08:32:32.343 INFO:teuthology.orchestra.run.smithi088.stdout: "is_paused": false 2024-09-17T08:32:32.344 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:32:32.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:32 smithi088 ceph-mon[67196]: pgmap v42: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:32.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:32 smithi088 ceph-mon[71593]: pgmap v42: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:32.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:32 smithi187 ceph-mon[70558]: pgmap v42: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:33.076 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph health detail' 2024-09-17T08:32:33.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:33 smithi088 ceph-mon[67196]: from='client.54219 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:32:33.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:33 smithi088 ceph-mon[71593]: from='client.54219 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:32:33.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:33 smithi187 ceph-mon[70558]: from='client.54219 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:32:34.629 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:34 smithi088 ceph-mon[67196]: pgmap v43: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:34.629 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:34 smithi088 ceph-mon[71593]: pgmap v43: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:34.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:34 smithi187 ceph-mon[70558]: pgmap v43: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:35.142 INFO:teuthology.orchestra.run.smithi088.stdout:HEALTH_WARN 1 failed cephadm daemon(s) 2024-09-17T08:32:35.142 INFO:teuthology.orchestra.run.smithi088.stdout:[WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-09-17T08:32:35.142 INFO:teuthology.orchestra.run.smithi088.stdout: daemon iscsi.foo.smithi187.kgegfj on smithi187 is in unknown state 2024-09-17T08:32:35.792 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:35 smithi088 ceph-mon[67196]: from='client.54225 172.21.15.88:0/4252293236' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-17T08:32:35.792 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:35 smithi088 ceph-mon[71593]: from='client.54225 172.21.15.88:0/4252293236' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-17T08:32:35.839 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types osd --limit 2' 2024-09-17T08:32:35.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:35 smithi187 ceph-mon[70558]: from='client.54225 172.21.15.88:0/4252293236' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-17T08:32:36.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:36 smithi187 ceph-mon[70558]: pgmap v44: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:36.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:36 smithi088 ceph-mon[67196]: pgmap v44: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:36.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:36 smithi088 ceph-mon[71593]: pgmap v44: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:38.490 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:38 smithi088 ceph-mon[67196]: pgmap v45: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:38.490 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:38 smithi088 ceph-mon[71593]: pgmap v45: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:38.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:38 smithi187 ceph-mon[70558]: pgmap v45: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:39.281 INFO:teuthology.orchestra.run.smithi088.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:32:39.622 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:39 smithi088 ceph-mon[71593]: from='client.64144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9", "daemon_types": "osd", "limit": 2, "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:32:39.622 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:39 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:39.622 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:39 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:32:39.623 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:39 smithi088 ceph-mon[67196]: from='client.64144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9", "daemon_types": "osd", "limit": 2, "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:32:39.623 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:39 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:39.623 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:39 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:32:39.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:39 smithi187 ceph-mon[70558]: from='client.64144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9", "daemon_types": "osd", "limit": 2, "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:32:39.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:39 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:39.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:39 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:32:39.954 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-09-17T08:32:40.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:40 smithi088 ceph-mon[67196]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:32:40.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:40 smithi088 ceph-mon[67196]: pgmap v46: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:40.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:40 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:32:40.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:40 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:32:40.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:40 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:40.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:40 smithi088 ceph-mon[71593]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:32:40.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:40 smithi088 ceph-mon[71593]: pgmap v46: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:40.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:40 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:32:40.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:40 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:32:40.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:40 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:40.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:40 smithi187 ceph-mon[70558]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:32:40.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:40 smithi187 ceph-mon[70558]: pgmap v46: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:40.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:40 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:32:40.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:40 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:32:40.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:40 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:41.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:41 smithi088 ceph-mon[67196]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:32:41.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:41 smithi088 ceph-mon[67196]: pgmap v47: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:41.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:41 smithi088 ceph-mon[67196]: pgmap v48: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:41.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:41 smithi088 ceph-mon[67196]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:32:41.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:41 smithi088 ceph-mon[71593]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:32:41.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:41 smithi088 ceph-mon[71593]: pgmap v47: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:41.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:41 smithi088 ceph-mon[71593]: pgmap v48: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:41.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:41 smithi088 ceph-mon[71593]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:32:41.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:41 smithi187 ceph-mon[70558]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:32:41.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:41 smithi187 ceph-mon[70558]: pgmap v47: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:41.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:41 smithi187 ceph-mon[70558]: pgmap v48: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:41.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:41 smithi187 ceph-mon[70558]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:32:42.960 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:42 smithi088 ceph-mon[67196]: pgmap v49: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:42.960 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:42 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:42.960 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:42 smithi088 ceph-mon[67196]: Upgrade: Target is version 18.2.4-855-g19e2a2be (reef) 2024-09-17T08:32:42.960 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:42 smithi088 ceph-mon[67196]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, digests ['quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9'] 2024-09-17T08:32:42.960 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:42 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:32:42.961 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:42 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:42.961 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:42 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:42.961 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:42 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all mgr 2024-09-17T08:32:42.961 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:42 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:42.961 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:42 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:42.961 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:42 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all mon 2024-09-17T08:32:42.961 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:42 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:42.961 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:42 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:42.961 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:42 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all crash 2024-09-17T08:32:42.961 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:42 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:42.961 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:42 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-17T08:32:42.961 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:42 smithi088 ceph-mon[67196]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-17T08:32:42.961 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:42 smithi088 ceph-mon[67196]: Upgrade: osd.0 is safe to restart 2024-09-17T08:32:42.962 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:42 smithi088 ceph-mon[71593]: pgmap v49: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:42.962 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:42 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:42.962 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:42 smithi088 ceph-mon[71593]: Upgrade: Target is version 18.2.4-855-g19e2a2be (reef) 2024-09-17T08:32:42.962 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:42 smithi088 ceph-mon[71593]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, digests ['quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9'] 2024-09-17T08:32:42.962 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:42 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:32:42.962 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:42 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:42.962 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:42 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:42.962 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:42 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all mgr 2024-09-17T08:32:42.962 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:42 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:42.962 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:42 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:42.962 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:42 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all mon 2024-09-17T08:32:42.962 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:42 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:42.963 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:42 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:42.963 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:42 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all crash 2024-09-17T08:32:42.963 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:42 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:42.963 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:42 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-17T08:32:42.963 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:42 smithi088 ceph-mon[71593]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-17T08:32:42.963 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:42 smithi088 ceph-mon[71593]: Upgrade: osd.0 is safe to restart 2024-09-17T08:32:43.194 INFO:teuthology.orchestra.run.smithi088.stdout:true 2024-09-17T08:32:43.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:42 smithi187 ceph-mon[70558]: pgmap v49: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:43.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:42 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:43.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:42 smithi187 ceph-mon[70558]: Upgrade: Target is version 18.2.4-855-g19e2a2be (reef) 2024-09-17T08:32:43.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:42 smithi187 ceph-mon[70558]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, digests ['quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9'] 2024-09-17T08:32:43.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:42 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:32:43.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:42 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:43.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:42 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:43.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:42 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all mgr 2024-09-17T08:32:43.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:42 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:43.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:42 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:43.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:42 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all mon 2024-09-17T08:32:43.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:42 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:43.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:42 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:43.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:42 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all crash 2024-09-17T08:32:43.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:42 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:43.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:42 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-17T08:32:43.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:42 smithi187 ceph-mon[70558]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-17T08:32:43.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:42 smithi187 ceph-mon[70558]: Upgrade: osd.0 is safe to restart 2024-09-17T08:32:43.820 INFO:teuthology.orchestra.run.smithi088.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T08:32:43.820 INFO:teuthology.orchestra.run.smithi088.stdout:alertmanager.a smithi088 *:9093,9094 running (3m) 53s ago 25m 27.7M - 0.25.0 c8568f914cd2 ae3ad2ca8c3e 2024-09-17T08:32:43.820 INFO:teuthology.orchestra.run.smithi088.stdout:grafana.a smithi187 *:3000 running (3m) 74s ago 25m 81.8M - 9.4.7 954c08fa6188 bb16e26e2835 2024-09-17T08:32:43.820 INFO:teuthology.orchestra.run.smithi088.stdout:iscsi.foo.smithi187.kgegfj smithi187 unknown 74s ago 24m - - 2024-09-17T08:32:43.820 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.x smithi187 *:8443,8765 running (4m) 74s ago 29m 434M - 18.2.4-855-g19e2a2be 980a0bfcd684 d71cc65429a4 2024-09-17T08:32:43.820 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.y smithi088 *:8443,8765 running (14m) 53s ago 30m 475M - 18.2.4-855-g19e2a2be 980a0bfcd684 3228b2505d9a 2024-09-17T08:32:43.820 INFO:teuthology.orchestra.run.smithi088.stdout:mon.a smithi088 running (86s) 53s ago 30m 45.3M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 7a79828a62c2 2024-09-17T08:32:43.820 INFO:teuthology.orchestra.run.smithi088.stdout:mon.b smithi187 running (2m) 74s ago 29m 42.7M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 d4e39e0851a6 2024-09-17T08:32:43.820 INFO:teuthology.orchestra.run.smithi088.stdout:mon.c smithi088 running (64s) 53s ago 29m 24.2M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 9f9c833cecc9 2024-09-17T08:32:43.820 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.a smithi088 *:9100 running (4m) 53s ago 25m 15.3M - 1.5.0 0da6a335fe13 b70a15a514fb 2024-09-17T08:32:43.821 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.b smithi187 *:9100 running (4m) 74s ago 26m 16.0M - 1.5.0 0da6a335fe13 75f36e91740f 2024-09-17T08:32:43.821 INFO:teuthology.orchestra.run.smithi088.stdout:osd.0 smithi088 running (29m) 53s ago 29m 48.6M 4096M 16.2.0 24ecd6d5f14c 999284c446e9 2024-09-17T08:32:43.821 INFO:teuthology.orchestra.run.smithi088.stdout:osd.1 smithi088 running (28m) 53s ago 28m 47.7M 4096M 16.2.0 24ecd6d5f14c 76ee60c1a08d 2024-09-17T08:32:43.821 INFO:teuthology.orchestra.run.smithi088.stdout:osd.2 smithi088 running (28m) 53s ago 28m 46.5M 4096M 16.2.0 24ecd6d5f14c 2503783cc013 2024-09-17T08:32:43.821 INFO:teuthology.orchestra.run.smithi088.stdout:osd.3 smithi088 running (28m) 53s ago 28m 48.8M 4096M 16.2.0 24ecd6d5f14c bf680a19cb5a 2024-09-17T08:32:43.821 INFO:teuthology.orchestra.run.smithi088.stdout:osd.4 smithi187 running (27m) 74s ago 27m 49.5M 4096M 16.2.0 24ecd6d5f14c a8462272aa51 2024-09-17T08:32:43.821 INFO:teuthology.orchestra.run.smithi088.stdout:osd.5 smithi187 running (27m) 74s ago 27m 47.2M 4096M 16.2.0 24ecd6d5f14c c3463f9a8b7e 2024-09-17T08:32:43.821 INFO:teuthology.orchestra.run.smithi088.stdout:osd.6 smithi187 running (27m) 74s ago 27m 50.9M 4096M 16.2.0 24ecd6d5f14c 53d9ca2fb095 2024-09-17T08:32:43.821 INFO:teuthology.orchestra.run.smithi088.stdout:osd.7 smithi187 running (26m) 74s ago 26m 49.9M 4096M 16.2.0 24ecd6d5f14c 61f8b7fae59c 2024-09-17T08:32:43.821 INFO:teuthology.orchestra.run.smithi088.stdout:prometheus.a smithi187 *:9095 running (3m) 74s ago 26m 50.9M - 2.43.0 a07b618ecd1d 052443b7a266 2024-09-17T08:32:43.821 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi088.pybyat smithi088 *:8000 running (24m) 53s ago 24m 46.6M - 16.2.0 24ecd6d5f14c 1e03127137af 2024-09-17T08:32:43.821 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi187.yrrxta smithi187 *:8000 running (24m) 74s ago 24m 45.3M - 16.2.0 24ecd6d5f14c 304f0f2cb409 2024-09-17T08:32:44.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:43 smithi088 ceph-mon[67196]: from='client.64150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:32:44.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:43 smithi088 ceph-mon[67196]: from='client.54243 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:32:44.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:43 smithi088 ceph-mon[71593]: from='client.64150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:32:44.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:43 smithi088 ceph-mon[71593]: from='client.54243 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:32:44.205 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:32:44.205 INFO:teuthology.orchestra.run.smithi088.stdout: "mon": { 2024-09-17T08:32:44.205 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 3 2024-09-17T08:32:44.205 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:32:44.205 INFO:teuthology.orchestra.run.smithi088.stdout: "mgr": { 2024-09-17T08:32:44.205 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T08:32:44.205 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:32:44.205 INFO:teuthology.orchestra.run.smithi088.stdout: "osd": { 2024-09-17T08:32:44.206 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 8 2024-09-17T08:32:44.206 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:32:44.206 INFO:teuthology.orchestra.run.smithi088.stdout: "rgw": { 2024-09-17T08:32:44.206 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 2 2024-09-17T08:32:44.206 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:32:44.206 INFO:teuthology.orchestra.run.smithi088.stdout: "overall": { 2024-09-17T08:32:44.206 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 10, 2024-09-17T08:32:44.206 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 5 2024-09-17T08:32:44.206 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-09-17T08:32:44.206 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:32:44.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:43 smithi187 ceph-mon[70558]: from='client.64150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:32:44.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:43 smithi187 ceph-mon[70558]: from='client.54243 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:32:44.551 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:32:44.551 INFO:teuthology.orchestra.run.smithi088.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9", 2024-09-17T08:32:44.551 INFO:teuthology.orchestra.run.smithi088.stdout: "in_progress": true, 2024-09-17T08:32:44.551 INFO:teuthology.orchestra.run.smithi088.stdout: "which": "Upgrading daemons of type(s) osd. Upgrade limited to 2 daemons (2 remaining).", 2024-09-17T08:32:44.551 INFO:teuthology.orchestra.run.smithi088.stdout: "services_complete": [], 2024-09-17T08:32:44.551 INFO:teuthology.orchestra.run.smithi088.stdout: "progress": "0/8 daemons upgraded", 2024-09-17T08:32:44.552 INFO:teuthology.orchestra.run.smithi088.stdout: "message": "Currently upgrading osd daemons", 2024-09-17T08:32:44.552 INFO:teuthology.orchestra.run.smithi088.stdout: "is_paused": false 2024-09-17T08:32:44.552 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:32:45.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:44 smithi088 ceph-mon[67196]: pgmap v50: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:45.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:44 smithi088 ceph-mon[67196]: from='client.64162 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:32:45.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:44 smithi088 ceph-mon[67196]: from='client.54255 172.21.15.88:0/3255843875' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:45.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:44 smithi088 ceph-mon[67196]: Upgrade: Updating osd.0 2024-09-17T08:32:45.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:44 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:45.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:44 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-17T08:32:45.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:44 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:32:45.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:44 smithi088 ceph-mon[67196]: Deploying daemon osd.0 on smithi088 2024-09-17T08:32:45.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:44 smithi088 ceph-mon[71593]: pgmap v50: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:45.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:44 smithi088 ceph-mon[71593]: from='client.64162 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:32:45.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:44 smithi088 ceph-mon[71593]: from='client.54255 172.21.15.88:0/3255843875' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:45.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:44 smithi088 ceph-mon[71593]: Upgrade: Updating osd.0 2024-09-17T08:32:45.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:44 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:45.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:44 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-17T08:32:45.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:44 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:32:45.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:44 smithi088 ceph-mon[71593]: Deploying daemon osd.0 on smithi088 2024-09-17T08:32:45.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:44 smithi187 ceph-mon[70558]: pgmap v50: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:45.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:44 smithi187 ceph-mon[70558]: from='client.64162 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:32:45.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:44 smithi187 ceph-mon[70558]: from='client.54255 172.21.15.88:0/3255843875' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:32:45.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:44 smithi187 ceph-mon[70558]: Upgrade: Updating osd.0 2024-09-17T08:32:45.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:44 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:45.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:44 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-17T08:32:45.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:44 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:32:45.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:44 smithi187 ceph-mon[70558]: Deploying daemon osd.0 on smithi088 2024-09-17T08:32:46.228 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:45 smithi088 ceph-mon[67196]: from='client.64174 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:32:46.229 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:45 smithi088 ceph-mon[71593]: from='client.64174 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:32:46.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:45 smithi187 ceph-mon[70558]: from='client.64174 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:32:47.247 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:46 smithi088 ceph-mon[71593]: pgmap v51: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:47.248 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:46 smithi088 ceph-mon[67196]: pgmap v51: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:47.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:46 smithi187 ceph-mon[70558]: pgmap v51: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:47.665 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:32:47 smithi088 systemd[1]: Stopping Ceph osd.0 for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:32:47.665 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:32:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.0[29216]: debug 2024-09-17T08:32:47.395+0000 7fe38b060700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-17T08:32:47.665 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:32:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.0[29216]: debug 2024-09-17T08:32:47.395+0000 7fe38b060700 -1 osd.0 77 *** Got signal Terminated *** 2024-09-17T08:32:47.665 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:32:47 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.0[29216]: debug 2024-09-17T08:32:47.395+0000 7fe38b060700 -1 osd.0 77 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-17T08:32:47.665 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:32:47 smithi088 podman[77981]: 2024-09-17 08:32:47.427119384 +0000 UTC m=+0.140253416 container died 999284c446e93f4680f3baa7e5607ee4063aadff21c426481503f816916d0893 (image=quay.io/ceph/ceph@sha256:35b2786dc4cd535dd84f6a1a585503db4b43623ba6c43120b5e5e00951949000, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.0, GIT_COMMIT=20cb635043d86d971f028e2bf2824446440b5557, org.label-schema.name=CentOS Base Image, org.label-schema.build-date=20201204, CEPH_POINT_RELEASE=-16.2.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Dimitri Savineau , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=HEAD, ceph=True, org.label-schema.license=GPLv2) 2024-09-17T08:32:48.098 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:32:47 smithi088 podman[77981]: 2024-09-17 08:32:47.862904763 +0000 UTC m=+0.576038833 container cleanup 999284c446e93f4680f3baa7e5607ee4063aadff21c426481503f816916d0893 (image=quay.io/ceph/ceph@sha256:35b2786dc4cd535dd84f6a1a585503db4b43623ba6c43120b5e5e00951949000, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.0, GIT_CLEAN=True, GIT_REPO=https://github.com/ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=-16.2.0, GIT_BRANCH=HEAD, RELEASE=HEAD, ceph=True, GIT_COMMIT=20cb635043d86d971f028e2bf2824446440b5557, org.label-schema.name=CentOS Base Image, maintainer=Dimitri Savineau , org.label-schema.build-date=20201204) 2024-09-17T08:32:48.098 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:32:47 smithi088 bash[77981]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.0 2024-09-17T08:32:48.099 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:47 smithi088 ceph-mon[67196]: osd.0 reported immediately failed by osd.2 2024-09-17T08:32:48.099 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:47 smithi088 ceph-mon[67196]: osd.0 failed (root=default,host=smithi088) (connection refused reported by osd.2) 2024-09-17T08:32:48.099 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:47 smithi088 ceph-mon[67196]: osd.0 reported immediately failed by osd.1 2024-09-17T08:32:48.099 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:47 smithi088 ceph-mon[67196]: osd.0 reported immediately failed by osd.3 2024-09-17T08:32:48.100 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:47 smithi088 ceph-mon[67196]: osd.0 reported immediately failed by osd.7 2024-09-17T08:32:48.100 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:47 smithi088 ceph-mon[67196]: osd.0 reported immediately failed by osd.4 2024-09-17T08:32:48.100 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:47 smithi088 ceph-mon[67196]: osd.0 reported immediately failed by osd.1 2024-09-17T08:32:48.100 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:47 smithi088 ceph-mon[67196]: osd.0 reported immediately failed by osd.2 2024-09-17T08:32:48.100 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:47 smithi088 ceph-mon[67196]: osd.0 reported immediately failed by osd.1 2024-09-17T08:32:48.100 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:47 smithi088 ceph-mon[67196]: osd.0 reported immediately failed by osd.2 2024-09-17T08:32:48.101 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:47 smithi088 ceph-mon[67196]: osd.0 reported immediately failed by osd.3 2024-09-17T08:32:48.101 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:47 smithi088 ceph-mon[67196]: osd.0 reported immediately failed by osd.3 2024-09-17T08:32:48.101 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:47 smithi088 ceph-mon[67196]: osd.0 reported immediately failed by osd.4 2024-09-17T08:32:48.101 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:47 smithi088 ceph-mon[67196]: osd.0 reported immediately failed by osd.4 2024-09-17T08:32:48.101 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:47 smithi088 ceph-mon[67196]: osd.0 reported immediately failed by osd.6 2024-09-17T08:32:48.101 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:47 smithi088 ceph-mon[67196]: osd.0 reported immediately failed by osd.7 2024-09-17T08:32:48.101 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:47 smithi088 ceph-mon[67196]: osd.0 reported immediately failed by osd.5 2024-09-17T08:32:48.102 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:47 smithi088 ceph-mon[67196]: osd.0 reported immediately failed by osd.6 2024-09-17T08:32:48.102 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:47 smithi088 ceph-mon[67196]: osd.0 reported immediately failed by osd.7 2024-09-17T08:32:48.102 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:47 smithi088 ceph-mon[67196]: osd.0 reported immediately failed by osd.5 2024-09-17T08:32:48.102 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:47 smithi088 ceph-mon[67196]: osd.0 reported immediately failed by osd.1 2024-09-17T08:32:48.102 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:47 smithi088 ceph-mon[67196]: osd.0 reported immediately failed by osd.2 2024-09-17T08:32:48.102 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:47 smithi088 ceph-mon[67196]: osd.0 reported immediately failed by osd.3 2024-09-17T08:32:48.103 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:47 smithi088 ceph-mon[67196]: osd.0 reported immediately failed by osd.7 2024-09-17T08:32:48.103 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:47 smithi088 ceph-mon[67196]: osd.0 reported immediately failed by osd.4 2024-09-17T08:32:48.103 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:47 smithi088 ceph-mon[71593]: osd.0 reported immediately failed by osd.2 2024-09-17T08:32:48.103 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:47 smithi088 ceph-mon[71593]: osd.0 failed (root=default,host=smithi088) (connection refused reported by osd.2) 2024-09-17T08:32:48.104 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:47 smithi088 ceph-mon[71593]: osd.0 reported immediately failed by osd.1 2024-09-17T08:32:48.104 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:47 smithi088 ceph-mon[71593]: osd.0 reported immediately failed by osd.3 2024-09-17T08:32:48.104 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:47 smithi088 ceph-mon[71593]: osd.0 reported immediately failed by osd.7 2024-09-17T08:32:48.104 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:47 smithi088 ceph-mon[71593]: osd.0 reported immediately failed by osd.4 2024-09-17T08:32:48.104 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:47 smithi088 ceph-mon[71593]: osd.0 reported immediately failed by osd.1 2024-09-17T08:32:48.104 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:47 smithi088 ceph-mon[71593]: osd.0 reported immediately failed by osd.2 2024-09-17T08:32:48.105 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:47 smithi088 ceph-mon[71593]: osd.0 reported immediately failed by osd.1 2024-09-17T08:32:48.105 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:47 smithi088 ceph-mon[71593]: osd.0 reported immediately failed by osd.2 2024-09-17T08:32:48.105 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:47 smithi088 ceph-mon[71593]: osd.0 reported immediately failed by osd.3 2024-09-17T08:32:48.105 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:47 smithi088 ceph-mon[71593]: osd.0 reported immediately failed by osd.3 2024-09-17T08:32:48.105 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:47 smithi088 ceph-mon[71593]: osd.0 reported immediately failed by osd.4 2024-09-17T08:32:48.105 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:47 smithi088 ceph-mon[71593]: osd.0 reported immediately failed by osd.4 2024-09-17T08:32:48.106 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:47 smithi088 ceph-mon[71593]: osd.0 reported immediately failed by osd.6 2024-09-17T08:32:48.106 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:47 smithi088 ceph-mon[71593]: osd.0 reported immediately failed by osd.7 2024-09-17T08:32:48.106 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:47 smithi088 ceph-mon[71593]: osd.0 reported immediately failed by osd.5 2024-09-17T08:32:48.106 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:47 smithi088 ceph-mon[71593]: osd.0 reported immediately failed by osd.6 2024-09-17T08:32:48.106 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:47 smithi088 ceph-mon[71593]: osd.0 reported immediately failed by osd.7 2024-09-17T08:32:48.106 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:47 smithi088 ceph-mon[71593]: osd.0 reported immediately failed by osd.5 2024-09-17T08:32:48.106 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:47 smithi088 ceph-mon[71593]: osd.0 reported immediately failed by osd.1 2024-09-17T08:32:48.106 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:47 smithi088 ceph-mon[71593]: osd.0 reported immediately failed by osd.2 2024-09-17T08:32:48.107 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:47 smithi088 ceph-mon[71593]: osd.0 reported immediately failed by osd.3 2024-09-17T08:32:48.107 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:47 smithi088 ceph-mon[71593]: osd.0 reported immediately failed by osd.7 2024-09-17T08:32:48.107 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:47 smithi088 ceph-mon[71593]: osd.0 reported immediately failed by osd.4 2024-09-17T08:32:48.299 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:47 smithi187 ceph-mon[70558]: osd.0 reported immediately failed by osd.2 2024-09-17T08:32:48.299 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:47 smithi187 ceph-mon[70558]: osd.0 failed (root=default,host=smithi088) (connection refused reported by osd.2) 2024-09-17T08:32:48.299 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:47 smithi187 ceph-mon[70558]: osd.0 reported immediately failed by osd.1 2024-09-17T08:32:48.299 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:47 smithi187 ceph-mon[70558]: osd.0 reported immediately failed by osd.3 2024-09-17T08:32:48.299 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:47 smithi187 ceph-mon[70558]: osd.0 reported immediately failed by osd.7 2024-09-17T08:32:48.299 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:47 smithi187 ceph-mon[70558]: osd.0 reported immediately failed by osd.4 2024-09-17T08:32:48.299 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:47 smithi187 ceph-mon[70558]: osd.0 reported immediately failed by osd.1 2024-09-17T08:32:48.299 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:47 smithi187 ceph-mon[70558]: osd.0 reported immediately failed by osd.2 2024-09-17T08:32:48.299 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:47 smithi187 ceph-mon[70558]: osd.0 reported immediately failed by osd.1 2024-09-17T08:32:48.300 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:47 smithi187 ceph-mon[70558]: osd.0 reported immediately failed by osd.2 2024-09-17T08:32:48.300 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:47 smithi187 ceph-mon[70558]: osd.0 reported immediately failed by osd.3 2024-09-17T08:32:48.300 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:47 smithi187 ceph-mon[70558]: osd.0 reported immediately failed by osd.3 2024-09-17T08:32:48.300 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:47 smithi187 ceph-mon[70558]: osd.0 reported immediately failed by osd.4 2024-09-17T08:32:48.300 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:47 smithi187 ceph-mon[70558]: osd.0 reported immediately failed by osd.4 2024-09-17T08:32:48.300 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:47 smithi187 ceph-mon[70558]: osd.0 reported immediately failed by osd.6 2024-09-17T08:32:48.300 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:47 smithi187 ceph-mon[70558]: osd.0 reported immediately failed by osd.7 2024-09-17T08:32:48.300 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:47 smithi187 ceph-mon[70558]: osd.0 reported immediately failed by osd.5 2024-09-17T08:32:48.300 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:47 smithi187 ceph-mon[70558]: osd.0 reported immediately failed by osd.6 2024-09-17T08:32:48.300 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:47 smithi187 ceph-mon[70558]: osd.0 reported immediately failed by osd.7 2024-09-17T08:32:48.300 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:47 smithi187 ceph-mon[70558]: osd.0 reported immediately failed by osd.5 2024-09-17T08:32:48.300 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:47 smithi187 ceph-mon[70558]: osd.0 reported immediately failed by osd.1 2024-09-17T08:32:48.300 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:47 smithi187 ceph-mon[70558]: osd.0 reported immediately failed by osd.2 2024-09-17T08:32:48.301 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:47 smithi187 ceph-mon[70558]: osd.0 reported immediately failed by osd.3 2024-09-17T08:32:48.301 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:47 smithi187 ceph-mon[70558]: osd.0 reported immediately failed by osd.7 2024-09-17T08:32:48.301 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:47 smithi187 ceph-mon[70558]: osd.0 reported immediately failed by osd.4 2024-09-17T08:32:48.414 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:32:48 smithi088 podman[77996]: 2024-09-17 08:32:48.098294854 +0000 UTC m=+0.664545462 container remove 999284c446e93f4680f3baa7e5607ee4063aadff21c426481503f816916d0893 (image=quay.io/ceph/ceph@sha256:35b2786dc4cd535dd84f6a1a585503db4b43623ba6c43120b5e5e00951949000, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.0, CEPH_POINT_RELEASE=-16.2.0, GIT_BRANCH=HEAD, GIT_REPO=https://github.com/ceph/ceph-container.git, maintainer=Dimitri Savineau , org.label-schema.license=GPLv2, org.label-schema.build-date=20201204, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=20cb635043d86d971f028e2bf2824446440b5557, RELEASE=HEAD, org.label-schema.name=CentOS Base Image, ceph=True) 2024-09-17T08:32:48.915 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:32:48 smithi088 podman[78098]: 2024-09-17 08:32:48.53539874 +0000 UTC m=+0.015866201 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-17T08:32:48.915 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:32:48 smithi088 podman[78098]: 2024-09-17 08:32:48.675441864 +0000 UTC m=+0.155909315 container create 5225cff2ab2e840a55ab3e6936189f23a78d2b0049de14d4f705eb158295c626 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, RELEASE=reef-19e2a2b) 2024-09-17T08:32:49.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:48 smithi187 ceph-mon[70558]: pgmap v52: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:49.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:48 smithi187 ceph-mon[70558]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T08:32:49.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:48 smithi187 ceph-mon[70558]: osdmap e78: 8 total, 7 up, 8 in 2024-09-17T08:32:49.414 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:48 smithi088 ceph-mon[71593]: pgmap v52: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:49.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:48 smithi088 ceph-mon[71593]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T08:32:49.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:48 smithi088 ceph-mon[71593]: osdmap e78: 8 total, 7 up, 8 in 2024-09-17T08:32:49.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:48 smithi088 ceph-mon[67196]: pgmap v52: 161 pgs: 161 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:49.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:48 smithi088 ceph-mon[67196]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T08:32:49.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:48 smithi088 ceph-mon[67196]: osdmap e78: 8 total, 7 up, 8 in 2024-09-17T08:32:49.416 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:32:48 smithi088 podman[78098]: 2024-09-17 08:32:48.918345096 +0000 UTC m=+0.398812548 container init 5225cff2ab2e840a55ab3e6936189f23a78d2b0049de14d4f705eb158295c626 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-0-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=reef-19e2a2b, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-09-17T08:32:49.416 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:32:48 smithi088 podman[78098]: 2024-09-17 08:32:48.921609556 +0000 UTC m=+0.402077008 container start 5225cff2ab2e840a55ab3e6936189f23a78d2b0049de14d4f705eb158295c626 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-0-deactivate, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=reef-19e2a2b, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-17T08:32:49.416 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:32:49 smithi088 podman[78098]: 2024-09-17 08:32:49.018648973 +0000 UTC m=+0.499116424 container attach 5225cff2ab2e840a55ab3e6936189f23a78d2b0049de14d4f705eb158295c626 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-0-deactivate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-19e2a2b, org.label-schema.vendor=CentOS) 2024-09-17T08:32:49.416 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:32:49 smithi088 podman[78098]: 2024-09-17 08:32:49.109978893 +0000 UTC m=+0.590446354 container died 5225cff2ab2e840a55ab3e6936189f23a78d2b0049de14d4f705eb158295c626 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-19e2a2b, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-09-17T08:32:50.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:49 smithi088 ceph-mon[67196]: osdmap e79: 8 total, 7 up, 8 in 2024-09-17T08:32:50.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:49 smithi088 ceph-mon[71593]: osdmap e79: 8 total, 7 up, 8 in 2024-09-17T08:32:50.165 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:32:49 smithi088 podman[78122]: 2024-09-17 08:32:49.81475578 +0000 UTC m=+0.698783107 container remove 5225cff2ab2e840a55ab3e6936189f23a78d2b0049de14d4f705eb158295c626 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-0-deactivate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.build-date=20240731, RELEASE=reef-19e2a2b, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-17T08:32:50.165 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:32:49 smithi088 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@osd.0.service: Deactivated successfully. 2024-09-17T08:32:50.165 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:32:49 smithi088 systemd[1]: Stopped Ceph osd.0 for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:32:50.165 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:32:49 smithi088 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@osd.0.service: Consumed 1.085s CPU time. 2024-09-17T08:32:50.165 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:32:50 smithi088 systemd[1]: Starting Ceph osd.0 for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:32:50.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:49 smithi187 ceph-mon[70558]: osdmap e79: 8 total, 7 up, 8 in 2024-09-17T08:32:50.551 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:32:50 smithi088 podman[78221]: 2024-09-17 08:32:50.148830031 +0000 UTC m=+0.015756217 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-17T08:32:50.552 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:32:50 smithi088 podman[78221]: 2024-09-17 08:32:50.291129597 +0000 UTC m=+0.158055774 container create 36dcadd4bdbb69ff59e50bfff758a7694a6a0e5af71d086b2202aa13b087c470 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-0-activate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=reef-19e2a2b, ceph=True, org.label-schema.vendor=CentOS) 2024-09-17T08:32:50.851 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:32:50 smithi088 podman[78221]: 2024-09-17 08:32:50.551930569 +0000 UTC m=+0.418856750 container init 36dcadd4bdbb69ff59e50bfff758a7694a6a0e5af71d086b2202aa13b087c470 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-0-activate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-19e2a2b, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-09-17T08:32:50.851 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:32:50 smithi088 podman[78221]: 2024-09-17 08:32:50.555454704 +0000 UTC m=+0.422380892 container start 36dcadd4bdbb69ff59e50bfff758a7694a6a0e5af71d086b2202aa13b087c470 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-0-activate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=reef-19e2a2b) 2024-09-17T08:32:50.851 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:32:50 smithi088 podman[78221]: 2024-09-17 08:32:50.627004031 +0000 UTC m=+0.493930223 container attach 36dcadd4bdbb69ff59e50bfff758a7694a6a0e5af71d086b2202aa13b087c470 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-0-activate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.37.2, RELEASE=reef-19e2a2b, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-09-17T08:32:51.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:50 smithi088 ceph-mon[67196]: pgmap v55: 161 pgs: 21 stale+active+clean, 140 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:51.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:50 smithi088 ceph-mon[71593]: pgmap v55: 161 pgs: 21 stale+active+clean, 140 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:51.165 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:32:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-0-activate[78236]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-17T08:32:51.165 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:32:50 smithi088 bash[78221]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-17T08:32:51.165 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:32:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-0-activate[78236]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-17T08:32:51.165 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:32:50 smithi088 bash[78221]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-17T08:32:51.166 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:32:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-0-activate[78236]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-17T08:32:51.166 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:32:50 smithi088 bash[78221]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-17T08:32:51.166 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:32:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-0-activate[78236]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-17T08:32:51.166 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:32:50 smithi088 bash[78221]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-17T08:32:51.166 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:32:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-0-activate[78236]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-09-17T08:32:51.166 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:32:50 smithi088 bash[78221]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-09-17T08:32:51.166 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:32:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-0-activate[78236]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-17T08:32:51.166 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:32:50 smithi088 bash[78221]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-17T08:32:51.166 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:32:50 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-0-activate[78236]: --> ceph-volume raw activate successful for osd ID: 0 2024-09-17T08:32:51.166 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:32:50 smithi088 bash[78221]: --> ceph-volume raw activate successful for osd ID: 0 2024-09-17T08:32:51.166 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:32:50 smithi088 podman[78221]: 2024-09-17 08:32:50.899272374 +0000 UTC m=+0.766198563 container died 36dcadd4bdbb69ff59e50bfff758a7694a6a0e5af71d086b2202aa13b087c470 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-0-activate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=reef-19e2a2b, org.label-schema.build-date=20240731, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0) 2024-09-17T08:32:51.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:50 smithi187 ceph-mon[70558]: pgmap v55: 161 pgs: 21 stale+active+clean, 140 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:32:51.664 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:32:51 smithi088 podman[78360]: 2024-09-17 08:32:51.51447427 +0000 UTC m=+0.609735772 container remove 36dcadd4bdbb69ff59e50bfff758a7694a6a0e5af71d086b2202aa13b087c470 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-0-activate, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=reef-19e2a2b, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-09-17T08:32:52.009 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:32:51 smithi088 podman[78421]: 2024-09-17 08:32:51.620823115 +0000 UTC m=+0.015698603 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-17T08:32:52.009 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:32:51 smithi088 podman[78421]: 2024-09-17 08:32:51.757148112 +0000 UTC m=+0.152023593 container create b5e437bc4ca8b82744fcfe08ec81f91ace38ba00f686e1a7a95a8ad904304ecb (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-0, GIT_CLEAN=True, RELEASE=reef-19e2a2b, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, io.buildah.version=1.37.2) 2024-09-17T08:32:52.360 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:52 smithi088 ceph-mon[71593]: Health check failed: Degraded data redundancy: 117/999 objects degraded (11.712%), 20 pgs degraded (PG_DEGRADED) 2024-09-17T08:32:52.360 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:52 smithi088 ceph-mon[67196]: Health check failed: Degraded data redundancy: 117/999 objects degraded (11.712%), 20 pgs degraded (PG_DEGRADED) 2024-09-17T08:32:52.361 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:32:52 smithi088 podman[78421]: 2024-09-17 08:32:52.009777135 +0000 UTC m=+0.404652621 container init b5e437bc4ca8b82744fcfe08ec81f91ace38ba00f686e1a7a95a8ad904304ecb (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=reef-19e2a2b, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731) 2024-09-17T08:32:52.361 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:32:52 smithi088 podman[78421]: 2024-09-17 08:32:52.013279032 +0000 UTC m=+0.408154526 container start b5e437bc4ca8b82744fcfe08ec81f91ace38ba00f686e1a7a95a8ad904304ecb (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-0, GIT_CLEAN=True, org.label-schema.build-date=20240731, RELEASE=reef-19e2a2b, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-17T08:32:52.361 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:32:52 smithi088 ceph-osd[78441]: -- 172.21.15.88:0/2163608521 <== mon.0 v2:172.21.15.88:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55621ec791e0 con 0x55621f9f8000 2024-09-17T08:32:52.361 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:32:52 smithi088 bash[78421]: b5e437bc4ca8b82744fcfe08ec81f91ace38ba00f686e1a7a95a8ad904304ecb 2024-09-17T08:32:52.361 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:32:52 smithi088 systemd[1]: Started Ceph osd.0 for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:32:52.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:52 smithi187 ceph-mon[70558]: Health check failed: Degraded data redundancy: 117/999 objects degraded (11.712%), 20 pgs degraded (PG_DEGRADED) 2024-09-17T08:32:52.664 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:32:52 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-0[78436]: 2024-09-17T08:32:52.562+0000 7f6b44bb8640 -1 Falling back to public interface 2024-09-17T08:32:53.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:53 smithi088 ceph-mon[67196]: pgmap v56: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail; 117/999 objects degraded (11.712%) 2024-09-17T08:32:53.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:53 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:53.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:53 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:53.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:53 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:53.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:53 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:32:53.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:53 smithi088 ceph-mon[71593]: pgmap v56: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail; 117/999 objects degraded (11.712%) 2024-09-17T08:32:53.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:53 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:53.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:53 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:53.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:53 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:53.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:53 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:32:53.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:53 smithi187 ceph-mon[70558]: pgmap v56: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail; 117/999 objects degraded (11.712%) 2024-09-17T08:32:53.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:53 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:53.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:53 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:53.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:53 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:53.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:53 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:32:55.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:55 smithi088 ceph-mon[67196]: pgmap v57: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail; 117/999 objects degraded (11.712%) 2024-09-17T08:32:55.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:55 smithi088 ceph-mon[71593]: pgmap v57: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail; 117/999 objects degraded (11.712%) 2024-09-17T08:32:55.416 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:32:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-0[78436]: 2024-09-17T08:32:55.282+0000 7f6b44bb8640 -1 osd.0 0 read_superblock omap replica is missing. 2024-09-17T08:32:55.416 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:32:55 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-0[78436]: 2024-09-17T08:32:55.312+0000 7f6b44bb8640 -1 osd.0 77 log_to_monitors true 2024-09-17T08:32:55.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:55 smithi187 ceph-mon[70558]: pgmap v57: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail; 117/999 objects degraded (11.712%) 2024-09-17T08:32:56.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:56 smithi187 ceph-mon[70558]: from='osd.0 [v2:172.21.15.88:6802/2845173308,v1:172.21.15.88:6803/2845173308]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-17T08:32:56.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:56 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:56.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:56 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:56.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:56 smithi088 ceph-mon[67196]: from='osd.0 [v2:172.21.15.88:6802/2845173308,v1:172.21.15.88:6803/2845173308]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-17T08:32:56.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:56 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:56.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:56 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:56.665 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:32:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-0[78436]: 2024-09-17T08:32:56.221+0000 7f6b3c962640 -1 osd.0 77 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-17T08:32:56.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:56 smithi088 ceph-mon[71593]: from='osd.0 [v2:172.21.15.88:6802/2845173308,v1:172.21.15.88:6803/2845173308]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-17T08:32:56.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:56 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:56.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:56 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:57.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:57 smithi187 ceph-mon[70558]: pgmap v58: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail; 117/999 objects degraded (11.712%) 2024-09-17T08:32:57.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:57 smithi187 ceph-mon[70558]: from='osd.0 [v2:172.21.15.88:6802/2845173308,v1:172.21.15.88:6803/2845173308]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-17T08:32:57.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:57 smithi187 ceph-mon[70558]: osdmap e80: 8 total, 7 up, 8 in 2024-09-17T08:32:57.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:57 smithi187 ceph-mon[70558]: from='osd.0 [v2:172.21.15.88:6802/2845173308,v1:172.21.15.88:6803/2845173308]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-09-17T08:32:57.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:57 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:57.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:57 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:57.657 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:57 smithi088 ceph-mon[67196]: pgmap v58: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail; 117/999 objects degraded (11.712%) 2024-09-17T08:32:57.657 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:57 smithi088 ceph-mon[67196]: from='osd.0 [v2:172.21.15.88:6802/2845173308,v1:172.21.15.88:6803/2845173308]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-17T08:32:57.657 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:57 smithi088 ceph-mon[67196]: osdmap e80: 8 total, 7 up, 8 in 2024-09-17T08:32:57.657 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:57 smithi088 ceph-mon[67196]: from='osd.0 [v2:172.21.15.88:6802/2845173308,v1:172.21.15.88:6803/2845173308]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-09-17T08:32:57.657 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:57 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:57.657 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:57 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:57.657 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:57 smithi088 ceph-mon[71593]: pgmap v58: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 604 KiB data, 94 MiB used, 715 GiB / 715 GiB avail; 117/999 objects degraded (11.712%) 2024-09-17T08:32:57.657 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:57 smithi088 ceph-mon[71593]: from='osd.0 [v2:172.21.15.88:6802/2845173308,v1:172.21.15.88:6803/2845173308]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-17T08:32:57.657 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:57 smithi088 ceph-mon[71593]: osdmap e80: 8 total, 7 up, 8 in 2024-09-17T08:32:57.658 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:57 smithi088 ceph-mon[71593]: from='osd.0 [v2:172.21.15.88:6802/2845173308,v1:172.21.15.88:6803/2845173308]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-09-17T08:32:57.658 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:57 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:57.658 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:57 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:32:58.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:58 smithi088 ceph-mon[67196]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T08:32:58.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:58 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T08:32:58.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:58 smithi088 ceph-mon[67196]: osd.0 [v2:172.21.15.88:6802/2845173308,v1:172.21.15.88:6803/2845173308] boot 2024-09-17T08:32:58.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:58 smithi088 ceph-mon[67196]: osdmap e81: 8 total, 8 up, 8 in 2024-09-17T08:32:58.273 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:58 smithi088 ceph-mon[71593]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T08:32:58.273 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:58 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T08:32:58.273 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:58 smithi088 ceph-mon[71593]: osd.0 [v2:172.21.15.88:6802/2845173308,v1:172.21.15.88:6803/2845173308] boot 2024-09-17T08:32:58.273 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:58 smithi088 ceph-mon[71593]: osdmap e81: 8 total, 8 up, 8 in 2024-09-17T08:32:58.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:58 smithi187 ceph-mon[70558]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T08:32:58.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:58 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T08:32:58.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:58 smithi187 ceph-mon[70558]: osd.0 [v2:172.21.15.88:6802/2845173308,v1:172.21.15.88:6803/2845173308] boot 2024-09-17T08:32:58.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:58 smithi187 ceph-mon[70558]: osdmap e81: 8 total, 8 up, 8 in 2024-09-17T08:32:59.290 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:59 smithi088 ceph-mon[67196]: pgmap v61: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 604 KiB data, 114 MiB used, 715 GiB / 715 GiB avail; 117/999 objects degraded (11.712%) 2024-09-17T08:32:59.291 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:32:59 smithi088 ceph-mon[67196]: osdmap e82: 8 total, 8 up, 8 in 2024-09-17T08:32:59.291 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:59 smithi088 ceph-mon[71593]: pgmap v61: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 604 KiB data, 114 MiB used, 715 GiB / 715 GiB avail; 117/999 objects degraded (11.712%) 2024-09-17T08:32:59.291 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:32:59 smithi088 ceph-mon[71593]: osdmap e82: 8 total, 8 up, 8 in 2024-09-17T08:32:59.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:59 smithi187 ceph-mon[70558]: pgmap v61: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 604 KiB data, 114 MiB used, 715 GiB / 715 GiB avail; 117/999 objects degraded (11.712%) 2024-09-17T08:32:59.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:32:59 smithi187 ceph-mon[70558]: osdmap e82: 8 total, 8 up, 8 in 2024-09-17T08:32:59.914 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:32:59 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:32:59.775+0000 7f76e7e0b640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (20 PGs are or would become offline) 2024-09-17T08:33:00.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:00 smithi187 ceph-mon[70558]: pgmap v63: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 604 KiB data, 114 MiB used, 715 GiB / 715 GiB avail; 117/999 objects degraded (11.712%) 2024-09-17T08:33:00.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:00 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:00.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:00 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:00.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:00 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:33:00.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:00 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:33:00.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:00 smithi187 ceph-mon[70558]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:33:00.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:00 smithi187 ceph-mon[70558]: pgmap v64: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 604 KiB data, 114 MiB used, 715 GiB / 715 GiB avail; 117/999 objects degraded (11.712%) 2024-09-17T08:33:00.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:00 smithi187 ceph-mon[70558]: pgmap v65: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 604 KiB data, 114 MiB used, 715 GiB / 715 GiB avail; 117/999 objects degraded (11.712%) 2024-09-17T08:33:00.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:00 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:00.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:00 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:33:00.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:00 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:33:00.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:00 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:33:00.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:00 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:33:00.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:00 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-17T08:33:00.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:00 smithi187 ceph-mon[70558]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-17T08:33:00.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:00 smithi187 ceph-mon[70558]: Upgrade: unsafe to stop osd(s) at this time (20 PGs are or would become offline) 2024-09-17T08:33:00.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:00 smithi088 ceph-mon[67196]: pgmap v63: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 604 KiB data, 114 MiB used, 715 GiB / 715 GiB avail; 117/999 objects degraded (11.712%) 2024-09-17T08:33:00.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:00 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:00.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:00 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:00.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:00 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:33:00.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:00 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:33:00.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:00 smithi088 ceph-mon[67196]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:33:00.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:00 smithi088 ceph-mon[67196]: pgmap v64: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 604 KiB data, 114 MiB used, 715 GiB / 715 GiB avail; 117/999 objects degraded (11.712%) 2024-09-17T08:33:00.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:00 smithi088 ceph-mon[67196]: pgmap v65: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 604 KiB data, 114 MiB used, 715 GiB / 715 GiB avail; 117/999 objects degraded (11.712%) 2024-09-17T08:33:00.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:00 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:00.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:00 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:33:00.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:00 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:33:00.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:00 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:33:00.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:00 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:33:00.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:00 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-17T08:33:00.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:00 smithi088 ceph-mon[67196]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-17T08:33:00.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:00 smithi088 ceph-mon[67196]: Upgrade: unsafe to stop osd(s) at this time (20 PGs are or would become offline) 2024-09-17T08:33:00.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:00 smithi088 ceph-mon[71593]: pgmap v63: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 604 KiB data, 114 MiB used, 715 GiB / 715 GiB avail; 117/999 objects degraded (11.712%) 2024-09-17T08:33:00.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:00 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:00.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:00 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:00.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:00 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:33:00.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:00 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:33:00.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:00 smithi088 ceph-mon[71593]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:33:00.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:00 smithi088 ceph-mon[71593]: pgmap v64: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 604 KiB data, 114 MiB used, 715 GiB / 715 GiB avail; 117/999 objects degraded (11.712%) 2024-09-17T08:33:00.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:00 smithi088 ceph-mon[71593]: pgmap v65: 161 pgs: 38 active+undersized, 20 active+undersized+degraded, 103 active+clean; 604 KiB data, 114 MiB used, 715 GiB / 715 GiB avail; 117/999 objects degraded (11.712%) 2024-09-17T08:33:00.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:00 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:00.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:00 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:33:00.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:00 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:33:00.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:00 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:33:00.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:00 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:33:00.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:00 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-17T08:33:00.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:00 smithi088 ceph-mon[71593]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-17T08:33:00.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:00 smithi088 ceph-mon[71593]: Upgrade: unsafe to stop osd(s) at this time (20 PGs are or would become offline) 2024-09-17T08:33:02.146 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:01 smithi187 ceph-mon[70558]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 117/999 objects degraded (11.712%), 20 pgs degraded) 2024-09-17T08:33:02.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:01 smithi088 ceph-mon[67196]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 117/999 objects degraded (11.712%), 20 pgs degraded) 2024-09-17T08:33:02.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:01 smithi088 ceph-mon[71593]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 117/999 objects degraded (11.712%), 20 pgs degraded) 2024-09-17T08:33:03.066 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:02 smithi088 ceph-mon[67196]: pgmap v66: 161 pgs: 161 active+clean; 604 KiB data, 115 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:03.066 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:02 smithi088 ceph-mon[71593]: pgmap v66: 161 pgs: 161 active+clean; 604 KiB data, 115 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:03.146 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:02 smithi187 ceph-mon[70558]: pgmap v66: 161 pgs: 161 active+clean; 604 KiB data, 115 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:05.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:04 smithi187 ceph-mon[70558]: pgmap v67: 161 pgs: 161 active+clean; 604 KiB data, 115 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:05.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:04 smithi088 ceph-mon[71593]: pgmap v67: 161 pgs: 161 active+clean; 604 KiB data, 115 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:05.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:04 smithi088 ceph-mon[67196]: pgmap v67: 161 pgs: 161 active+clean; 604 KiB data, 115 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:07.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:06 smithi187 ceph-mon[70558]: pgmap v68: 161 pgs: 161 active+clean; 604 KiB data, 115 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:07.164 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:06 smithi088 ceph-mon[71593]: pgmap v68: 161 pgs: 161 active+clean; 604 KiB data, 115 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:07.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:06 smithi088 ceph-mon[67196]: pgmap v68: 161 pgs: 161 active+clean; 604 KiB data, 115 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:09.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:08 smithi187 ceph-mon[70558]: pgmap v69: 161 pgs: 161 active+clean; 604 KiB data, 115 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:09.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:08 smithi088 ceph-mon[71593]: pgmap v69: 161 pgs: 161 active+clean; 604 KiB data, 115 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:09.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:08 smithi088 ceph-mon[67196]: pgmap v69: 161 pgs: 161 active+clean; 604 KiB data, 115 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:10.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:10 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:10.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:10 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:10.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:10 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:11.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:11 smithi187 ceph-mon[70558]: pgmap v70: 161 pgs: 161 active+clean; 604 KiB data, 115 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:11.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:11 smithi088 ceph-mon[67196]: pgmap v70: 161 pgs: 161 active+clean; 604 KiB data, 115 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:11.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:11 smithi088 ceph-mon[71593]: pgmap v70: 161 pgs: 161 active+clean; 604 KiB data, 115 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:13.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:13 smithi187 ceph-mon[70558]: pgmap v71: 161 pgs: 161 active+clean; 604 KiB data, 115 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:13.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:13 smithi088 ceph-mon[67196]: pgmap v71: 161 pgs: 161 active+clean; 604 KiB data, 115 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:13.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:13 smithi088 ceph-mon[71593]: pgmap v71: 161 pgs: 161 active+clean; 604 KiB data, 115 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:14.913 INFO:teuthology.orchestra.run.smithi088.stdout:true 2024-09-17T08:33:15.563 INFO:teuthology.orchestra.run.smithi088.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T08:33:15.563 INFO:teuthology.orchestra.run.smithi088.stdout:alertmanager.a smithi088 *:9093,9094 running (4m) 19s ago 25m 26.6M - 0.25.0 c8568f914cd2 ae3ad2ca8c3e 2024-09-17T08:33:15.563 INFO:teuthology.orchestra.run.smithi088.stdout:grafana.a smithi187 *:3000 running (3m) 106s ago 25m 81.8M - 9.4.7 954c08fa6188 bb16e26e2835 2024-09-17T08:33:15.563 INFO:teuthology.orchestra.run.smithi088.stdout:iscsi.foo.smithi187.kgegfj smithi187 unknown 106s ago 25m - - 2024-09-17T08:33:15.563 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.x smithi187 *:8443,8765 running (5m) 106s ago 29m 434M - 18.2.4-855-g19e2a2be 980a0bfcd684 d71cc65429a4 2024-09-17T08:33:15.563 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.y smithi088 *:8443,8765 running (15m) 19s ago 31m 480M - 18.2.4-855-g19e2a2be 980a0bfcd684 3228b2505d9a 2024-09-17T08:33:15.563 INFO:teuthology.orchestra.run.smithi088.stdout:mon.a smithi088 running (117s) 19s ago 31m 56.3M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 7a79828a62c2 2024-09-17T08:33:15.563 INFO:teuthology.orchestra.run.smithi088.stdout:mon.b smithi187 running (2m) 106s ago 30m 42.7M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 d4e39e0851a6 2024-09-17T08:33:15.563 INFO:teuthology.orchestra.run.smithi088.stdout:mon.c smithi088 running (96s) 19s ago 30m 43.7M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 9f9c833cecc9 2024-09-17T08:33:15.564 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.a smithi088 *:9100 running (4m) 19s ago 26m 15.4M - 1.5.0 0da6a335fe13 b70a15a514fb 2024-09-17T08:33:15.564 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.b smithi187 *:9100 running (4m) 106s ago 26m 16.0M - 1.5.0 0da6a335fe13 75f36e91740f 2024-09-17T08:33:15.564 INFO:teuthology.orchestra.run.smithi088.stdout:osd.0 smithi088 running (23s) 19s ago 29m 11.9M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 b5e437bc4ca8 2024-09-17T08:33:15.564 INFO:teuthology.orchestra.run.smithi088.stdout:osd.1 smithi088 running (29m) 19s ago 29m 48.4M 4096M 16.2.0 24ecd6d5f14c 76ee60c1a08d 2024-09-17T08:33:15.564 INFO:teuthology.orchestra.run.smithi088.stdout:osd.2 smithi088 running (28m) 19s ago 28m 45.9M 4096M 16.2.0 24ecd6d5f14c 2503783cc013 2024-09-17T08:33:15.564 INFO:teuthology.orchestra.run.smithi088.stdout:osd.3 smithi088 running (28m) 19s ago 28m 49.6M 4096M 16.2.0 24ecd6d5f14c bf680a19cb5a 2024-09-17T08:33:15.564 INFO:teuthology.orchestra.run.smithi088.stdout:osd.4 smithi187 running (28m) 106s ago 28m 49.5M 4096M 16.2.0 24ecd6d5f14c a8462272aa51 2024-09-17T08:33:15.564 INFO:teuthology.orchestra.run.smithi088.stdout:osd.5 smithi187 running (28m) 106s ago 28m 47.2M 4096M 16.2.0 24ecd6d5f14c c3463f9a8b7e 2024-09-17T08:33:15.564 INFO:teuthology.orchestra.run.smithi088.stdout:osd.6 smithi187 running (27m) 106s ago 27m 50.9M 4096M 16.2.0 24ecd6d5f14c 53d9ca2fb095 2024-09-17T08:33:15.564 INFO:teuthology.orchestra.run.smithi088.stdout:osd.7 smithi187 running (27m) 106s ago 27m 49.9M 4096M 16.2.0 24ecd6d5f14c 61f8b7fae59c 2024-09-17T08:33:15.564 INFO:teuthology.orchestra.run.smithi088.stdout:prometheus.a smithi187 *:9095 running (4m) 106s ago 26m 50.9M - 2.43.0 a07b618ecd1d 052443b7a266 2024-09-17T08:33:15.565 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi088.pybyat smithi088 *:8000 running (25m) 19s ago 25m 46.8M - 16.2.0 24ecd6d5f14c 1e03127137af 2024-09-17T08:33:15.565 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi187.yrrxta smithi187 *:8000 running (25m) 106s ago 25m 45.3M - 16.2.0 24ecd6d5f14c 304f0f2cb409 2024-09-17T08:33:15.565 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:15 smithi088 ceph-mon[67196]: pgmap v72: 161 pgs: 161 active+clean; 604 KiB data, 115 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:15.565 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:15 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-17T08:33:15.565 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:15 smithi088 ceph-mon[71593]: pgmap v72: 161 pgs: 161 active+clean; 604 KiB data, 115 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:15.565 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:15 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-17T08:33:15.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:15 smithi187 ceph-mon[70558]: pgmap v72: 161 pgs: 161 active+clean; 604 KiB data, 115 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:15.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:15 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-17T08:33:15.952 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:33:15.952 INFO:teuthology.orchestra.run.smithi088.stdout: "mon": { 2024-09-17T08:33:15.952 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 3 2024-09-17T08:33:15.952 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:33:15.952 INFO:teuthology.orchestra.run.smithi088.stdout: "mgr": { 2024-09-17T08:33:15.952 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T08:33:15.952 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:33:15.952 INFO:teuthology.orchestra.run.smithi088.stdout: "osd": { 2024-09-17T08:33:15.952 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 7, 2024-09-17T08:33:15.953 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 1 2024-09-17T08:33:15.953 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:33:15.953 INFO:teuthology.orchestra.run.smithi088.stdout: "rgw": { 2024-09-17T08:33:15.953 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 2 2024-09-17T08:33:15.953 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:33:15.953 INFO:teuthology.orchestra.run.smithi088.stdout: "overall": { 2024-09-17T08:33:15.953 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 9, 2024-09-17T08:33:15.953 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 6 2024-09-17T08:33:15.953 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-09-17T08:33:15.953 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:33:16.279 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:33:16.279 INFO:teuthology.orchestra.run.smithi088.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9", 2024-09-17T08:33:16.280 INFO:teuthology.orchestra.run.smithi088.stdout: "in_progress": true, 2024-09-17T08:33:16.280 INFO:teuthology.orchestra.run.smithi088.stdout: "which": "Upgrading daemons of type(s) osd. Upgrade limited to 2 daemons (1 remaining).", 2024-09-17T08:33:16.280 INFO:teuthology.orchestra.run.smithi088.stdout: "services_complete": [], 2024-09-17T08:33:16.280 INFO:teuthology.orchestra.run.smithi088.stdout: "progress": "1/8 daemons upgraded", 2024-09-17T08:33:16.280 INFO:teuthology.orchestra.run.smithi088.stdout: "message": "Currently upgrading osd daemons", 2024-09-17T08:33:16.281 INFO:teuthology.orchestra.run.smithi088.stdout: "is_paused": false 2024-09-17T08:33:16.285 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:33:16.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:16 smithi187 ceph-mon[70558]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-17T08:33:16.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:16 smithi187 ceph-mon[70558]: Upgrade: osd.1 is safe to restart 2024-09-17T08:33:16.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:16 smithi187 ceph-mon[70558]: from='client.54273 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:33:16.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:16 smithi187 ceph-mon[70558]: from='client.64192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:33:16.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:16 smithi187 ceph-mon[70558]: from='client.54291 172.21.15.88:0/1640928294' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:33:16.664 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:16 smithi088 ceph-mon[71593]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-17T08:33:16.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:16 smithi088 ceph-mon[71593]: Upgrade: osd.1 is safe to restart 2024-09-17T08:33:16.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:16 smithi088 ceph-mon[71593]: from='client.54273 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:33:16.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:16 smithi088 ceph-mon[71593]: from='client.64192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:33:16.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:16 smithi088 ceph-mon[71593]: from='client.54291 172.21.15.88:0/1640928294' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:33:16.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:16 smithi088 ceph-mon[67196]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-17T08:33:16.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:16 smithi088 ceph-mon[67196]: Upgrade: osd.1 is safe to restart 2024-09-17T08:33:16.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:16 smithi088 ceph-mon[67196]: from='client.54273 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:33:16.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:16 smithi088 ceph-mon[67196]: from='client.64192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:33:16.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:16 smithi088 ceph-mon[67196]: from='client.54291 172.21.15.88:0/1640928294' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:33:17.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:17 smithi187 ceph-mon[70558]: from='client.64198 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:33:17.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:17 smithi187 ceph-mon[70558]: pgmap v73: 161 pgs: 161 active+clean; 604 KiB data, 115 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:17.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:17 smithi187 ceph-mon[70558]: from='client.54297 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:33:17.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:17 smithi187 ceph-mon[70558]: Upgrade: Updating osd.1 2024-09-17T08:33:17.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:17 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:17.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:17 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-17T08:33:17.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:17 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:33:17.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:17 smithi187 ceph-mon[70558]: Deploying daemon osd.1 on smithi088 2024-09-17T08:33:17.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:17 smithi088 ceph-mon[67196]: from='client.64198 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:33:17.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:17 smithi088 ceph-mon[67196]: pgmap v73: 161 pgs: 161 active+clean; 604 KiB data, 115 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:17.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:17 smithi088 ceph-mon[67196]: from='client.54297 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:33:17.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:17 smithi088 ceph-mon[67196]: Upgrade: Updating osd.1 2024-09-17T08:33:17.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:17 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:17.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:17 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-17T08:33:17.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:17 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:33:17.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:17 smithi088 ceph-mon[67196]: Deploying daemon osd.1 on smithi088 2024-09-17T08:33:17.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:17 smithi088 ceph-mon[71593]: from='client.64198 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:33:17.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:17 smithi088 ceph-mon[71593]: pgmap v73: 161 pgs: 161 active+clean; 604 KiB data, 115 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:17.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:17 smithi088 ceph-mon[71593]: from='client.54297 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:33:17.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:17 smithi088 ceph-mon[71593]: Upgrade: Updating osd.1 2024-09-17T08:33:17.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:17 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:17.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:17 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-17T08:33:17.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:17 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:33:17.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:17 smithi088 ceph-mon[71593]: Deploying daemon osd.1 on smithi088 2024-09-17T08:33:19.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:19 smithi187 ceph-mon[70558]: pgmap v74: 161 pgs: 161 active+clean; 604 KiB data, 115 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:19.665 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:33:19 smithi088 systemd[1]: Stopping Ceph osd.1 for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:33:19.665 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:33:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.1[31613]: debug 2024-09-17T08:33:19.339+0000 7f51a789a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-17T08:33:19.666 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:33:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.1[31613]: debug 2024-09-17T08:33:19.339+0000 7f51a789a700 -1 osd.1 82 *** Got signal Terminated *** 2024-09-17T08:33:19.666 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:33:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.1[31613]: debug 2024-09-17T08:33:19.339+0000 7f51a789a700 -1 osd.1 82 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-17T08:33:19.666 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:33:19 smithi088 podman[82596]: 2024-09-17 08:33:19.381604329 +0000 UTC m=+0.132477905 container died 76ee60c1a08dc9d0dd94f0ebb0b4aa002f8f6a60eedc5f6f59ac146f299198b0 (image=quay.io/ceph/ceph@sha256:35b2786dc4cd535dd84f6a1a585503db4b43623ba6c43120b5e5e00951949000, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.1, GIT_BRANCH=HEAD, GIT_REPO=https://github.com/ceph/ceph-container.git, maintainer=Dimitri Savineau , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=-16.2.0, GIT_CLEAN=True, org.label-schema.build-date=20201204, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Base Image, GIT_COMMIT=20cb635043d86d971f028e2bf2824446440b5557, RELEASE=HEAD, ceph=True, org.label-schema.license=GPLv2) 2024-09-17T08:33:19.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:19 smithi088 ceph-mon[67196]: pgmap v74: 161 pgs: 161 active+clean; 604 KiB data, 115 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:19.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:19 smithi088 ceph-mon[71593]: pgmap v74: 161 pgs: 161 active+clean; 604 KiB data, 115 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:20.016 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:33:19 smithi088 podman[82596]: 2024-09-17 08:33:19.765462338 +0000 UTC m=+0.516335913 container cleanup 76ee60c1a08dc9d0dd94f0ebb0b4aa002f8f6a60eedc5f6f59ac146f299198b0 (image=quay.io/ceph/ceph@sha256:35b2786dc4cd535dd84f6a1a585503db4b43623ba6c43120b5e5e00951949000, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.1, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Base Image, GIT_REPO=https://github.com/ceph/ceph-container.git, CEPH_POINT_RELEASE=-16.2.0, GIT_CLEAN=True, GIT_COMMIT=20cb635043d86d971f028e2bf2824446440b5557, RELEASE=HEAD, GIT_BRANCH=HEAD, maintainer=Dimitri Savineau , org.label-schema.build-date=20201204, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-09-17T08:33:20.016 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:33:19 smithi088 bash[82596]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.1 2024-09-17T08:33:20.379 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:33:20 smithi088 podman[82609]: 2024-09-17 08:33:20.01701378 +0000 UTC m=+0.636196114 container remove 76ee60c1a08dc9d0dd94f0ebb0b4aa002f8f6a60eedc5f6f59ac146f299198b0 (image=quay.io/ceph/ceph@sha256:35b2786dc4cd535dd84f6a1a585503db4b43623ba6c43120b5e5e00951949000, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.1, GIT_COMMIT=20cb635043d86d971f028e2bf2824446440b5557, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Dimitri Savineau , CEPH_POINT_RELEASE=-16.2.0, GIT_REPO=https://github.com/ceph/ceph-container.git, org.label-schema.build-date=20201204, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Base Image, GIT_CLEAN=True, RELEASE=HEAD) 2024-09-17T08:33:20.631 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:33:20 smithi088 podman[82713]: 2024-09-17 08:33:20.376912869 +0000 UTC m=+0.015938377 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-17T08:33:20.631 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:33:20 smithi088 podman[82713]: 2024-09-17 08:33:20.51802354 +0000 UTC m=+0.157049040 container create 0112cf9df77ede912b75f7874c3f277311e96ed796d6f4f9ea041503ec5b4ebb (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, RELEASE=reef-19e2a2b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD) 2024-09-17T08:33:20.632 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[71593]: osd.1 reported immediately failed by osd.5 2024-09-17T08:33:20.632 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[71593]: osd.1 failed (root=default,host=smithi088) (connection refused reported by osd.5) 2024-09-17T08:33:20.632 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[71593]: osd.1 reported immediately failed by osd.6 2024-09-17T08:33:20.632 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[71593]: osd.1 reported immediately failed by osd.2 2024-09-17T08:33:20.632 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[71593]: osd.1 reported immediately failed by osd.2 2024-09-17T08:33:20.632 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[71593]: osd.1 reported immediately failed by osd.0 2024-09-17T08:33:20.632 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[71593]: osd.1 reported immediately failed by osd.0 2024-09-17T08:33:20.633 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[71593]: osd.1 reported immediately failed by osd.3 2024-09-17T08:33:20.633 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[71593]: osd.1 reported immediately failed by osd.3 2024-09-17T08:33:20.633 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[71593]: osd.1 reported immediately failed by osd.6 2024-09-17T08:33:20.633 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[71593]: osd.1 reported immediately failed by osd.5 2024-09-17T08:33:20.633 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[71593]: osd.1 reported immediately failed by osd.4 2024-09-17T08:33:20.633 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[71593]: osd.1 reported immediately failed by osd.7 2024-09-17T08:33:20.633 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[71593]: osd.1 reported immediately failed by osd.5 2024-09-17T08:33:20.633 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[71593]: osd.1 reported immediately failed by osd.6 2024-09-17T08:33:20.633 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[71593]: osd.1 reported immediately failed by osd.4 2024-09-17T08:33:20.633 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[71593]: osd.1 reported immediately failed by osd.7 2024-09-17T08:33:20.634 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[71593]: osd.1 reported immediately failed by osd.6 2024-09-17T08:33:20.634 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[71593]: osd.1 reported immediately failed by osd.5 2024-09-17T08:33:20.634 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[71593]: osd.1 reported immediately failed by osd.2 2024-09-17T08:33:20.634 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[71593]: osd.1 reported immediately failed by osd.2 2024-09-17T08:33:20.634 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[71593]: osd.1 reported immediately failed by osd.0 2024-09-17T08:33:20.634 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[71593]: osd.1 reported immediately failed by osd.3 2024-09-17T08:33:20.634 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[71593]: osd.1 reported immediately failed by osd.0 2024-09-17T08:33:20.634 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[71593]: osd.1 reported immediately failed by osd.3 2024-09-17T08:33:20.634 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[71593]: osd.1 reported immediately failed by osd.7 2024-09-17T08:33:20.634 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[71593]: osd.1 reported immediately failed by osd.7 2024-09-17T08:33:20.634 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[71593]: osd.1 reported immediately failed by osd.5 2024-09-17T08:33:20.634 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[71593]: osd.1 reported immediately failed by osd.6 2024-09-17T08:33:20.634 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[71593]: osd.1 reported immediately failed by osd.4 2024-09-17T08:33:20.635 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[71593]: osd.1 reported immediately failed by osd.5 2024-09-17T08:33:20.635 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[71593]: osd.1 reported immediately failed by osd.6 2024-09-17T08:33:20.635 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[71593]: osd.1 reported immediately failed by osd.4 2024-09-17T08:33:20.635 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[71593]: osd.1 reported immediately failed by osd.5 2024-09-17T08:33:20.635 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[71593]: osd.1 reported immediately failed by osd.6 2024-09-17T08:33:20.635 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[67196]: osd.1 reported immediately failed by osd.5 2024-09-17T08:33:20.635 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[67196]: osd.1 failed (root=default,host=smithi088) (connection refused reported by osd.5) 2024-09-17T08:33:20.635 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[67196]: osd.1 reported immediately failed by osd.6 2024-09-17T08:33:20.635 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[67196]: osd.1 reported immediately failed by osd.2 2024-09-17T08:33:20.635 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[67196]: osd.1 reported immediately failed by osd.2 2024-09-17T08:33:20.636 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[67196]: osd.1 reported immediately failed by osd.0 2024-09-17T08:33:20.636 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[67196]: osd.1 reported immediately failed by osd.0 2024-09-17T08:33:20.636 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[67196]: osd.1 reported immediately failed by osd.3 2024-09-17T08:33:20.636 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[67196]: osd.1 reported immediately failed by osd.3 2024-09-17T08:33:20.636 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[67196]: osd.1 reported immediately failed by osd.6 2024-09-17T08:33:20.636 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[67196]: osd.1 reported immediately failed by osd.5 2024-09-17T08:33:20.636 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[67196]: osd.1 reported immediately failed by osd.4 2024-09-17T08:33:20.636 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[67196]: osd.1 reported immediately failed by osd.7 2024-09-17T08:33:20.636 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[67196]: osd.1 reported immediately failed by osd.5 2024-09-17T08:33:20.636 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[67196]: osd.1 reported immediately failed by osd.6 2024-09-17T08:33:20.636 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[67196]: osd.1 reported immediately failed by osd.4 2024-09-17T08:33:20.636 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[67196]: osd.1 reported immediately failed by osd.7 2024-09-17T08:33:20.636 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[67196]: osd.1 reported immediately failed by osd.6 2024-09-17T08:33:20.636 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[67196]: osd.1 reported immediately failed by osd.5 2024-09-17T08:33:20.637 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[67196]: osd.1 reported immediately failed by osd.2 2024-09-17T08:33:20.637 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[67196]: osd.1 reported immediately failed by osd.2 2024-09-17T08:33:20.637 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[67196]: osd.1 reported immediately failed by osd.0 2024-09-17T08:33:20.637 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[67196]: osd.1 reported immediately failed by osd.3 2024-09-17T08:33:20.637 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[67196]: osd.1 reported immediately failed by osd.0 2024-09-17T08:33:20.637 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[67196]: osd.1 reported immediately failed by osd.3 2024-09-17T08:33:20.637 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[67196]: osd.1 reported immediately failed by osd.7 2024-09-17T08:33:20.637 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[67196]: osd.1 reported immediately failed by osd.7 2024-09-17T08:33:20.637 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[67196]: osd.1 reported immediately failed by osd.5 2024-09-17T08:33:20.637 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[67196]: osd.1 reported immediately failed by osd.6 2024-09-17T08:33:20.637 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[67196]: osd.1 reported immediately failed by osd.4 2024-09-17T08:33:20.637 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[67196]: osd.1 reported immediately failed by osd.5 2024-09-17T08:33:20.638 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[67196]: osd.1 reported immediately failed by osd.6 2024-09-17T08:33:20.638 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[67196]: osd.1 reported immediately failed by osd.4 2024-09-17T08:33:20.638 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[67196]: osd.1 reported immediately failed by osd.5 2024-09-17T08:33:20.638 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:20 smithi088 ceph-mon[67196]: osd.1 reported immediately failed by osd.6 2024-09-17T08:33:20.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:20 smithi187 ceph-mon[70558]: osd.1 reported immediately failed by osd.5 2024-09-17T08:33:20.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:20 smithi187 ceph-mon[70558]: osd.1 failed (root=default,host=smithi088) (connection refused reported by osd.5) 2024-09-17T08:33:20.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:20 smithi187 ceph-mon[70558]: osd.1 reported immediately failed by osd.6 2024-09-17T08:33:20.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:20 smithi187 ceph-mon[70558]: osd.1 reported immediately failed by osd.2 2024-09-17T08:33:20.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:20 smithi187 ceph-mon[70558]: osd.1 reported immediately failed by osd.2 2024-09-17T08:33:20.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:20 smithi187 ceph-mon[70558]: osd.1 reported immediately failed by osd.0 2024-09-17T08:33:20.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:20 smithi187 ceph-mon[70558]: osd.1 reported immediately failed by osd.0 2024-09-17T08:33:20.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:20 smithi187 ceph-mon[70558]: osd.1 reported immediately failed by osd.3 2024-09-17T08:33:20.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:20 smithi187 ceph-mon[70558]: osd.1 reported immediately failed by osd.3 2024-09-17T08:33:20.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:20 smithi187 ceph-mon[70558]: osd.1 reported immediately failed by osd.6 2024-09-17T08:33:20.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:20 smithi187 ceph-mon[70558]: osd.1 reported immediately failed by osd.5 2024-09-17T08:33:20.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:20 smithi187 ceph-mon[70558]: osd.1 reported immediately failed by osd.4 2024-09-17T08:33:20.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:20 smithi187 ceph-mon[70558]: osd.1 reported immediately failed by osd.7 2024-09-17T08:33:20.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:20 smithi187 ceph-mon[70558]: osd.1 reported immediately failed by osd.5 2024-09-17T08:33:20.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:20 smithi187 ceph-mon[70558]: osd.1 reported immediately failed by osd.6 2024-09-17T08:33:20.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:20 smithi187 ceph-mon[70558]: osd.1 reported immediately failed by osd.4 2024-09-17T08:33:20.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:20 smithi187 ceph-mon[70558]: osd.1 reported immediately failed by osd.7 2024-09-17T08:33:20.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:20 smithi187 ceph-mon[70558]: osd.1 reported immediately failed by osd.6 2024-09-17T08:33:20.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:20 smithi187 ceph-mon[70558]: osd.1 reported immediately failed by osd.5 2024-09-17T08:33:20.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:20 smithi187 ceph-mon[70558]: osd.1 reported immediately failed by osd.2 2024-09-17T08:33:20.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:20 smithi187 ceph-mon[70558]: osd.1 reported immediately failed by osd.2 2024-09-17T08:33:20.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:20 smithi187 ceph-mon[70558]: osd.1 reported immediately failed by osd.0 2024-09-17T08:33:20.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:20 smithi187 ceph-mon[70558]: osd.1 reported immediately failed by osd.3 2024-09-17T08:33:20.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:20 smithi187 ceph-mon[70558]: osd.1 reported immediately failed by osd.0 2024-09-17T08:33:20.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:20 smithi187 ceph-mon[70558]: osd.1 reported immediately failed by osd.3 2024-09-17T08:33:20.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:20 smithi187 ceph-mon[70558]: osd.1 reported immediately failed by osd.7 2024-09-17T08:33:20.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:20 smithi187 ceph-mon[70558]: osd.1 reported immediately failed by osd.7 2024-09-17T08:33:20.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:20 smithi187 ceph-mon[70558]: osd.1 reported immediately failed by osd.5 2024-09-17T08:33:20.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:20 smithi187 ceph-mon[70558]: osd.1 reported immediately failed by osd.6 2024-09-17T08:33:20.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:20 smithi187 ceph-mon[70558]: osd.1 reported immediately failed by osd.4 2024-09-17T08:33:20.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:20 smithi187 ceph-mon[70558]: osd.1 reported immediately failed by osd.5 2024-09-17T08:33:20.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:20 smithi187 ceph-mon[70558]: osd.1 reported immediately failed by osd.6 2024-09-17T08:33:20.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:20 smithi187 ceph-mon[70558]: osd.1 reported immediately failed by osd.4 2024-09-17T08:33:20.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:20 smithi187 ceph-mon[70558]: osd.1 reported immediately failed by osd.5 2024-09-17T08:33:20.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:20 smithi187 ceph-mon[70558]: osd.1 reported immediately failed by osd.6 2024-09-17T08:33:20.915 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:33:20 smithi088 podman[82713]: 2024-09-17 08:33:20.737202049 +0000 UTC m=+0.376227561 container init 0112cf9df77ede912b75f7874c3f277311e96ed796d6f4f9ea041503ec5b4ebb (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-1-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, RELEASE=reef-19e2a2b, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-09-17T08:33:20.915 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:33:20 smithi088 podman[82713]: 2024-09-17 08:33:20.741238034 +0000 UTC m=+0.380263535 container start 0112cf9df77ede912b75f7874c3f277311e96ed796d6f4f9ea041503ec5b4ebb (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, RELEASE=reef-19e2a2b, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-17T08:33:20.915 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:33:20 smithi088 podman[82713]: 2024-09-17 08:33:20.820465379 +0000 UTC m=+0.459490884 container attach 0112cf9df77ede912b75f7874c3f277311e96ed796d6f4f9ea041503ec5b4ebb (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-1-deactivate, io.buildah.version=1.37.2, ceph=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=reef-19e2a2b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-09-17T08:33:21.392 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:33:20 smithi088 podman[82713]: 2024-09-17 08:33:20.929271474 +0000 UTC m=+0.568296982 container died 0112cf9df77ede912b75f7874c3f277311e96ed796d6f4f9ea041503ec5b4ebb (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-1-deactivate, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=reef-19e2a2b) 2024-09-17T08:33:21.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:21 smithi187 ceph-mon[70558]: pgmap v75: 161 pgs: 161 active+clean; 604 KiB data, 115 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:21.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:21 smithi187 ceph-mon[70558]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T08:33:21.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:21 smithi187 ceph-mon[70558]: osdmap e83: 8 total, 7 up, 8 in 2024-09-17T08:33:21.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:21 smithi088 ceph-mon[67196]: pgmap v75: 161 pgs: 161 active+clean; 604 KiB data, 115 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:21.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:21 smithi088 ceph-mon[67196]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T08:33:21.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:21 smithi088 ceph-mon[67196]: osdmap e83: 8 total, 7 up, 8 in 2024-09-17T08:33:21.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:21 smithi088 ceph-mon[71593]: pgmap v75: 161 pgs: 161 active+clean; 604 KiB data, 115 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:21.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:21 smithi088 ceph-mon[71593]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T08:33:21.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:21 smithi088 ceph-mon[71593]: osdmap e83: 8 total, 7 up, 8 in 2024-09-17T08:33:21.666 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:33:21 smithi088 podman[82737]: 2024-09-17 08:33:21.524303263 +0000 UTC m=+0.585391414 container remove 0112cf9df77ede912b75f7874c3f277311e96ed796d6f4f9ea041503ec5b4ebb (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-19e2a2b, ceph=True, CEPH_POINT_RELEASE=) 2024-09-17T08:33:21.666 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:33:21 smithi088 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@osd.1.service: Deactivated successfully. 2024-09-17T08:33:21.666 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:33:21 smithi088 systemd[1]: Stopped Ceph osd.1 for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:33:21.666 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:33:21 smithi088 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@osd.1.service: Consumed 1.099s CPU time. 2024-09-17T08:33:22.009 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:33:21 smithi088 systemd[1]: Starting Ceph osd.1 for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:33:22.009 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:33:21 smithi088 podman[82836]: 2024-09-17 08:33:21.863961646 +0000 UTC m=+0.015748272 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-17T08:33:22.328 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:33:22 smithi088 podman[82836]: 2024-09-17 08:33:22.009718011 +0000 UTC m=+0.161504637 container create b1524a3d5e08f0f67919809161c060e286f23fc53b9804ba6265a551eea177ea (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-1-activate, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-19e2a2b, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2) 2024-09-17T08:33:22.328 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:33:22 smithi088 podman[82836]: 2024-09-17 08:33:22.220563982 +0000 UTC m=+0.372350630 container init b1524a3d5e08f0f67919809161c060e286f23fc53b9804ba6265a551eea177ea (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-1-activate, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-19e2a2b, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-17T08:33:22.328 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:33:22 smithi088 podman[82836]: 2024-09-17 08:33:22.224114368 +0000 UTC m=+0.375900999 container start b1524a3d5e08f0f67919809161c060e286f23fc53b9804ba6265a551eea177ea (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-1-activate, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-19e2a2b) 2024-09-17T08:33:22.329 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:33:22 smithi088 podman[82836]: 2024-09-17 08:33:22.328756735 +0000 UTC m=+0.480543362 container attach b1524a3d5e08f0f67919809161c060e286f23fc53b9804ba6265a551eea177ea (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-1-activate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=reef-19e2a2b, GIT_BRANCH=HEAD) 2024-09-17T08:33:22.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:22 smithi088 ceph-mon[67196]: osdmap e84: 8 total, 7 up, 8 in 2024-09-17T08:33:22.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:22 smithi088 ceph-mon[71593]: osdmap e84: 8 total, 7 up, 8 in 2024-09-17T08:33:22.665 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:33:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-1-activate[82859]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-17T08:33:22.665 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:33:22 smithi088 bash[82836]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-17T08:33:22.665 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:33:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-1-activate[82859]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-17T08:33:22.665 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:33:22 smithi088 bash[82836]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-17T08:33:22.665 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:33:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-1-activate[82859]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-17T08:33:22.665 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:33:22 smithi088 bash[82836]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-17T08:33:22.665 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:33:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-1-activate[82859]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-17T08:33:22.665 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:33:22 smithi088 bash[82836]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-17T08:33:22.666 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:33:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-1-activate[82859]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-09-17T08:33:22.666 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:33:22 smithi088 bash[82836]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-09-17T08:33:22.666 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:33:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-1-activate[82859]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-17T08:33:22.666 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:33:22 smithi088 bash[82836]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-17T08:33:22.666 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:33:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-1-activate[82859]: --> ceph-volume raw activate successful for osd ID: 1 2024-09-17T08:33:22.666 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:33:22 smithi088 bash[82836]: --> ceph-volume raw activate successful for osd ID: 1 2024-09-17T08:33:22.666 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:33:22 smithi088 podman[82836]: 2024-09-17 08:33:22.568236151 +0000 UTC m=+0.720022783 container died b1524a3d5e08f0f67919809161c060e286f23fc53b9804ba6265a551eea177ea (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-1-activate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.37.2, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, RELEASE=reef-19e2a2b) 2024-09-17T08:33:22.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:22 smithi187 ceph-mon[70558]: osdmap e84: 8 total, 7 up, 8 in 2024-09-17T08:33:23.516 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:23 smithi088 ceph-mon[71593]: pgmap v78: 161 pgs: 7 peering, 19 stale+active+clean, 135 active+clean; 604 KiB data, 115 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:23.517 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:23 smithi088 ceph-mon[71593]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-17T08:33:23.517 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:23 smithi088 ceph-mon[67196]: pgmap v78: 161 pgs: 7 peering, 19 stale+active+clean, 135 active+clean; 604 KiB data, 115 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:23.517 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:23 smithi088 ceph-mon[67196]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-17T08:33:23.517 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:33:23 smithi088 podman[82990]: 2024-09-17 08:33:23.266123442 +0000 UTC m=+0.692366470 container remove b1524a3d5e08f0f67919809161c060e286f23fc53b9804ba6265a551eea177ea (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-1-activate, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=reef-19e2a2b, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-17T08:33:23.517 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:33:23 smithi088 podman[83050]: 2024-09-17 08:33:23.379838694 +0000 UTC m=+0.016178502 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-17T08:33:23.769 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:33:23 smithi088 podman[83050]: 2024-09-17 08:33:23.517463381 +0000 UTC m=+0.153803176 container create 19f83bfa6b978f5ce91f979baa1e9a335c2d5f266000043de2011052ef74c051 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-1, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, RELEASE=reef-19e2a2b, ceph=True) 2024-09-17T08:33:23.769 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:33:23 smithi088 podman[83050]: 2024-09-17 08:33:23.744869319 +0000 UTC m=+0.381209120 container init 19f83bfa6b978f5ce91f979baa1e9a335c2d5f266000043de2011052ef74c051 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-1, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.37.2, ceph=True, maintainer=Guillaume Abrioux , RELEASE=reef-19e2a2b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-09-17T08:33:23.769 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:33:23 smithi088 podman[83050]: 2024-09-17 08:33:23.748116112 +0000 UTC m=+0.384455906 container start 19f83bfa6b978f5ce91f979baa1e9a335c2d5f266000043de2011052ef74c051 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-1, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, ceph=True, RELEASE=reef-19e2a2b, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-09-17T08:33:23.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:23 smithi187 ceph-mon[70558]: pgmap v78: 161 pgs: 7 peering, 19 stale+active+clean, 135 active+clean; 604 KiB data, 115 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:23.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:23 smithi187 ceph-mon[70558]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-17T08:33:24.164 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:33:23 smithi088 ceph-osd[83070]: -- 172.21.15.88:0/993152123 <== mon.1 v2:172.21.15.88:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56245b4b71e0 con 0x56245b455c00 2024-09-17T08:33:24.165 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:33:23 smithi088 bash[83050]: 19f83bfa6b978f5ce91f979baa1e9a335c2d5f266000043de2011052ef74c051 2024-09-17T08:33:24.165 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:33:23 smithi088 systemd[1]: Started Ceph osd.1 for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:33:24.571 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:33:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-1[83066]: 2024-09-17T08:33:24.284+0000 7f2af913a640 -1 Falling back to public interface 2024-09-17T08:33:25.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:24 smithi088 ceph-mon[67196]: pgmap v79: 161 pgs: 7 peering, 19 stale+active+clean, 135 active+clean; 604 KiB data, 115 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:25.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:24 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:25.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:24 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:25.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:24 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:25.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:24 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:33:25.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:24 smithi088 ceph-mon[71593]: pgmap v79: 161 pgs: 7 peering, 19 stale+active+clean, 135 active+clean; 604 KiB data, 115 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:25.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:24 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:25.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:24 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:25.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:24 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:25.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:24 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:33:25.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:24 smithi187 ceph-mon[70558]: pgmap v79: 161 pgs: 7 peering, 19 stale+active+clean, 135 active+clean; 604 KiB data, 115 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:25.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:24 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:25.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:24 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:25.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:24 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:25.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:24 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:33:26.153 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:25 smithi088 ceph-mon[67196]: Health check failed: Degraded data redundancy: 121/999 objects degraded (12.112%), 22 pgs degraded (PG_DEGRADED) 2024-09-17T08:33:26.154 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:25 smithi088 ceph-mon[71593]: Health check failed: Degraded data redundancy: 121/999 objects degraded (12.112%), 22 pgs degraded (PG_DEGRADED) 2024-09-17T08:33:26.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:25 smithi187 ceph-mon[70558]: Health check failed: Degraded data redundancy: 121/999 objects degraded (12.112%), 22 pgs degraded (PG_DEGRADED) 2024-09-17T08:33:27.094 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:26 smithi088 ceph-mon[67196]: pgmap v80: 161 pgs: 34 active+undersized, 7 peering, 22 active+undersized+degraded, 98 active+clean; 604 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 121/999 objects degraded (12.112%) 2024-09-17T08:33:27.094 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:26 smithi088 ceph-mon[71593]: pgmap v80: 161 pgs: 34 active+undersized, 7 peering, 22 active+undersized+degraded, 98 active+clean; 604 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 121/999 objects degraded (12.112%) 2024-09-17T08:33:27.094 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:33:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-1[83066]: 2024-09-17T08:33:27.017+0000 7f2af913a640 -1 osd.1 0 read_superblock omap replica is missing. 2024-09-17T08:33:27.094 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:33:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-1[83066]: 2024-09-17T08:33:27.045+0000 7f2af913a640 -1 osd.1 82 log_to_monitors true 2024-09-17T08:33:27.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:26 smithi187 ceph-mon[70558]: pgmap v80: 161 pgs: 34 active+undersized, 7 peering, 22 active+undersized+degraded, 98 active+clean; 604 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 121/999 objects degraded (12.112%) 2024-09-17T08:33:28.330 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:33:27 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-1[83066]: 2024-09-17T08:33:27.993+0000 7f2af0ee4640 -1 osd.1 82 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-17T08:33:28.330 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:27 smithi088 ceph-mon[67196]: from='osd.1 [v2:172.21.15.88:6810/713057029,v1:172.21.15.88:6811/713057029]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-17T08:33:28.331 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:27 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:28.331 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:27 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:28.331 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:27 smithi088 ceph-mon[71593]: from='osd.1 [v2:172.21.15.88:6810/713057029,v1:172.21.15.88:6811/713057029]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-17T08:33:28.331 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:27 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:28.331 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:27 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:28.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:27 smithi187 ceph-mon[70558]: from='osd.1 [v2:172.21.15.88:6810/713057029,v1:172.21.15.88:6811/713057029]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-17T08:33:28.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:27 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:28.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:27 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:29.357 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:28 smithi088 ceph-mon[67196]: pgmap v81: 161 pgs: 39 active+undersized, 24 active+undersized+degraded, 98 active+clean; 604 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 132/999 objects degraded (13.213%) 2024-09-17T08:33:29.357 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:28 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:29.357 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:28 smithi088 ceph-mon[67196]: from='osd.1 [v2:172.21.15.88:6810/713057029,v1:172.21.15.88:6811/713057029]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-17T08:33:29.357 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:28 smithi088 ceph-mon[67196]: osdmap e85: 8 total, 7 up, 8 in 2024-09-17T08:33:29.358 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:28 smithi088 ceph-mon[67196]: from='osd.1 [v2:172.21.15.88:6810/713057029,v1:172.21.15.88:6811/713057029]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-09-17T08:33:29.358 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:28 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:29.358 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:28 smithi088 ceph-mon[67196]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-17T08:33:29.358 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:28 smithi088 ceph-mon[71593]: pgmap v81: 161 pgs: 39 active+undersized, 24 active+undersized+degraded, 98 active+clean; 604 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 132/999 objects degraded (13.213%) 2024-09-17T08:33:29.358 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:28 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:29.358 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:28 smithi088 ceph-mon[71593]: from='osd.1 [v2:172.21.15.88:6810/713057029,v1:172.21.15.88:6811/713057029]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-17T08:33:29.358 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:28 smithi088 ceph-mon[71593]: osdmap e85: 8 total, 7 up, 8 in 2024-09-17T08:33:29.358 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:28 smithi088 ceph-mon[71593]: from='osd.1 [v2:172.21.15.88:6810/713057029,v1:172.21.15.88:6811/713057029]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-09-17T08:33:29.358 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:28 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:29.358 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:28 smithi088 ceph-mon[71593]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-17T08:33:29.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:28 smithi187 ceph-mon[70558]: pgmap v81: 161 pgs: 39 active+undersized, 24 active+undersized+degraded, 98 active+clean; 604 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 132/999 objects degraded (13.213%) 2024-09-17T08:33:29.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:28 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:29.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:28 smithi187 ceph-mon[70558]: from='osd.1 [v2:172.21.15.88:6810/713057029,v1:172.21.15.88:6811/713057029]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-17T08:33:29.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:28 smithi187 ceph-mon[70558]: osdmap e85: 8 total, 7 up, 8 in 2024-09-17T08:33:29.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:28 smithi187 ceph-mon[70558]: from='osd.1 [v2:172.21.15.88:6810/713057029,v1:172.21.15.88:6811/713057029]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-09-17T08:33:29.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:28 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:29.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:28 smithi187 ceph-mon[70558]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-17T08:33:30.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:29 smithi088 ceph-mon[71593]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T08:33:30.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:29 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T08:33:30.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:29 smithi088 ceph-mon[71593]: osd.1 [v2:172.21.15.88:6810/713057029,v1:172.21.15.88:6811/713057029] boot 2024-09-17T08:33:30.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:29 smithi088 ceph-mon[71593]: osdmap e86: 8 total, 8 up, 8 in 2024-09-17T08:33:30.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:29 smithi088 ceph-mon[67196]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T08:33:30.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:29 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T08:33:30.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:29 smithi088 ceph-mon[67196]: osd.1 [v2:172.21.15.88:6810/713057029,v1:172.21.15.88:6811/713057029] boot 2024-09-17T08:33:30.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:29 smithi088 ceph-mon[67196]: osdmap e86: 8 total, 8 up, 8 in 2024-09-17T08:33:30.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:29 smithi187 ceph-mon[70558]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T08:33:30.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:29 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T08:33:30.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:29 smithi187 ceph-mon[70558]: osd.1 [v2:172.21.15.88:6810/713057029,v1:172.21.15.88:6811/713057029] boot 2024-09-17T08:33:30.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:29 smithi187 ceph-mon[70558]: osdmap e86: 8 total, 8 up, 8 in 2024-09-17T08:33:31.160 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:30 smithi088 ceph-mon[67196]: pgmap v84: 161 pgs: 39 active+undersized, 24 active+undersized+degraded, 98 active+clean; 604 KiB data, 136 MiB used, 715 GiB / 715 GiB avail; 132/999 objects degraded (13.213%) 2024-09-17T08:33:31.160 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:30 smithi088 ceph-mon[67196]: osdmap e87: 8 total, 8 up, 8 in 2024-09-17T08:33:31.160 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:30 smithi088 ceph-mon[71593]: pgmap v84: 161 pgs: 39 active+undersized, 24 active+undersized+degraded, 98 active+clean; 604 KiB data, 136 MiB used, 715 GiB / 715 GiB avail; 132/999 objects degraded (13.213%) 2024-09-17T08:33:31.161 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:30 smithi088 ceph-mon[71593]: osdmap e87: 8 total, 8 up, 8 in 2024-09-17T08:33:31.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:30 smithi187 ceph-mon[70558]: pgmap v84: 161 pgs: 39 active+undersized, 24 active+undersized+degraded, 98 active+clean; 604 KiB data, 136 MiB used, 715 GiB / 715 GiB avail; 132/999 objects degraded (13.213%) 2024-09-17T08:33:31.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:30 smithi187 ceph-mon[70558]: osdmap e87: 8 total, 8 up, 8 in 2024-09-17T08:33:32.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:32.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:32.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:33:32.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:33:32.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:33:32.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: pgmap v86: 161 pgs: 17 active+undersized, 9 active+undersized+degraded, 135 active+clean; 604 KiB data, 136 MiB used, 715 GiB / 715 GiB avail; 53/999 objects degraded (5.305%) 2024-09-17T08:33:32.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: pgmap v87: 161 pgs: 17 active+undersized, 9 active+undersized+degraded, 135 active+clean; 604 KiB data, 136 MiB used, 715 GiB / 715 GiB avail; 53/999 objects degraded (5.305%) 2024-09-17T08:33:32.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:32.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:33:32.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:33:32.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:33:32.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all nvmeof 2024-09-17T08:33:32.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:32.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:33:32.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:33:32.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:33:32.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:33:32.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:33:32.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:33:32.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: Upgrade: Finalizing container_image settings 2024-09-17T08:33:32.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-17T08:33:32.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-17T08:33:32.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-17T08:33:32.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:33:32.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:33:32.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-17T08:33:32.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-17T08:33:32.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-17T08:33:32.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-17T08:33:32.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-17T08:33:32.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-17T08:33:32.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-17T08:33:32.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-17T08:33:32.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-17T08:33:32.650 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-17T08:33:32.650 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-17T08:33:32.650 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-17T08:33:32.650 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:33:32.650 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:33:32.650 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-17T08:33:32.650 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-17T08:33:32.650 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-17T08:33:32.650 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-17T08:33:32.650 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-17T08:33:32.650 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-17T08:33:32.650 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-17T08:33:32.650 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-17T08:33:32.650 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-17T08:33:32.651 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:33:32.651 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:33:32.651 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:33:32.651 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:33:32.651 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:33:32.651 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:33:32.651 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:33:32.651 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:33:32.652 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:33:32.652 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:33:32.652 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:33:32.652 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:33:32.652 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-17T08:33:32.652 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-17T08:33:32.652 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]': finished 2024-09-17T08:33:32.652 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: Upgrade: Complete! 2024-09-17T08:33:32.652 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-17T08:33:32.652 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-17T08:33:32.652 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-17T08:33:32.652 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:33:32.652 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:33:32.653 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:33:32.653 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:33:32.653 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: pgmap v88: 161 pgs: 12 active+undersized, 8 active+undersized+degraded, 141 active+clean; 604 KiB data, 137 MiB used, 715 GiB / 715 GiB avail; 43/999 objects degraded (4.304%) 2024-09-17T08:33:32.653 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: pgmap v89: 161 pgs: 12 active+undersized, 8 active+undersized+degraded, 141 active+clean; 604 KiB data, 137 MiB used, 715 GiB / 715 GiB avail; 43/999 objects degraded (4.304%) 2024-09-17T08:33:32.653 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:32.653 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:33:32.653 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:33:32.653 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:33:32.653 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:33:32.653 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: pgmap v90: 161 pgs: 12 active+undersized, 8 active+undersized+degraded, 141 active+clean; 604 KiB data, 137 MiB used, 715 GiB / 715 GiB avail; 43/999 objects degraded (4.304%) 2024-09-17T08:33:32.653 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: pgmap v91: 161 pgs: 12 active+undersized, 8 active+undersized+degraded, 141 active+clean; 604 KiB data, 137 MiB used, 715 GiB / 715 GiB avail; 43/999 objects degraded (4.304%) 2024-09-17T08:33:32.653 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:32 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:32.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:32.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:32.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:33:32.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:33:32.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:33:32.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: pgmap v86: 161 pgs: 17 active+undersized, 9 active+undersized+degraded, 135 active+clean; 604 KiB data, 136 MiB used, 715 GiB / 715 GiB avail; 53/999 objects degraded (5.305%) 2024-09-17T08:33:32.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: pgmap v87: 161 pgs: 17 active+undersized, 9 active+undersized+degraded, 135 active+clean; 604 KiB data, 136 MiB used, 715 GiB / 715 GiB avail; 53/999 objects degraded (5.305%) 2024-09-17T08:33:32.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:32.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:33:32.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:33:32.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:33:32.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all nvmeof 2024-09-17T08:33:32.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:32.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:33:32.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:33:32.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:33:32.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:33:32.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:33:32.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:33:32.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: Upgrade: Finalizing container_image settings 2024-09-17T08:33:32.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-17T08:33:32.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-17T08:33:32.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-17T08:33:32.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:33:32.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:33:32.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-17T08:33:32.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-17T08:33:32.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-17T08:33:32.667 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:32.667 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:32.667 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:33:32.667 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:33:32.667 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:33:32.668 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: pgmap v86: 161 pgs: 17 active+undersized, 9 active+undersized+degraded, 135 active+clean; 604 KiB data, 136 MiB used, 715 GiB / 715 GiB avail; 53/999 objects degraded (5.305%) 2024-09-17T08:33:32.668 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: pgmap v87: 161 pgs: 17 active+undersized, 9 active+undersized+degraded, 135 active+clean; 604 KiB data, 136 MiB used, 715 GiB / 715 GiB avail; 53/999 objects degraded (5.305%) 2024-09-17T08:33:32.668 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:32.668 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:33:32.668 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:33:32.668 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:33:32.668 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all nvmeof 2024-09-17T08:33:32.668 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:32.668 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:33:32.669 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:33:32.669 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:33:32.669 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:33:32.669 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:33:32.669 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:33:32.669 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: Upgrade: Finalizing container_image settings 2024-09-17T08:33:32.669 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-17T08:33:32.669 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-17T08:33:32.669 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-17T08:33:32.669 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:33:32.669 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:33:32.669 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-17T08:33:32.669 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-17T08:33:32.669 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-17T08:33:32.670 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-17T08:33:32.670 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-17T08:33:32.670 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-17T08:33:32.670 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-17T08:33:32.670 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-17T08:33:32.670 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-17T08:33:32.670 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-17T08:33:32.670 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-17T08:33:32.670 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-17T08:33:32.670 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:33:32.671 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:33:32.671 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-17T08:33:32.671 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-17T08:33:32.671 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-17T08:33:32.671 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-17T08:33:32.671 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-17T08:33:32.671 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-17T08:33:32.671 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-17T08:33:32.671 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-17T08:33:32.672 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-17T08:33:32.672 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:33:32.672 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:33:32.672 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:33:32.672 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-17T08:33:32.672 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-17T08:33:32.672 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-17T08:33:32.672 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-17T08:33:32.673 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-17T08:33:32.673 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-17T08:33:32.673 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-17T08:33:32.673 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-17T08:33:32.673 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-17T08:33:32.673 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:33:32.673 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:33:32.673 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-17T08:33:32.673 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-17T08:33:32.673 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-17T08:33:32.673 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-17T08:33:32.673 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-17T08:33:32.674 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-17T08:33:32.674 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-17T08:33:32.674 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-17T08:33:32.674 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-17T08:33:32.674 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:33:32.674 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:33:32.674 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:33:32.674 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:33:32.674 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:33:32.674 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:33:32.674 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:33:32.674 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:33:32.675 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:33:32.675 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:33:32.675 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:33:32.675 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:33:32.675 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-17T08:33:32.675 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-17T08:33:32.675 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]': finished 2024-09-17T08:33:32.675 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: Upgrade: Complete! 2024-09-17T08:33:32.675 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-17T08:33:32.675 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-17T08:33:32.676 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-17T08:33:32.676 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:33:32.676 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:33:32.676 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:33:32.676 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:33:32.676 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: pgmap v88: 161 pgs: 12 active+undersized, 8 active+undersized+degraded, 141 active+clean; 604 KiB data, 137 MiB used, 715 GiB / 715 GiB avail; 43/999 objects degraded (4.304%) 2024-09-17T08:33:32.676 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: pgmap v89: 161 pgs: 12 active+undersized, 8 active+undersized+degraded, 141 active+clean; 604 KiB data, 137 MiB used, 715 GiB / 715 GiB avail; 43/999 objects degraded (4.304%) 2024-09-17T08:33:32.676 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:32.676 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:33:32.676 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:33:32.676 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:33:32.677 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:33:32.677 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:33:32.677 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:33:32.677 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:33:32.677 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:33:32.677 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:33:32.677 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:33:32.677 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:33:32.677 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-17T08:33:32.677 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-17T08:33:32.677 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]': finished 2024-09-17T08:33:32.677 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: Upgrade: Complete! 2024-09-17T08:33:32.678 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-17T08:33:32.678 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-17T08:33:32.678 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-17T08:33:32.678 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:33:32.678 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:33:32.678 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:33:32.678 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:33:32.678 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: pgmap v88: 161 pgs: 12 active+undersized, 8 active+undersized+degraded, 141 active+clean; 604 KiB data, 137 MiB used, 715 GiB / 715 GiB avail; 43/999 objects degraded (4.304%) 2024-09-17T08:33:32.678 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: pgmap v89: 161 pgs: 12 active+undersized, 8 active+undersized+degraded, 141 active+clean; 604 KiB data, 137 MiB used, 715 GiB / 715 GiB avail; 43/999 objects degraded (4.304%) 2024-09-17T08:33:32.678 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:32.678 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:33:32.678 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:33:32.679 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:33:32.679 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:33:32.679 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: pgmap v90: 161 pgs: 12 active+undersized, 8 active+undersized+degraded, 141 active+clean; 604 KiB data, 137 MiB used, 715 GiB / 715 GiB avail; 43/999 objects degraded (4.304%) 2024-09-17T08:33:32.679 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: pgmap v91: 161 pgs: 12 active+undersized, 8 active+undersized+degraded, 141 active+clean; 604 KiB data, 137 MiB used, 715 GiB / 715 GiB avail; 43/999 objects degraded (4.304%) 2024-09-17T08:33:32.679 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:32.679 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:33:32.679 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:33:32.679 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: pgmap v90: 161 pgs: 12 active+undersized, 8 active+undersized+degraded, 141 active+clean; 604 KiB data, 137 MiB used, 715 GiB / 715 GiB avail; 43/999 objects degraded (4.304%) 2024-09-17T08:33:32.679 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: pgmap v91: 161 pgs: 12 active+undersized, 8 active+undersized+degraded, 141 active+clean; 604 KiB data, 137 MiB used, 715 GiB / 715 GiB avail; 43/999 objects degraded (4.304%) 2024-09-17T08:33:32.680 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:32 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:33.622 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:33 smithi088 ceph-mon[67196]: Health check update: Degraded data redundancy: 43/999 objects degraded (4.304%), 8 pgs degraded (PG_DEGRADED) 2024-09-17T08:33:33.622 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:33 smithi088 ceph-mon[71593]: Health check update: Degraded data redundancy: 43/999 objects degraded (4.304%), 8 pgs degraded (PG_DEGRADED) 2024-09-17T08:33:33.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:33 smithi187 ceph-mon[70558]: Health check update: Degraded data redundancy: 43/999 objects degraded (4.304%), 8 pgs degraded (PG_DEGRADED) 2024-09-17T08:33:34.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:34 smithi187 ceph-mon[70558]: pgmap v92: 161 pgs: 161 active+clean; 604 KiB data, 137 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:34.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:34 smithi088 ceph-mon[67196]: pgmap v92: 161 pgs: 161 active+clean; 604 KiB data, 137 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:34.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:34 smithi088 ceph-mon[71593]: pgmap v92: 161 pgs: 161 active+clean; 604 KiB data, 137 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:35.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:35 smithi187 ceph-mon[70558]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 43/999 objects degraded (4.304%), 8 pgs degraded) 2024-09-17T08:33:35.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:35 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:35.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:35 smithi088 ceph-mon[67196]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 43/999 objects degraded (4.304%), 8 pgs degraded) 2024-09-17T08:33:35.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:35 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:35.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:35 smithi088 ceph-mon[71593]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 43/999 objects degraded (4.304%), 8 pgs degraded) 2024-09-17T08:33:35.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:35 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:33:36.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:36 smithi187 ceph-mon[70558]: pgmap v93: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:36.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:36 smithi088 ceph-mon[67196]: pgmap v93: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:36.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:36 smithi088 ceph-mon[71593]: pgmap v93: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:37.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:37 smithi187 ceph-mon[70558]: pgmap v94: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:37.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:37 smithi088 ceph-mon[67196]: pgmap v94: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:37.914 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:37 smithi088 ceph-mon[71593]: pgmap v94: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:39.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:39 smithi187 ceph-mon[70558]: pgmap v95: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:39.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:39 smithi088 ceph-mon[71593]: pgmap v95: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:39.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:39 smithi088 ceph-mon[67196]: pgmap v95: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:41.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:41 smithi187 ceph-mon[70558]: pgmap v96: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:41.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:41 smithi088 ceph-mon[67196]: pgmap v96: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:41.914 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:41 smithi088 ceph-mon[71593]: pgmap v96: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:43.857 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:43 smithi088 ceph-mon[67196]: pgmap v97: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:43.857 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:43 smithi088 ceph-mon[71593]: pgmap v97: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:43.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:43 smithi187 ceph-mon[70558]: pgmap v97: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:45.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:45 smithi187 ceph-mon[70558]: pgmap v98: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:45.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:45 smithi088 ceph-mon[67196]: pgmap v98: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:45.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:45 smithi088 ceph-mon[71593]: pgmap v98: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:47.278 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph orch ps' 2024-09-17T08:33:47.841 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:47 smithi088 ceph-mon[67196]: from='client.54309 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:33:47.841 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:47 smithi088 ceph-mon[67196]: pgmap v99: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:47.841 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:47 smithi088 ceph-mon[71593]: from='client.54309 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:33:47.841 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:47 smithi088 ceph-mon[71593]: pgmap v99: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:47.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:47 smithi187 ceph-mon[70558]: from='client.54309 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:33:47.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:47 smithi187 ceph-mon[70558]: pgmap v99: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:49.276 INFO:teuthology.orchestra.run.smithi088.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T08:33:49.276 INFO:teuthology.orchestra.run.smithi088.stdout:alertmanager.a smithi088 *:9093,9094 running (4m) 21s ago 26m 26.6M - 0.25.0 c8568f914cd2 ae3ad2ca8c3e 2024-09-17T08:33:49.276 INFO:teuthology.orchestra.run.smithi088.stdout:grafana.a smithi187 *:3000 running (4m) 2m ago 26m 81.8M - 9.4.7 954c08fa6188 bb16e26e2835 2024-09-17T08:33:49.276 INFO:teuthology.orchestra.run.smithi088.stdout:iscsi.foo.smithi187.kgegfj smithi187 unknown 2m ago 25m - - 2024-09-17T08:33:49.276 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.x smithi187 *:8443,8765 running (5m) 2m ago 30m 434M - 18.2.4-855-g19e2a2be 980a0bfcd684 d71cc65429a4 2024-09-17T08:33:49.277 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.y smithi088 *:8443,8765 running (15m) 21s ago 31m 481M - 18.2.4-855-g19e2a2be 980a0bfcd684 3228b2505d9a 2024-09-17T08:33:49.277 INFO:teuthology.orchestra.run.smithi088.stdout:mon.a smithi088 running (2m) 21s ago 31m 50.8M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 7a79828a62c2 2024-09-17T08:33:49.277 INFO:teuthology.orchestra.run.smithi088.stdout:mon.b smithi187 running (3m) 2m ago 30m 42.7M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 d4e39e0851a6 2024-09-17T08:33:49.277 INFO:teuthology.orchestra.run.smithi088.stdout:mon.c smithi088 running (2m) 21s ago 30m 40.5M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 9f9c833cecc9 2024-09-17T08:33:49.277 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.a smithi088 *:9100 running (5m) 21s ago 26m 15.8M - 1.5.0 0da6a335fe13 b70a15a514fb 2024-09-17T08:33:49.277 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.b smithi187 *:9100 running (5m) 2m ago 27m 16.0M - 1.5.0 0da6a335fe13 75f36e91740f 2024-09-17T08:33:49.277 INFO:teuthology.orchestra.run.smithi088.stdout:osd.0 smithi088 running (57s) 21s ago 30m 43.3M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 b5e437bc4ca8 2024-09-17T08:33:49.277 INFO:teuthology.orchestra.run.smithi088.stdout:osd.1 smithi088 running (25s) 21s ago 29m 11.7M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 19f83bfa6b97 2024-09-17T08:33:49.277 INFO:teuthology.orchestra.run.smithi088.stdout:osd.2 smithi088 running (29m) 21s ago 29m 47.2M 4096M 16.2.0 24ecd6d5f14c 2503783cc013 2024-09-17T08:33:49.277 INFO:teuthology.orchestra.run.smithi088.stdout:osd.3 smithi088 running (29m) 21s ago 29m 49.9M 4096M 16.2.0 24ecd6d5f14c bf680a19cb5a 2024-09-17T08:33:49.277 INFO:teuthology.orchestra.run.smithi088.stdout:osd.4 smithi187 running (28m) 2m ago 28m 49.5M 4096M 16.2.0 24ecd6d5f14c a8462272aa51 2024-09-17T08:33:49.277 INFO:teuthology.orchestra.run.smithi088.stdout:osd.5 smithi187 running (28m) 2m ago 28m 47.2M 4096M 16.2.0 24ecd6d5f14c c3463f9a8b7e 2024-09-17T08:33:49.277 INFO:teuthology.orchestra.run.smithi088.stdout:osd.6 smithi187 running (28m) 2m ago 28m 50.9M 4096M 16.2.0 24ecd6d5f14c 53d9ca2fb095 2024-09-17T08:33:49.278 INFO:teuthology.orchestra.run.smithi088.stdout:osd.7 smithi187 running (27m) 2m ago 27m 49.9M 4096M 16.2.0 24ecd6d5f14c 61f8b7fae59c 2024-09-17T08:33:49.278 INFO:teuthology.orchestra.run.smithi088.stdout:prometheus.a smithi187 *:9095 running (4m) 2m ago 27m 50.9M - 2.43.0 a07b618ecd1d 052443b7a266 2024-09-17T08:33:49.278 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi088.pybyat smithi088 *:8000 running (25m) 21s ago 25m 46.9M - 16.2.0 24ecd6d5f14c 1e03127137af 2024-09-17T08:33:49.278 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi187.yrrxta smithi187 *:8000 running (25m) 2m ago 25m 45.3M - 16.2.0 24ecd6d5f14c 304f0f2cb409 2024-09-17T08:33:49.853 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:49 smithi088 ceph-mon[67196]: from='client.64228 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:33:49.853 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:49 smithi088 ceph-mon[67196]: pgmap v100: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:49.853 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:49 smithi088 ceph-mon[71593]: from='client.64228 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:33:49.853 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:49 smithi088 ceph-mon[71593]: pgmap v100: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:49.876 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph versions | jq -e '"'"'.osd | length == 2'"'"'' 2024-09-17T08:33:49.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:49 smithi187 ceph-mon[70558]: from='client.64228 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:33:49.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:49 smithi187 ceph-mon[70558]: pgmap v100: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:51.823 INFO:teuthology.orchestra.run.smithi088.stdout:true 2024-09-17T08:33:51.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:51 smithi187 ceph-mon[70558]: pgmap v101: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:51.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:51 smithi088 ceph-mon[67196]: pgmap v101: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:51.914 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:51 smithi088 ceph-mon[71593]: pgmap v101: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:52.464 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '"'"'.up_to_date | length == 7'"'"'' 2024-09-17T08:33:52.716 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:52 smithi088 ceph-mon[67196]: from='client.54321 172.21.15.88:0/4282032634' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:33:52.716 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:52 smithi088 ceph-mon[71593]: from='client.54321 172.21.15.88:0/4282032634' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:33:52.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:52 smithi187 ceph-mon[70558]: from='client.54321 172.21.15.88:0/4282032634' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:33:53.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:53 smithi088 ceph-mon[67196]: pgmap v102: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:53.782 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:53 smithi088 ceph-mon[71593]: pgmap v102: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:53.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:53 smithi187 ceph-mon[70558]: pgmap v102: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:54.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:54 smithi187 ceph-mon[70558]: from='client.64240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:33:54.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:54 smithi088 ceph-mon[67196]: from='client.64240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:33:54.914 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:54 smithi088 ceph-mon[71593]: from='client.64240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:33:55.807 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:55 smithi088 ceph-mon[67196]: pgmap v103: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:55.808 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:55 smithi088 ceph-mon[71593]: pgmap v103: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:55.846 INFO:teuthology.orchestra.run.smithi088.stdout:true 2024-09-17T08:33:55.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:55 smithi187 ceph-mon[70558]: pgmap v103: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:56.437 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph orch upgrade status' 2024-09-17T08:33:57.877 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:57 smithi088 ceph-mon[67196]: pgmap v104: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:57.877 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:57 smithi088 ceph-mon[71593]: pgmap v104: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:57.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:57 smithi187 ceph-mon[70558]: pgmap v104: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:58.498 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:33:58.499 INFO:teuthology.orchestra.run.smithi088.stdout: "target_image": null, 2024-09-17T08:33:58.499 INFO:teuthology.orchestra.run.smithi088.stdout: "in_progress": false, 2024-09-17T08:33:58.499 INFO:teuthology.orchestra.run.smithi088.stdout: "which": "", 2024-09-17T08:33:58.499 INFO:teuthology.orchestra.run.smithi088.stdout: "services_complete": [], 2024-09-17T08:33:58.499 INFO:teuthology.orchestra.run.smithi088.stdout: "progress": null, 2024-09-17T08:33:58.499 INFO:teuthology.orchestra.run.smithi088.stdout: "message": "", 2024-09-17T08:33:58.499 INFO:teuthology.orchestra.run.smithi088.stdout: "is_paused": false 2024-09-17T08:33:58.499 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:33:58.809 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:58 smithi088 ceph-mon[67196]: from='client.64246 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:33:58.809 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:58 smithi088 ceph-mon[71593]: from='client.64246 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:33:58.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:58 smithi187 ceph-mon[70558]: from='client.64246 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:33:59.090 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph health detail' 2024-09-17T08:33:59.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:33:59 smithi088 ceph-mon[67196]: pgmap v105: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:59.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:33:59 smithi088 ceph-mon[71593]: pgmap v105: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:33:59.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:33:59 smithi187 ceph-mon[70558]: pgmap v105: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:01.105 INFO:teuthology.orchestra.run.smithi088.stdout:HEALTH_WARN 1 failed cephadm daemon(s) 2024-09-17T08:34:01.105 INFO:teuthology.orchestra.run.smithi088.stdout:[WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-09-17T08:34:01.105 INFO:teuthology.orchestra.run.smithi088.stdout: daemon iscsi.foo.smithi187.kgegfj on smithi187 is in unknown state 2024-09-17T08:34:01.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:01 smithi088 ceph-mon[67196]: from='client.54339 172.21.15.88:0/7595654' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-17T08:34:01.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:01 smithi088 ceph-mon[71593]: from='client.54339 172.21.15.88:0/7595654' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-17T08:34:01.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:01 smithi187 ceph-mon[70558]: from='client.54339 172.21.15.88:0/7595654' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-17T08:34:01.918 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types crash,osd --limit 1' 2024-09-17T08:34:02.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:02 smithi088 ceph-mon[67196]: pgmap v106: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:02.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:02 smithi088 ceph-mon[71593]: pgmap v106: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:02.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:02 smithi187 ceph-mon[70558]: pgmap v106: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:04.368 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:04 smithi088 ceph-mon[67196]: pgmap v107: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:04.372 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:04 smithi088 ceph-mon[71593]: pgmap v107: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:04.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:04 smithi187 ceph-mon[70558]: pgmap v107: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:05.344 INFO:teuthology.orchestra.run.smithi088.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:34:05.345 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:05 smithi088 ceph-mon[71593]: from='client.64258 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9", "daemon_types": "crash,osd", "limit": 1, "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:34:05.345 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:05 smithi088 ceph-mon[67196]: from='client.64258 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9", "daemon_types": "crash,osd", "limit": 1, "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:34:05.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:05 smithi187 ceph-mon[70558]: from='client.64258 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9", "daemon_types": "crash,osd", "limit": 1, "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:34:05.961 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-09-17T08:34:06.510 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:06 smithi088 ceph-mon[67196]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:34:06.510 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:06 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:06.510 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:06 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:34:06.511 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:06 smithi088 ceph-mon[67196]: pgmap v108: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:06.511 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:06 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:06.511 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:06 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:06.511 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:06 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:06.511 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:06 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:06.511 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:06 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:34:06.511 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:06 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:34:06.511 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:06 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:06.511 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:06 smithi088 ceph-mon[71593]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:34:06.511 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:06 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:06.511 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:06 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:34:06.512 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:06 smithi088 ceph-mon[71593]: pgmap v108: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:06.512 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:06 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:06.512 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:06 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:06.512 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:06 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:06.512 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:06 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:06.512 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:06 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:34:06.512 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:06 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:34:06.512 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:06 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:06.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:06 smithi187 ceph-mon[70558]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:34:06.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:06 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:06.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:06 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:34:06.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:06 smithi187 ceph-mon[70558]: pgmap v108: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:06.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:06 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:06.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:06 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:06.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:06 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:06.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:06 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:06.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:06 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:34:06.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:06 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:34:06.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:06 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:07.568 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:07 smithi088 ceph-mon[71593]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:34:07.569 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:07 smithi088 ceph-mon[71593]: pgmap v109: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:07.569 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:07 smithi088 ceph-mon[71593]: pgmap v110: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:07.569 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:07 smithi088 ceph-mon[71593]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:34:07.569 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:07 smithi088 ceph-mon[67196]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:34:07.569 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:07 smithi088 ceph-mon[67196]: pgmap v109: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:07.569 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:07 smithi088 ceph-mon[67196]: pgmap v110: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:07.569 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:07 smithi088 ceph-mon[67196]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:34:07.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:07 smithi187 ceph-mon[70558]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:34:07.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:07 smithi187 ceph-mon[70558]: pgmap v109: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:07.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:07 smithi187 ceph-mon[70558]: pgmap v110: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:07.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:07 smithi187 ceph-mon[70558]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:34:08.641 INFO:teuthology.orchestra.run.smithi088.stdout:true 2024-09-17T08:34:09.307 INFO:teuthology.orchestra.run.smithi088.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T08:34:09.307 INFO:teuthology.orchestra.run.smithi088.stdout:alertmanager.a smithi088 *:9093,9094 running (5m) 41s ago 26m 26.6M - 0.25.0 c8568f914cd2 ae3ad2ca8c3e 2024-09-17T08:34:09.307 INFO:teuthology.orchestra.run.smithi088.stdout:grafana.a smithi187 *:3000 running (4m) 2m ago 26m 81.8M - 9.4.7 954c08fa6188 bb16e26e2835 2024-09-17T08:34:09.307 INFO:teuthology.orchestra.run.smithi088.stdout:iscsi.foo.smithi187.kgegfj smithi187 unknown 2m ago 25m - - 2024-09-17T08:34:09.307 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.x smithi187 *:8443,8765 running (5m) 2m ago 30m 434M - 18.2.4-855-g19e2a2be 980a0bfcd684 d71cc65429a4 2024-09-17T08:34:09.307 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.y smithi088 *:8443,8765 running (16m) 41s ago 32m 481M - 18.2.4-855-g19e2a2be 980a0bfcd684 3228b2505d9a 2024-09-17T08:34:09.307 INFO:teuthology.orchestra.run.smithi088.stdout:mon.a smithi088 running (2m) 41s ago 32m 50.8M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 7a79828a62c2 2024-09-17T08:34:09.307 INFO:teuthology.orchestra.run.smithi088.stdout:mon.b smithi187 running (3m) 2m ago 30m 42.7M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 d4e39e0851a6 2024-09-17T08:34:09.307 INFO:teuthology.orchestra.run.smithi088.stdout:mon.c smithi088 running (2m) 41s ago 31m 40.5M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 9f9c833cecc9 2024-09-17T08:34:09.307 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.a smithi088 *:9100 running (5m) 41s ago 27m 15.8M - 1.5.0 0da6a335fe13 b70a15a514fb 2024-09-17T08:34:09.308 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.b smithi187 *:9100 running (5m) 2m ago 27m 16.0M - 1.5.0 0da6a335fe13 75f36e91740f 2024-09-17T08:34:09.308 INFO:teuthology.orchestra.run.smithi088.stdout:osd.0 smithi088 running (77s) 41s ago 30m 43.3M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 b5e437bc4ca8 2024-09-17T08:34:09.308 INFO:teuthology.orchestra.run.smithi088.stdout:osd.1 smithi088 running (45s) 41s ago 30m 11.7M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 19f83bfa6b97 2024-09-17T08:34:09.308 INFO:teuthology.orchestra.run.smithi088.stdout:osd.2 smithi088 running (29m) 41s ago 29m 47.2M 4096M 16.2.0 24ecd6d5f14c 2503783cc013 2024-09-17T08:34:09.308 INFO:teuthology.orchestra.run.smithi088.stdout:osd.3 smithi088 running (29m) 41s ago 29m 49.9M 4096M 16.2.0 24ecd6d5f14c bf680a19cb5a 2024-09-17T08:34:09.308 INFO:teuthology.orchestra.run.smithi088.stdout:osd.4 smithi187 running (29m) 2m ago 29m 49.5M 4096M 16.2.0 24ecd6d5f14c a8462272aa51 2024-09-17T08:34:09.308 INFO:teuthology.orchestra.run.smithi088.stdout:osd.5 smithi187 running (28m) 2m ago 28m 47.2M 4096M 16.2.0 24ecd6d5f14c c3463f9a8b7e 2024-09-17T08:34:09.308 INFO:teuthology.orchestra.run.smithi088.stdout:osd.6 smithi187 running (28m) 2m ago 28m 50.9M 4096M 16.2.0 24ecd6d5f14c 53d9ca2fb095 2024-09-17T08:34:09.308 INFO:teuthology.orchestra.run.smithi088.stdout:osd.7 smithi187 running (28m) 2m ago 28m 49.9M 4096M 16.2.0 24ecd6d5f14c 61f8b7fae59c 2024-09-17T08:34:09.308 INFO:teuthology.orchestra.run.smithi088.stdout:prometheus.a smithi187 *:9095 running (5m) 2m ago 27m 50.9M - 2.43.0 a07b618ecd1d 052443b7a266 2024-09-17T08:34:09.308 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi088.pybyat smithi088 *:8000 running (26m) 41s ago 26m 46.9M - 16.2.0 24ecd6d5f14c 1e03127137af 2024-09-17T08:34:09.308 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi187.yrrxta smithi187 *:8000 running (26m) 2m ago 26m 45.3M - 16.2.0 24ecd6d5f14c 304f0f2cb409 2024-09-17T08:34:09.500 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:09 smithi088 ceph-mon[67196]: pgmap v111: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:09.500 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:09 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:09.500 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:09 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:34:09.500 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:09 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:09.500 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:09 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:34:09.500 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:09 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:09.500 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:09 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:34:09.501 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:09 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:09.501 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:09 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:34:09.501 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:09 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:09.501 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:09 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-17T08:34:09.501 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:09 smithi088 ceph-mon[71593]: pgmap v111: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:09.501 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:09 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:09.501 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:09 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:34:09.501 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:09 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:09.501 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:09 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:34:09.502 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:09 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:09.502 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:09 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:34:09.502 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:09 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:09.502 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:09 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:34:09.502 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:09 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:09.502 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:09 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-17T08:34:09.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:09 smithi187 ceph-mon[70558]: pgmap v111: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:09.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:09 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:09.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:09 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:34:09.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:09 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:09.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:09 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:34:09.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:09 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:09.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:09 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:34:09.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:09 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:09.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:09 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:34:09.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:09 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:09.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:09 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-17T08:34:09.709 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:34:09.709 INFO:teuthology.orchestra.run.smithi088.stdout: "mon": { 2024-09-17T08:34:09.709 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 3 2024-09-17T08:34:09.709 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:34:09.709 INFO:teuthology.orchestra.run.smithi088.stdout: "mgr": { 2024-09-17T08:34:09.709 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T08:34:09.709 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:34:09.710 INFO:teuthology.orchestra.run.smithi088.stdout: "osd": { 2024-09-17T08:34:09.710 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 6, 2024-09-17T08:34:09.710 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T08:34:09.710 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:34:09.710 INFO:teuthology.orchestra.run.smithi088.stdout: "rgw": { 2024-09-17T08:34:09.710 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 2 2024-09-17T08:34:09.710 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:34:09.710 INFO:teuthology.orchestra.run.smithi088.stdout: "overall": { 2024-09-17T08:34:09.710 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 8, 2024-09-17T08:34:09.710 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 7 2024-09-17T08:34:09.710 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-09-17T08:34:09.710 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:34:10.042 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:34:10.043 INFO:teuthology.orchestra.run.smithi088.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9", 2024-09-17T08:34:10.043 INFO:teuthology.orchestra.run.smithi088.stdout: "in_progress": true, 2024-09-17T08:34:10.043 INFO:teuthology.orchestra.run.smithi088.stdout: "which": "Upgrading daemons of type(s) crash,osd. Upgrade limited to 1 daemons (1 remaining).", 2024-09-17T08:34:10.043 INFO:teuthology.orchestra.run.smithi088.stdout: "services_complete": [], 2024-09-17T08:34:10.043 INFO:teuthology.orchestra.run.smithi088.stdout: "progress": "2/8 daemons upgraded", 2024-09-17T08:34:10.043 INFO:teuthology.orchestra.run.smithi088.stdout: "message": "Currently upgrading osd daemons", 2024-09-17T08:34:10.043 INFO:teuthology.orchestra.run.smithi088.stdout: "is_paused": false 2024-09-17T08:34:10.043 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:34:10.567 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:10 smithi088 ceph-mon[67196]: from='client.54351 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:34:10.568 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:10 smithi088 ceph-mon[67196]: Upgrade: Target is version 18.2.4-855-g19e2a2be (reef) 2024-09-17T08:34:10.568 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:10 smithi088 ceph-mon[67196]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, digests ['quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9'] 2024-09-17T08:34:10.568 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:10 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all mgr 2024-09-17T08:34:10.568 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:10 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all mon 2024-09-17T08:34:10.568 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:10 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all crash 2024-09-17T08:34:10.568 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:10 smithi088 ceph-mon[67196]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-17T08:34:10.568 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:10 smithi088 ceph-mon[67196]: Upgrade: osd.2 is safe to restart 2024-09-17T08:34:10.568 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:10 smithi088 ceph-mon[67196]: from='client.64270 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:34:10.568 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:10 smithi088 ceph-mon[67196]: from='client.54363 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:34:10.568 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:10 smithi088 ceph-mon[67196]: from='client.64282 172.21.15.88:0/349852419' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:34:10.568 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:10 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:10.568 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:10 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-17T08:34:10.568 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:10 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:34:10.569 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:10 smithi088 ceph-mon[71593]: from='client.54351 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:34:10.569 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:10 smithi088 ceph-mon[71593]: Upgrade: Target is version 18.2.4-855-g19e2a2be (reef) 2024-09-17T08:34:10.569 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:10 smithi088 ceph-mon[71593]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, digests ['quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9'] 2024-09-17T08:34:10.569 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:10 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all mgr 2024-09-17T08:34:10.569 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:10 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all mon 2024-09-17T08:34:10.569 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:10 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all crash 2024-09-17T08:34:10.569 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:10 smithi088 ceph-mon[71593]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-17T08:34:10.569 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:10 smithi088 ceph-mon[71593]: Upgrade: osd.2 is safe to restart 2024-09-17T08:34:10.569 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:10 smithi088 ceph-mon[71593]: from='client.64270 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:34:10.569 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:10 smithi088 ceph-mon[71593]: from='client.54363 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:34:10.570 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:10 smithi088 ceph-mon[71593]: from='client.64282 172.21.15.88:0/349852419' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:34:10.570 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:10 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:10.570 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:10 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-17T08:34:10.570 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:10 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:34:10.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:10 smithi187 ceph-mon[70558]: from='client.54351 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:34:10.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:10 smithi187 ceph-mon[70558]: Upgrade: Target is version 18.2.4-855-g19e2a2be (reef) 2024-09-17T08:34:10.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:10 smithi187 ceph-mon[70558]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, digests ['quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9'] 2024-09-17T08:34:10.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:10 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all mgr 2024-09-17T08:34:10.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:10 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all mon 2024-09-17T08:34:10.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:10 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all crash 2024-09-17T08:34:10.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:10 smithi187 ceph-mon[70558]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-17T08:34:10.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:10 smithi187 ceph-mon[70558]: Upgrade: osd.2 is safe to restart 2024-09-17T08:34:10.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:10 smithi187 ceph-mon[70558]: from='client.64270 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:34:10.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:10 smithi187 ceph-mon[70558]: from='client.54363 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:34:10.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:10 smithi187 ceph-mon[70558]: from='client.64282 172.21.15.88:0/349852419' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:34:10.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:10 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:10.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:10 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-17T08:34:10.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:10 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:34:11.578 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:11 smithi088 ceph-mon[67196]: pgmap v112: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:11.578 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:11 smithi088 ceph-mon[67196]: from='client.64288 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:34:11.579 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:11 smithi088 ceph-mon[67196]: Upgrade: Updating osd.2 2024-09-17T08:34:11.579 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:11 smithi088 ceph-mon[67196]: Deploying daemon osd.2 on smithi088 2024-09-17T08:34:11.579 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:11 smithi088 ceph-mon[71593]: pgmap v112: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:11.579 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:11 smithi088 ceph-mon[71593]: from='client.64288 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:34:11.579 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:11 smithi088 ceph-mon[71593]: Upgrade: Updating osd.2 2024-09-17T08:34:11.579 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:11 smithi088 ceph-mon[71593]: Deploying daemon osd.2 on smithi088 2024-09-17T08:34:11.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:11 smithi187 ceph-mon[70558]: pgmap v112: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:11.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:11 smithi187 ceph-mon[70558]: from='client.64288 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:34:11.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:11 smithi187 ceph-mon[70558]: Upgrade: Updating osd.2 2024-09-17T08:34:11.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:11 smithi187 ceph-mon[70558]: Deploying daemon osd.2 on smithi088 2024-09-17T08:34:13.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:13 smithi187 ceph-mon[70558]: pgmap v113: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:13.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:13 smithi088 ceph-mon[67196]: pgmap v113: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:13.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:13 smithi088 ceph-mon[71593]: pgmap v113: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:13.665 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:34:13 smithi088 systemd[1]: Stopping Ceph osd.2 for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:34:13.665 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:34:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.2[33989]: debug 2024-09-17T08:34:13.466+0000 7fe39f141700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-17T08:34:13.665 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:34:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.2[33989]: debug 2024-09-17T08:34:13.466+0000 7fe39f141700 -1 osd.2 87 *** Got signal Terminated *** 2024-09-17T08:34:13.665 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:34:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.2[33989]: debug 2024-09-17T08:34:13.466+0000 7fe39f141700 -1 osd.2 87 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-17T08:34:13.665 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:34:13 smithi088 podman[88798]: 2024-09-17 08:34:13.497398604 +0000 UTC m=+0.154822463 container died 2503783cc0132f4d1c29e2112750185005cfa03bb5e41cc65e218921e58a7509 (image=quay.io/ceph/ceph@sha256:35b2786dc4cd535dd84f6a1a585503db4b43623ba6c43120b5e5e00951949000, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.2, ceph=True, maintainer=Dimitri Savineau , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=20cb635043d86d971f028e2bf2824446440b5557, GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=HEAD, org.label-schema.build-date=20201204, GIT_CLEAN=True, org.label-schema.name=CentOS Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=-16.2.0) 2024-09-17T08:34:14.142 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:34:13 smithi088 podman[88798]: 2024-09-17 08:34:13.857623393 +0000 UTC m=+0.515047247 container cleanup 2503783cc0132f4d1c29e2112750185005cfa03bb5e41cc65e218921e58a7509 (image=quay.io/ceph/ceph@sha256:35b2786dc4cd535dd84f6a1a585503db4b43623ba6c43120b5e5e00951949000, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.2, CEPH_POINT_RELEASE=-16.2.0, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=20cb635043d86d971f028e2bf2824446440b5557, org.label-schema.name=CentOS Base Image, maintainer=Dimitri Savineau , org.label-schema.build-date=20201204, GIT_CLEAN=True, GIT_REPO=https://github.com/ceph/ceph-container.git) 2024-09-17T08:34:14.142 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:34:13 smithi088 bash[88798]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.2 2024-09-17T08:34:14.414 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:34:14 smithi088 podman[88812]: 2024-09-17 08:34:14.142438686 +0000 UTC m=+0.645587445 container remove 2503783cc0132f4d1c29e2112750185005cfa03bb5e41cc65e218921e58a7509 (image=quay.io/ceph/ceph@sha256:35b2786dc4cd535dd84f6a1a585503db4b43623ba6c43120b5e5e00951949000, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.2, org.label-schema.build-date=20201204, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=HEAD, ceph=True, GIT_COMMIT=20cb635043d86d971f028e2bf2824446440b5557, CEPH_POINT_RELEASE=-16.2.0, GIT_CLEAN=True, GIT_REPO=https://github.com/ceph/ceph-container.git, maintainer=Dimitri Savineau , org.label-schema.name=CentOS Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-09-17T08:34:14.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[67196]: osd.2 reported immediately failed by osd.0 2024-09-17T08:34:14.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[67196]: osd.2 failed (root=default,host=smithi088) (connection refused reported by osd.0) 2024-09-17T08:34:14.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[67196]: osd.2 reported immediately failed by osd.5 2024-09-17T08:34:14.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[67196]: osd.2 reported immediately failed by osd.4 2024-09-17T08:34:14.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[67196]: osd.2 reported immediately failed by osd.4 2024-09-17T08:34:14.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[67196]: osd.2 reported immediately failed by osd.0 2024-09-17T08:34:14.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[67196]: osd.2 reported immediately failed by osd.1 2024-09-17T08:34:14.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[67196]: osd.2 reported immediately failed by osd.0 2024-09-17T08:34:14.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[67196]: osd.2 reported immediately failed by osd.1 2024-09-17T08:34:14.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[67196]: osd.2 reported immediately failed by osd.3 2024-09-17T08:34:14.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[67196]: osd.2 reported immediately failed by osd.3 2024-09-17T08:34:14.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[67196]: osd.2 reported immediately failed by osd.4 2024-09-17T08:34:14.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[67196]: osd.2 reported immediately failed by osd.6 2024-09-17T08:34:14.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[67196]: osd.2 reported immediately failed by osd.7 2024-09-17T08:34:14.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[67196]: osd.2 reported immediately failed by osd.5 2024-09-17T08:34:14.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[67196]: osd.2 reported immediately failed by osd.6 2024-09-17T08:34:14.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[67196]: osd.2 reported immediately failed by osd.7 2024-09-17T08:34:14.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[67196]: osd.2 reported immediately failed by osd.5 2024-09-17T08:34:14.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[67196]: osd.2 reported immediately failed by osd.4 2024-09-17T08:34:14.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[67196]: osd.2 reported immediately failed by osd.0 2024-09-17T08:34:14.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[67196]: osd.2 reported immediately failed by osd.1 2024-09-17T08:34:14.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[67196]: osd.2 reported immediately failed by osd.0 2024-09-17T08:34:14.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[67196]: osd.2 reported immediately failed by osd.1 2024-09-17T08:34:14.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[67196]: osd.2 reported immediately failed by osd.3 2024-09-17T08:34:14.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[67196]: osd.2 reported immediately failed by osd.3 2024-09-17T08:34:14.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[67196]: osd.2 reported immediately failed by osd.4 2024-09-17T08:34:14.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[67196]: osd.2 reported immediately failed by osd.6 2024-09-17T08:34:14.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[67196]: osd.2 reported immediately failed by osd.7 2024-09-17T08:34:14.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[67196]: osd.2 reported immediately failed by osd.5 2024-09-17T08:34:14.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[67196]: osd.2 reported immediately failed by osd.6 2024-09-17T08:34:14.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[67196]: osd.2 reported immediately failed by osd.7 2024-09-17T08:34:14.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[67196]: osd.2 reported immediately failed by osd.5 2024-09-17T08:34:14.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[67196]: osd.2 reported immediately failed by osd.4 2024-09-17T08:34:14.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[71593]: osd.2 reported immediately failed by osd.0 2024-09-17T08:34:14.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[71593]: osd.2 failed (root=default,host=smithi088) (connection refused reported by osd.0) 2024-09-17T08:34:14.418 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[71593]: osd.2 reported immediately failed by osd.5 2024-09-17T08:34:14.418 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[71593]: osd.2 reported immediately failed by osd.4 2024-09-17T08:34:14.418 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[71593]: osd.2 reported immediately failed by osd.4 2024-09-17T08:34:14.418 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[71593]: osd.2 reported immediately failed by osd.0 2024-09-17T08:34:14.418 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[71593]: osd.2 reported immediately failed by osd.1 2024-09-17T08:34:14.418 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[71593]: osd.2 reported immediately failed by osd.0 2024-09-17T08:34:14.418 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[71593]: osd.2 reported immediately failed by osd.1 2024-09-17T08:34:14.418 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[71593]: osd.2 reported immediately failed by osd.3 2024-09-17T08:34:14.418 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[71593]: osd.2 reported immediately failed by osd.3 2024-09-17T08:34:14.418 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[71593]: osd.2 reported immediately failed by osd.4 2024-09-17T08:34:14.418 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[71593]: osd.2 reported immediately failed by osd.6 2024-09-17T08:34:14.418 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[71593]: osd.2 reported immediately failed by osd.7 2024-09-17T08:34:14.418 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[71593]: osd.2 reported immediately failed by osd.5 2024-09-17T08:34:14.418 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[71593]: osd.2 reported immediately failed by osd.6 2024-09-17T08:34:14.419 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[71593]: osd.2 reported immediately failed by osd.7 2024-09-17T08:34:14.419 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[71593]: osd.2 reported immediately failed by osd.5 2024-09-17T08:34:14.419 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[71593]: osd.2 reported immediately failed by osd.4 2024-09-17T08:34:14.419 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[71593]: osd.2 reported immediately failed by osd.0 2024-09-17T08:34:14.419 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[71593]: osd.2 reported immediately failed by osd.1 2024-09-17T08:34:14.419 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[71593]: osd.2 reported immediately failed by osd.0 2024-09-17T08:34:14.419 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[71593]: osd.2 reported immediately failed by osd.1 2024-09-17T08:34:14.419 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[71593]: osd.2 reported immediately failed by osd.3 2024-09-17T08:34:14.419 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[71593]: osd.2 reported immediately failed by osd.3 2024-09-17T08:34:14.419 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[71593]: osd.2 reported immediately failed by osd.4 2024-09-17T08:34:14.419 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[71593]: osd.2 reported immediately failed by osd.6 2024-09-17T08:34:14.419 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[71593]: osd.2 reported immediately failed by osd.7 2024-09-17T08:34:14.419 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[71593]: osd.2 reported immediately failed by osd.5 2024-09-17T08:34:14.419 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[71593]: osd.2 reported immediately failed by osd.6 2024-09-17T08:34:14.420 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[71593]: osd.2 reported immediately failed by osd.7 2024-09-17T08:34:14.420 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[71593]: osd.2 reported immediately failed by osd.5 2024-09-17T08:34:14.420 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:14 smithi088 ceph-mon[71593]: osd.2 reported immediately failed by osd.4 2024-09-17T08:34:14.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:14 smithi187 ceph-mon[70558]: osd.2 reported immediately failed by osd.0 2024-09-17T08:34:14.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:14 smithi187 ceph-mon[70558]: osd.2 failed (root=default,host=smithi088) (connection refused reported by osd.0) 2024-09-17T08:34:14.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:14 smithi187 ceph-mon[70558]: osd.2 reported immediately failed by osd.5 2024-09-17T08:34:14.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:14 smithi187 ceph-mon[70558]: osd.2 reported immediately failed by osd.4 2024-09-17T08:34:14.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:14 smithi187 ceph-mon[70558]: osd.2 reported immediately failed by osd.4 2024-09-17T08:34:14.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:14 smithi187 ceph-mon[70558]: osd.2 reported immediately failed by osd.0 2024-09-17T08:34:14.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:14 smithi187 ceph-mon[70558]: osd.2 reported immediately failed by osd.1 2024-09-17T08:34:14.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:14 smithi187 ceph-mon[70558]: osd.2 reported immediately failed by osd.0 2024-09-17T08:34:14.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:14 smithi187 ceph-mon[70558]: osd.2 reported immediately failed by osd.1 2024-09-17T08:34:14.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:14 smithi187 ceph-mon[70558]: osd.2 reported immediately failed by osd.3 2024-09-17T08:34:14.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:14 smithi187 ceph-mon[70558]: osd.2 reported immediately failed by osd.3 2024-09-17T08:34:14.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:14 smithi187 ceph-mon[70558]: osd.2 reported immediately failed by osd.4 2024-09-17T08:34:14.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:14 smithi187 ceph-mon[70558]: osd.2 reported immediately failed by osd.6 2024-09-17T08:34:14.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:14 smithi187 ceph-mon[70558]: osd.2 reported immediately failed by osd.7 2024-09-17T08:34:14.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:14 smithi187 ceph-mon[70558]: osd.2 reported immediately failed by osd.5 2024-09-17T08:34:14.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:14 smithi187 ceph-mon[70558]: osd.2 reported immediately failed by osd.6 2024-09-17T08:34:14.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:14 smithi187 ceph-mon[70558]: osd.2 reported immediately failed by osd.7 2024-09-17T08:34:14.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:14 smithi187 ceph-mon[70558]: osd.2 reported immediately failed by osd.5 2024-09-17T08:34:14.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:14 smithi187 ceph-mon[70558]: osd.2 reported immediately failed by osd.4 2024-09-17T08:34:14.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:14 smithi187 ceph-mon[70558]: osd.2 reported immediately failed by osd.0 2024-09-17T08:34:14.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:14 smithi187 ceph-mon[70558]: osd.2 reported immediately failed by osd.1 2024-09-17T08:34:14.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:14 smithi187 ceph-mon[70558]: osd.2 reported immediately failed by osd.0 2024-09-17T08:34:14.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:14 smithi187 ceph-mon[70558]: osd.2 reported immediately failed by osd.1 2024-09-17T08:34:14.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:14 smithi187 ceph-mon[70558]: osd.2 reported immediately failed by osd.3 2024-09-17T08:34:14.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:14 smithi187 ceph-mon[70558]: osd.2 reported immediately failed by osd.3 2024-09-17T08:34:14.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:14 smithi187 ceph-mon[70558]: osd.2 reported immediately failed by osd.4 2024-09-17T08:34:14.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:14 smithi187 ceph-mon[70558]: osd.2 reported immediately failed by osd.6 2024-09-17T08:34:14.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:14 smithi187 ceph-mon[70558]: osd.2 reported immediately failed by osd.7 2024-09-17T08:34:14.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:14 smithi187 ceph-mon[70558]: osd.2 reported immediately failed by osd.5 2024-09-17T08:34:14.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:14 smithi187 ceph-mon[70558]: osd.2 reported immediately failed by osd.6 2024-09-17T08:34:14.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:14 smithi187 ceph-mon[70558]: osd.2 reported immediately failed by osd.7 2024-09-17T08:34:14.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:14 smithi187 ceph-mon[70558]: osd.2 reported immediately failed by osd.5 2024-09-17T08:34:14.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:14 smithi187 ceph-mon[70558]: osd.2 reported immediately failed by osd.4 2024-09-17T08:34:14.915 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:34:14 smithi088 podman[88914]: 2024-09-17 08:34:14.538160295 +0000 UTC m=+0.016098462 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-17T08:34:14.915 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:34:14 smithi088 podman[88914]: 2024-09-17 08:34:14.651843011 +0000 UTC m=+0.129781170 container create d38f8178d3697d5296120382a2b2961fcf575315494ff473f57e134e8b7a07c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, RELEASE=reef-19e2a2b, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True) 2024-09-17T08:34:14.915 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:34:14 smithi088 podman[88914]: 2024-09-17 08:34:14.871129054 +0000 UTC m=+0.349067212 container init d38f8178d3697d5296120382a2b2961fcf575315494ff473f57e134e8b7a07c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-2-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=reef-19e2a2b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-17T08:34:14.915 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:34:14 smithi088 podman[88914]: 2024-09-17 08:34:14.874382876 +0000 UTC m=+0.352321036 container start d38f8178d3697d5296120382a2b2961fcf575315494ff473f57e134e8b7a07c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-2-deactivate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, RELEASE=reef-19e2a2b, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-17T08:34:15.368 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:34:14 smithi088 podman[88914]: 2024-09-17 08:34:14.979423827 +0000 UTC m=+0.457361995 container attach d38f8178d3697d5296120382a2b2961fcf575315494ff473f57e134e8b7a07c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-2-deactivate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, ceph=True, RELEASE=reef-19e2a2b, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-09-17T08:34:15.368 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:34:15 smithi088 podman[88914]: 2024-09-17 08:34:15.060485506 +0000 UTC m=+0.538423678 container died d38f8178d3697d5296120382a2b2961fcf575315494ff473f57e134e8b7a07c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-2-deactivate, RELEASE=reef-19e2a2b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True) 2024-09-17T08:34:15.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:15 smithi187 ceph-mon[70558]: pgmap v114: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:15.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:15 smithi187 ceph-mon[70558]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T08:34:15.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:15 smithi187 ceph-mon[70558]: osdmap e88: 8 total, 7 up, 8 in 2024-09-17T08:34:15.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:15 smithi088 ceph-mon[67196]: pgmap v114: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:15.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:15 smithi088 ceph-mon[67196]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T08:34:15.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:15 smithi088 ceph-mon[67196]: osdmap e88: 8 total, 7 up, 8 in 2024-09-17T08:34:15.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:15 smithi088 ceph-mon[71593]: pgmap v114: 161 pgs: 161 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:15.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:15 smithi088 ceph-mon[71593]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T08:34:15.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:15 smithi088 ceph-mon[71593]: osdmap e88: 8 total, 7 up, 8 in 2024-09-17T08:34:16.165 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:34:15 smithi088 podman[88936]: 2024-09-17 08:34:15.759146607 +0000 UTC m=+0.688817779 container remove d38f8178d3697d5296120382a2b2961fcf575315494ff473f57e134e8b7a07c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-2-deactivate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=reef-19e2a2b, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731) 2024-09-17T08:34:16.165 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:34:15 smithi088 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@osd.2.service: Deactivated successfully. 2024-09-17T08:34:16.165 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:34:15 smithi088 systemd[1]: Stopped Ceph osd.2 for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:34:16.165 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:34:15 smithi088 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@osd.2.service: Consumed 1.096s CPU time. 2024-09-17T08:34:16.165 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:34:15 smithi088 systemd[1]: Starting Ceph osd.2 for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:34:16.495 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:16 smithi088 ceph-mon[67196]: osdmap e89: 8 total, 7 up, 8 in 2024-09-17T08:34:16.496 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:16 smithi088 ceph-mon[71593]: osdmap e89: 8 total, 7 up, 8 in 2024-09-17T08:34:16.496 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:34:16 smithi088 podman[89032]: 2024-09-17 08:34:16.084887605 +0000 UTC m=+0.015544057 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-17T08:34:16.496 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:34:16 smithi088 podman[89032]: 2024-09-17 08:34:16.218268861 +0000 UTC m=+0.148925310 container create a77b1048ae49b910b8b37bc0f3be62486e1db8a465812f4f8dcf6a36691bf042 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-2-activate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=reef-19e2a2b, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=) 2024-09-17T08:34:16.496 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:34:16 smithi088 podman[89032]: 2024-09-17 08:34:16.496225323 +0000 UTC m=+0.426881775 container init a77b1048ae49b910b8b37bc0f3be62486e1db8a465812f4f8dcf6a36691bf042 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-2-activate, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, RELEASE=reef-19e2a2b, GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-17T08:34:16.793 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:34:16 smithi088 podman[89032]: 2024-09-17 08:34:16.499771664 +0000 UTC m=+0.430428116 container start a77b1048ae49b910b8b37bc0f3be62486e1db8a465812f4f8dcf6a36691bf042 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-2-activate, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.37.2, RELEASE=reef-19e2a2b, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-09-17T08:34:16.793 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:34:16 smithi088 podman[89032]: 2024-09-17 08:34:16.579429214 +0000 UTC m=+0.510085664 container attach a77b1048ae49b910b8b37bc0f3be62486e1db8a465812f4f8dcf6a36691bf042 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-2-activate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, RELEASE=reef-19e2a2b, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-09-17T08:34:16.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:16 smithi187 ceph-mon[70558]: osdmap e89: 8 total, 7 up, 8 in 2024-09-17T08:34:17.165 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:34:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-2-activate[89047]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-17T08:34:17.165 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:34:16 smithi088 bash[89032]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-17T08:34:17.165 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:34:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-2-activate[89047]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-17T08:34:17.165 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:34:16 smithi088 bash[89032]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-17T08:34:17.165 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:34:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-2-activate[89047]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-17T08:34:17.165 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:34:16 smithi088 bash[89032]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-17T08:34:17.165 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:34:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-2-activate[89047]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-17T08:34:17.165 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:34:16 smithi088 bash[89032]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-17T08:34:17.165 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:34:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-2-activate[89047]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-09-17T08:34:17.166 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:34:16 smithi088 bash[89032]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-09-17T08:34:17.166 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:34:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-2-activate[89047]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-17T08:34:17.166 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:34:16 smithi088 bash[89032]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-17T08:34:17.166 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:34:16 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-2-activate[89047]: --> ceph-volume raw activate successful for osd ID: 2 2024-09-17T08:34:17.166 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:34:16 smithi088 bash[89032]: --> ceph-volume raw activate successful for osd ID: 2 2024-09-17T08:34:17.166 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:34:16 smithi088 podman[89032]: 2024-09-17 08:34:16.843187756 +0000 UTC m=+0.773844205 container died a77b1048ae49b910b8b37bc0f3be62486e1db8a465812f4f8dcf6a36691bf042 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-2-activate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=reef-19e2a2b, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731) 2024-09-17T08:34:17.636 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:17 smithi088 ceph-mon[67196]: pgmap v117: 161 pgs: 33 peering, 4 stale+active+clean, 124 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:17.636 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:17 smithi088 ceph-mon[67196]: Health check failed: Reduced data availability: 8 pgs inactive, 8 pgs peering (PG_AVAILABILITY) 2024-09-17T08:34:17.636 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:17 smithi088 ceph-mon[71593]: pgmap v117: 161 pgs: 33 peering, 4 stale+active+clean, 124 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:17.636 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:17 smithi088 ceph-mon[71593]: Health check failed: Reduced data availability: 8 pgs inactive, 8 pgs peering (PG_AVAILABILITY) 2024-09-17T08:34:17.637 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:34:17 smithi088 podman[89176]: 2024-09-17 08:34:17.433304394 +0000 UTC m=+0.584667092 container remove a77b1048ae49b910b8b37bc0f3be62486e1db8a465812f4f8dcf6a36691bf042 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-2-activate, RELEASE=reef-19e2a2b, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-17T08:34:17.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:17 smithi187 ceph-mon[70558]: pgmap v117: 161 pgs: 33 peering, 4 stale+active+clean, 124 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:17.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:17 smithi187 ceph-mon[70558]: Health check failed: Reduced data availability: 8 pgs inactive, 8 pgs peering (PG_AVAILABILITY) 2024-09-17T08:34:17.903 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:34:17 smithi088 podman[89234]: 2024-09-17 08:34:17.53940752 +0000 UTC m=+0.015593689 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-17T08:34:17.903 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:34:17 smithi088 podman[89234]: 2024-09-17 08:34:17.659159326 +0000 UTC m=+0.135345485 container create 83345c84b6075b5b5473f74ebb9170175ada6f61e7dbe6fb5d20f3cfc9dc40ab (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, RELEASE=reef-19e2a2b, ceph=True, GIT_BRANCH=HEAD) 2024-09-17T08:34:18.164 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:34:17 smithi088 podman[89234]: 2024-09-17 08:34:17.903408195 +0000 UTC m=+0.379594353 container init 83345c84b6075b5b5473f74ebb9170175ada6f61e7dbe6fb5d20f3cfc9dc40ab (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-2, ceph=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-19e2a2b) 2024-09-17T08:34:18.165 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:34:17 smithi088 podman[89234]: 2024-09-17 08:34:17.907004877 +0000 UTC m=+0.383191037 container start 83345c84b6075b5b5473f74ebb9170175ada6f61e7dbe6fb5d20f3cfc9dc40ab (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-19e2a2b, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS) 2024-09-17T08:34:18.165 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:34:17 smithi088 ceph-osd[89253]: -- 172.21.15.88:0/2596081967 <== mon.0 v2:172.21.15.88:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5581b18711e0 con 0x5581b180fc00 2024-09-17T08:34:18.165 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:34:18 smithi088 bash[89234]: 83345c84b6075b5b5473f74ebb9170175ada6f61e7dbe6fb5d20f3cfc9dc40ab 2024-09-17T08:34:18.165 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:34:18 smithi088 systemd[1]: Started Ceph osd.2 for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:34:18.703 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:34:18 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-2[89249]: 2024-09-17T08:34:18.442+0000 7f0b8149f640 -1 Falling back to public interface 2024-09-17T08:34:19.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:19 smithi187 ceph-mon[70558]: pgmap v118: 161 pgs: 9 active+undersized, 33 peering, 4 active+undersized+degraded, 115 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail; 40/999 objects degraded (4.004%) 2024-09-17T08:34:19.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:19 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:19.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:19 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:19.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:19 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:19.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:19 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:34:19.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:19 smithi187 ceph-mon[70558]: Health check failed: Degraded data redundancy: 40/999 objects degraded (4.004%), 4 pgs degraded (PG_DEGRADED) 2024-09-17T08:34:19.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:19 smithi088 ceph-mon[67196]: pgmap v118: 161 pgs: 9 active+undersized, 33 peering, 4 active+undersized+degraded, 115 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail; 40/999 objects degraded (4.004%) 2024-09-17T08:34:19.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:19 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:19.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:19 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:19.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:19 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:19.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:19 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:34:19.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:19 smithi088 ceph-mon[67196]: Health check failed: Degraded data redundancy: 40/999 objects degraded (4.004%), 4 pgs degraded (PG_DEGRADED) 2024-09-17T08:34:19.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:19 smithi088 ceph-mon[71593]: pgmap v118: 161 pgs: 9 active+undersized, 33 peering, 4 active+undersized+degraded, 115 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail; 40/999 objects degraded (4.004%) 2024-09-17T08:34:19.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:19 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:19.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:19 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:19.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:19 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:19.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:19 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:34:19.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:19 smithi088 ceph-mon[71593]: Health check failed: Degraded data redundancy: 40/999 objects degraded (4.004%), 4 pgs degraded (PG_DEGRADED) 2024-09-17T08:34:21.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:21 smithi088 ceph-mon[67196]: pgmap v119: 161 pgs: 9 active+undersized, 33 peering, 4 active+undersized+degraded, 115 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail; 40/999 objects degraded (4.004%) 2024-09-17T08:34:21.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:21 smithi088 ceph-mon[71593]: pgmap v119: 161 pgs: 9 active+undersized, 33 peering, 4 active+undersized+degraded, 115 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail; 40/999 objects degraded (4.004%) 2024-09-17T08:34:21.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:21 smithi187 ceph-mon[70558]: pgmap v119: 161 pgs: 9 active+undersized, 33 peering, 4 active+undersized+degraded, 115 active+clean; 604 KiB data, 141 MiB used, 715 GiB / 715 GiB avail; 40/999 objects degraded (4.004%) 2024-09-17T08:34:21.665 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:34:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-2[89249]: 2024-09-17T08:34:21.191+0000 7f0b8149f640 -1 osd.2 0 read_superblock omap replica is missing. 2024-09-17T08:34:21.665 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:34:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-2[89249]: 2024-09-17T08:34:21.221+0000 7f0b8149f640 -1 osd.2 87 log_to_monitors true 2024-09-17T08:34:22.341 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:22 smithi088 ceph-mon[67196]: from='osd.2 [v2:172.21.15.88:6818/2308347441,v1:172.21.15.88:6819/2308347441]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-17T08:34:22.341 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:22 smithi088 ceph-mon[67196]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-17T08:34:22.341 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:22 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:22.341 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:22 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:22.341 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:22 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:22.342 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:22 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:22.342 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:22 smithi088 ceph-mon[71593]: from='osd.2 [v2:172.21.15.88:6818/2308347441,v1:172.21.15.88:6819/2308347441]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-17T08:34:22.342 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:22 smithi088 ceph-mon[71593]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-17T08:34:22.342 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:22 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:22.342 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:22 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:22.342 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:22 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:22.342 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:22 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:22.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:22 smithi187 ceph-mon[70558]: from='osd.2 [v2:172.21.15.88:6818/2308347441,v1:172.21.15.88:6819/2308347441]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-17T08:34:22.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:22 smithi187 ceph-mon[70558]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-17T08:34:22.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:22 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:22.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:22 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:22.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:22 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:22.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:22 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:22.595 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:34:22 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-2[89249]: 2024-09-17T08:34:22.491+0000 7f0b75241640 -1 osd.2 87 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-17T08:34:23.387 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:23 smithi088 ceph-mon[67196]: pgmap v120: 161 pgs: 33 active+undersized, 13 active+undersized+degraded, 115 active+clean; 604 KiB data, 142 MiB used, 715 GiB / 715 GiB avail; 89/999 objects degraded (8.909%) 2024-09-17T08:34:23.388 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:23 smithi088 ceph-mon[67196]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-17T08:34:23.388 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:23 smithi088 ceph-mon[67196]: osdmap e90: 8 total, 7 up, 8 in 2024-09-17T08:34:23.388 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:23 smithi088 ceph-mon[67196]: from='osd.2 [v2:172.21.15.88:6818/2308347441,v1:172.21.15.88:6819/2308347441]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-09-17T08:34:23.388 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:23 smithi088 ceph-mon[67196]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-09-17T08:34:23.388 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:23 smithi088 ceph-mon[67196]: from='osd.2 ' entity='osd.2' 2024-09-17T08:34:23.388 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:23 smithi088 ceph-mon[67196]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 8 pgs inactive, 8 pgs peering) 2024-09-17T08:34:23.388 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:23 smithi088 ceph-mon[71593]: pgmap v120: 161 pgs: 33 active+undersized, 13 active+undersized+degraded, 115 active+clean; 604 KiB data, 142 MiB used, 715 GiB / 715 GiB avail; 89/999 objects degraded (8.909%) 2024-09-17T08:34:23.388 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:23 smithi088 ceph-mon[71593]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-17T08:34:23.388 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:23 smithi088 ceph-mon[71593]: osdmap e90: 8 total, 7 up, 8 in 2024-09-17T08:34:23.389 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:23 smithi088 ceph-mon[71593]: from='osd.2 [v2:172.21.15.88:6818/2308347441,v1:172.21.15.88:6819/2308347441]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-09-17T08:34:23.389 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:23 smithi088 ceph-mon[71593]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-09-17T08:34:23.389 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:23 smithi088 ceph-mon[71593]: from='osd.2 ' entity='osd.2' 2024-09-17T08:34:23.389 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:23 smithi088 ceph-mon[71593]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 8 pgs inactive, 8 pgs peering) 2024-09-17T08:34:23.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:23 smithi187 ceph-mon[70558]: pgmap v120: 161 pgs: 33 active+undersized, 13 active+undersized+degraded, 115 active+clean; 604 KiB data, 142 MiB used, 715 GiB / 715 GiB avail; 89/999 objects degraded (8.909%) 2024-09-17T08:34:23.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:23 smithi187 ceph-mon[70558]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-17T08:34:23.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:23 smithi187 ceph-mon[70558]: osdmap e90: 8 total, 7 up, 8 in 2024-09-17T08:34:23.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:23 smithi187 ceph-mon[70558]: from='osd.2 [v2:172.21.15.88:6818/2308347441,v1:172.21.15.88:6819/2308347441]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-09-17T08:34:23.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:23 smithi187 ceph-mon[70558]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-09-17T08:34:23.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:23 smithi187 ceph-mon[70558]: from='osd.2 ' entity='osd.2' 2024-09-17T08:34:23.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:23 smithi187 ceph-mon[70558]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 8 pgs inactive, 8 pgs peering) 2024-09-17T08:34:24.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:24 smithi187 ceph-mon[70558]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T08:34:24.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:24 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T08:34:24.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:24 smithi187 ceph-mon[70558]: osd.2 [v2:172.21.15.88:6818/2308347441,v1:172.21.15.88:6819/2308347441] boot 2024-09-17T08:34:24.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:24 smithi187 ceph-mon[70558]: osdmap e91: 8 total, 8 up, 8 in 2024-09-17T08:34:24.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:24 smithi088 ceph-mon[67196]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T08:34:24.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:24 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T08:34:24.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:24 smithi088 ceph-mon[67196]: osd.2 [v2:172.21.15.88:6818/2308347441,v1:172.21.15.88:6819/2308347441] boot 2024-09-17T08:34:24.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:24 smithi088 ceph-mon[67196]: osdmap e91: 8 total, 8 up, 8 in 2024-09-17T08:34:24.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:24 smithi088 ceph-mon[71593]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T08:34:24.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:24 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T08:34:24.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:24 smithi088 ceph-mon[71593]: osd.2 [v2:172.21.15.88:6818/2308347441,v1:172.21.15.88:6819/2308347441] boot 2024-09-17T08:34:24.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:24 smithi088 ceph-mon[71593]: osdmap e91: 8 total, 8 up, 8 in 2024-09-17T08:34:25.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: pgmap v123: 161 pgs: 33 active+undersized, 13 active+undersized+degraded, 115 active+clean; 604 KiB data, 162 MiB used, 715 GiB / 715 GiB avail; 89/999 objects degraded (8.909%) 2024-09-17T08:34:25.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: osdmap e92: 8 total, 8 up, 8 in 2024-09-17T08:34:25.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:25.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:25.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:34:25.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:34:25.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:25.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:34:25.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:34:25.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:34:25.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:25.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:34:25.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:34:25.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:34:25.899 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:34:25.899 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:34:25.899 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:34:25.899 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-17T08:34:25.899 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-17T08:34:25.899 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-17T08:34:25.899 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:34:25.899 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:34:25.899 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-17T08:34:25.899 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-17T08:34:25.899 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-17T08:34:25.899 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-17T08:34:25.899 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-17T08:34:25.899 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-17T08:34:25.900 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-17T08:34:25.900 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-17T08:34:25.900 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-17T08:34:25.900 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-17T08:34:25.900 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-17T08:34:25.900 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-17T08:34:25.900 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:34:25.900 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:34:25.900 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-17T08:34:25.900 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-17T08:34:25.900 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-17T08:34:25.900 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-17T08:34:25.900 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-17T08:34:25.901 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-17T08:34:25.901 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-17T08:34:25.901 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-17T08:34:25.901 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-17T08:34:25.901 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:34:25.901 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:34:25.901 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:34:25.901 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:34:25.901 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:34:25.901 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:34:25.901 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:34:25.901 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:34:25.901 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:34:25.902 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:34:25.902 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:34:25.902 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:34:25.902 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-17T08:34:25.902 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-17T08:34:25.902 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]': finished 2024-09-17T08:34:25.902 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-17T08:34:25.902 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-17T08:34:25.902 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-17T08:34:25.902 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:34:25.902 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:34:25.902 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:34:25.902 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:25.902 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:34:25.903 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:25 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:34:25.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: pgmap v123: 161 pgs: 33 active+undersized, 13 active+undersized+degraded, 115 active+clean; 604 KiB data, 162 MiB used, 715 GiB / 715 GiB avail; 89/999 objects degraded (8.909%) 2024-09-17T08:34:25.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: osdmap e92: 8 total, 8 up, 8 in 2024-09-17T08:34:25.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:25.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:25.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:34:25.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:34:25.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:25.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:34:25.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:34:25.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:34:25.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:25.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:34:25.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:34:25.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:34:25.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:34:25.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:34:25.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:34:25.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-17T08:34:25.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-17T08:34:25.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-17T08:34:25.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:34:25.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:34:25.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-17T08:34:25.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-17T08:34:25.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-17T08:34:25.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-17T08:34:25.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-17T08:34:25.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-17T08:34:25.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-17T08:34:25.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-17T08:34:25.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-17T08:34:25.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-17T08:34:25.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-17T08:34:25.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-17T08:34:25.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:34:25.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:34:25.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-17T08:34:25.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-17T08:34:25.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-17T08:34:25.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-17T08:34:25.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-17T08:34:25.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-17T08:34:25.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-17T08:34:25.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-17T08:34:25.919 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-17T08:34:25.919 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:34:25.919 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:34:25.919 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:34:25.919 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:34:25.919 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:34:25.919 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:34:25.919 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: pgmap v123: 161 pgs: 33 active+undersized, 13 active+undersized+degraded, 115 active+clean; 604 KiB data, 162 MiB used, 715 GiB / 715 GiB avail; 89/999 objects degraded (8.909%) 2024-09-17T08:34:25.919 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: osdmap e92: 8 total, 8 up, 8 in 2024-09-17T08:34:25.919 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:25.919 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:25.920 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:34:25.920 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:34:25.920 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:25.920 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:34:25.920 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:34:25.920 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:34:25.920 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:25.920 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:34:25.920 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:34:25.920 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:34:25.920 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:34:25.920 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:34:25.920 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:34:25.921 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-17T08:34:25.921 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-17T08:34:25.921 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-17T08:34:25.921 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:34:25.921 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:34:25.921 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-17T08:34:25.921 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-17T08:34:25.921 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-17T08:34:25.921 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-17T08:34:25.921 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-17T08:34:25.921 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-17T08:34:25.921 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:34:25.922 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:34:25.922 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:34:25.922 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:34:25.922 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:34:25.922 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:34:25.922 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-17T08:34:25.922 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-17T08:34:25.922 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]': finished 2024-09-17T08:34:25.922 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-17T08:34:25.922 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-17T08:34:25.922 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-17T08:34:25.922 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:34:25.922 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:34:25.923 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:34:25.923 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:25.923 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:34:25.923 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:34:25.923 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-17T08:34:25.923 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-17T08:34:25.923 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-17T08:34:25.923 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-17T08:34:25.923 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-17T08:34:25.924 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-17T08:34:25.924 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:34:25.924 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:34:25.924 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-17T08:34:25.924 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-17T08:34:25.924 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-17T08:34:25.924 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-17T08:34:25.924 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-17T08:34:25.924 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-17T08:34:25.924 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-17T08:34:25.925 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-17T08:34:25.925 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-17T08:34:25.925 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:34:25.925 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:34:25.925 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:34:25.925 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:34:25.925 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:34:25.925 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:34:25.925 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:34:25.925 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:34:25.925 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:34:25.925 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:34:25.925 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:34:25.925 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:34:25.926 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-17T08:34:25.926 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-17T08:34:25.926 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]': finished 2024-09-17T08:34:25.926 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-17T08:34:25.926 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-17T08:34:25.926 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-17T08:34:25.926 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:34:25.926 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:34:25.926 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:34:25.926 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:25.926 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:34:25.926 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:25 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:34:26.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:26 smithi187 ceph-mon[70558]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:34:26.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:26 smithi187 ceph-mon[70558]: pgmap v125: 161 pgs: 33 active+undersized, 13 active+undersized+degraded, 115 active+clean; 604 KiB data, 162 MiB used, 715 GiB / 715 GiB avail; 89/999 objects degraded (8.909%) 2024-09-17T08:34:26.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:26 smithi187 ceph-mon[70558]: pgmap v126: 161 pgs: 33 active+undersized, 13 active+undersized+degraded, 115 active+clean; 604 KiB data, 162 MiB used, 715 GiB / 715 GiB avail; 89/999 objects degraded (8.909%) 2024-09-17T08:34:26.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:26 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all nvmeof 2024-09-17T08:34:26.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:26 smithi187 ceph-mon[70558]: Upgrade: Finalizing container_image settings 2024-09-17T08:34:26.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:26 smithi187 ceph-mon[70558]: Upgrade: Complete! 2024-09-17T08:34:26.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:26 smithi187 ceph-mon[70558]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:34:26.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:26 smithi187 ceph-mon[70558]: pgmap v127: 161 pgs: 17 active+undersized, 4 active+undersized+degraded, 140 active+clean; 604 KiB data, 162 MiB used, 715 GiB / 715 GiB avail; 40/999 objects degraded (4.004%) 2024-09-17T08:34:26.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:26 smithi187 ceph-mon[70558]: pgmap v128: 161 pgs: 17 active+undersized, 4 active+undersized+degraded, 140 active+clean; 604 KiB data, 162 MiB used, 715 GiB / 715 GiB avail; 40/999 objects degraded (4.004%) 2024-09-17T08:34:26.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:26 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:34:26.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:26 smithi187 ceph-mon[70558]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:34:26.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:26 smithi187 ceph-mon[70558]: pgmap v129: 161 pgs: 17 active+undersized, 4 active+undersized+degraded, 140 active+clean; 604 KiB data, 162 MiB used, 715 GiB / 715 GiB avail; 40/999 objects degraded (4.004%) 2024-09-17T08:34:26.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:26 smithi187 ceph-mon[70558]: pgmap v130: 161 pgs: 17 active+undersized, 4 active+undersized+degraded, 140 active+clean; 604 KiB data, 162 MiB used, 715 GiB / 715 GiB avail; 40/999 objects degraded (4.004%) 2024-09-17T08:34:26.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:26 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:26.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:26 smithi187 ceph-mon[70558]: Health check update: Degraded data redundancy: 40/999 objects degraded (4.004%), 4 pgs degraded (PG_DEGRADED) 2024-09-17T08:34:26.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:26 smithi088 ceph-mon[67196]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:34:26.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:26 smithi088 ceph-mon[67196]: pgmap v125: 161 pgs: 33 active+undersized, 13 active+undersized+degraded, 115 active+clean; 604 KiB data, 162 MiB used, 715 GiB / 715 GiB avail; 89/999 objects degraded (8.909%) 2024-09-17T08:34:26.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:26 smithi088 ceph-mon[67196]: pgmap v126: 161 pgs: 33 active+undersized, 13 active+undersized+degraded, 115 active+clean; 604 KiB data, 162 MiB used, 715 GiB / 715 GiB avail; 89/999 objects degraded (8.909%) 2024-09-17T08:34:26.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:26 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all nvmeof 2024-09-17T08:34:26.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:26 smithi088 ceph-mon[67196]: Upgrade: Finalizing container_image settings 2024-09-17T08:34:26.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:26 smithi088 ceph-mon[67196]: Upgrade: Complete! 2024-09-17T08:34:26.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:26 smithi088 ceph-mon[67196]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:34:26.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:26 smithi088 ceph-mon[67196]: pgmap v127: 161 pgs: 17 active+undersized, 4 active+undersized+degraded, 140 active+clean; 604 KiB data, 162 MiB used, 715 GiB / 715 GiB avail; 40/999 objects degraded (4.004%) 2024-09-17T08:34:26.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:26 smithi088 ceph-mon[67196]: pgmap v128: 161 pgs: 17 active+undersized, 4 active+undersized+degraded, 140 active+clean; 604 KiB data, 162 MiB used, 715 GiB / 715 GiB avail; 40/999 objects degraded (4.004%) 2024-09-17T08:34:26.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:26 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:34:26.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:26 smithi088 ceph-mon[67196]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:34:26.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:26 smithi088 ceph-mon[67196]: pgmap v129: 161 pgs: 17 active+undersized, 4 active+undersized+degraded, 140 active+clean; 604 KiB data, 162 MiB used, 715 GiB / 715 GiB avail; 40/999 objects degraded (4.004%) 2024-09-17T08:34:26.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:26 smithi088 ceph-mon[67196]: pgmap v130: 161 pgs: 17 active+undersized, 4 active+undersized+degraded, 140 active+clean; 604 KiB data, 162 MiB used, 715 GiB / 715 GiB avail; 40/999 objects degraded (4.004%) 2024-09-17T08:34:26.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:26 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:26.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:26 smithi088 ceph-mon[67196]: Health check update: Degraded data redundancy: 40/999 objects degraded (4.004%), 4 pgs degraded (PG_DEGRADED) 2024-09-17T08:34:26.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:26 smithi088 ceph-mon[71593]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:34:26.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:26 smithi088 ceph-mon[71593]: pgmap v125: 161 pgs: 33 active+undersized, 13 active+undersized+degraded, 115 active+clean; 604 KiB data, 162 MiB used, 715 GiB / 715 GiB avail; 89/999 objects degraded (8.909%) 2024-09-17T08:34:26.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:26 smithi088 ceph-mon[71593]: pgmap v126: 161 pgs: 33 active+undersized, 13 active+undersized+degraded, 115 active+clean; 604 KiB data, 162 MiB used, 715 GiB / 715 GiB avail; 89/999 objects degraded (8.909%) 2024-09-17T08:34:26.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:26 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all nvmeof 2024-09-17T08:34:26.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:26 smithi088 ceph-mon[71593]: Upgrade: Finalizing container_image settings 2024-09-17T08:34:26.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:26 smithi088 ceph-mon[71593]: Upgrade: Complete! 2024-09-17T08:34:26.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:26 smithi088 ceph-mon[71593]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:34:26.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:26 smithi088 ceph-mon[71593]: pgmap v127: 161 pgs: 17 active+undersized, 4 active+undersized+degraded, 140 active+clean; 604 KiB data, 162 MiB used, 715 GiB / 715 GiB avail; 40/999 objects degraded (4.004%) 2024-09-17T08:34:26.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:26 smithi088 ceph-mon[71593]: pgmap v128: 161 pgs: 17 active+undersized, 4 active+undersized+degraded, 140 active+clean; 604 KiB data, 162 MiB used, 715 GiB / 715 GiB avail; 40/999 objects degraded (4.004%) 2024-09-17T08:34:26.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:26 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:34:26.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:26 smithi088 ceph-mon[71593]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:34:26.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:26 smithi088 ceph-mon[71593]: pgmap v129: 161 pgs: 17 active+undersized, 4 active+undersized+degraded, 140 active+clean; 604 KiB data, 162 MiB used, 715 GiB / 715 GiB avail; 40/999 objects degraded (4.004%) 2024-09-17T08:34:26.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:26 smithi088 ceph-mon[71593]: pgmap v130: 161 pgs: 17 active+undersized, 4 active+undersized+degraded, 140 active+clean; 604 KiB data, 162 MiB used, 715 GiB / 715 GiB avail; 40/999 objects degraded (4.004%) 2024-09-17T08:34:26.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:26 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:26.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:26 smithi088 ceph-mon[71593]: Health check update: Degraded data redundancy: 40/999 objects degraded (4.004%), 4 pgs degraded (PG_DEGRADED) 2024-09-17T08:34:28.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:28 smithi187 ceph-mon[70558]: pgmap v131: 161 pgs: 2 active+undersized, 2 active+undersized+degraded, 157 active+clean; 604 KiB data, 162 MiB used, 715 GiB / 715 GiB avail; 26/999 objects degraded (2.603%) 2024-09-17T08:34:28.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:28 smithi088 ceph-mon[67196]: pgmap v131: 161 pgs: 2 active+undersized, 2 active+undersized+degraded, 157 active+clean; 604 KiB data, 162 MiB used, 715 GiB / 715 GiB avail; 26/999 objects degraded (2.603%) 2024-09-17T08:34:28.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:28 smithi088 ceph-mon[71593]: pgmap v131: 161 pgs: 2 active+undersized, 2 active+undersized+degraded, 157 active+clean; 604 KiB data, 162 MiB used, 715 GiB / 715 GiB avail; 26/999 objects degraded (2.603%) 2024-09-17T08:34:30.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:30 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:30.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:30 smithi187 ceph-mon[70558]: pgmap v132: 161 pgs: 161 active+clean; 604 KiB data, 162 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:30.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:30 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:30.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:30 smithi088 ceph-mon[67196]: pgmap v132: 161 pgs: 161 active+clean; 604 KiB data, 162 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:30.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:30 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:30.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:30 smithi088 ceph-mon[71593]: pgmap v132: 161 pgs: 161 active+clean; 604 KiB data, 162 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:31.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:31 smithi187 ceph-mon[70558]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 26/999 objects degraded (2.603%), 2 pgs degraded) 2024-09-17T08:34:31.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:31 smithi088 ceph-mon[67196]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 26/999 objects degraded (2.603%), 2 pgs degraded) 2024-09-17T08:34:31.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:31 smithi088 ceph-mon[71593]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 26/999 objects degraded (2.603%), 2 pgs degraded) 2024-09-17T08:34:32.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:32 smithi187 ceph-mon[70558]: pgmap v133: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:32.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:32 smithi088 ceph-mon[67196]: pgmap v133: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:32.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:32 smithi088 ceph-mon[71593]: pgmap v133: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:33.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:33 smithi187 ceph-mon[70558]: pgmap v134: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:33.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:33 smithi088 ceph-mon[67196]: pgmap v134: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:33.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:33 smithi088 ceph-mon[71593]: pgmap v134: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:35.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:35 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:35.664 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:35 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:35.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:35 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:34:36.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:36 smithi187 ceph-mon[70558]: pgmap v135: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:36.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:36 smithi088 ceph-mon[67196]: pgmap v135: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:36.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:36 smithi088 ceph-mon[71593]: pgmap v135: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:37.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:37 smithi187 ceph-mon[70558]: pgmap v136: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:37.914 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:37 smithi088 ceph-mon[71593]: pgmap v136: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:37.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:37 smithi088 ceph-mon[67196]: pgmap v136: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:39.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:39 smithi187 ceph-mon[70558]: pgmap v137: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:39.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:39 smithi088 ceph-mon[67196]: pgmap v137: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:39.914 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:39 smithi088 ceph-mon[71593]: pgmap v137: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:40.664 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:40 smithi088 ceph-mon[71593]: from='client.54387 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:34:40.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:40 smithi088 ceph-mon[67196]: from='client.54387 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:34:40.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:40 smithi187 ceph-mon[70558]: from='client.54387 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:34:40.999 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph orch ps' 2024-09-17T08:34:41.883 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:41 smithi088 ceph-mon[67196]: pgmap v138: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:41.883 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:41 smithi088 ceph-mon[71593]: pgmap v138: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:41.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:41 smithi187 ceph-mon[70558]: pgmap v138: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:42.912 INFO:teuthology.orchestra.run.smithi088.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T08:34:42.912 INFO:teuthology.orchestra.run.smithi088.stdout:alertmanager.a smithi088 *:9093,9094 running (5m) 21s ago 27m 25.7M - 0.25.0 c8568f914cd2 ae3ad2ca8c3e 2024-09-17T08:34:42.912 INFO:teuthology.orchestra.run.smithi088.stdout:grafana.a smithi187 *:3000 running (5m) 3m ago 27m 81.8M - 9.4.7 954c08fa6188 bb16e26e2835 2024-09-17T08:34:42.912 INFO:teuthology.orchestra.run.smithi088.stdout:iscsi.foo.smithi187.kgegfj smithi187 unknown 3m ago 26m - - 2024-09-17T08:34:42.912 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.x smithi187 *:8443,8765 running (6m) 3m ago 31m 434M - 18.2.4-855-g19e2a2be 980a0bfcd684 d71cc65429a4 2024-09-17T08:34:42.912 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.y smithi088 *:8443,8765 running (16m) 21s ago 32m 484M - 18.2.4-855-g19e2a2be 980a0bfcd684 3228b2505d9a 2024-09-17T08:34:42.912 INFO:teuthology.orchestra.run.smithi088.stdout:mon.a smithi088 running (3m) 21s ago 32m 54.1M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 7a79828a62c2 2024-09-17T08:34:42.912 INFO:teuthology.orchestra.run.smithi088.stdout:mon.b smithi187 running (4m) 3m ago 31m 42.7M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 d4e39e0851a6 2024-09-17T08:34:42.913 INFO:teuthology.orchestra.run.smithi088.stdout:mon.c smithi088 running (3m) 21s ago 31m 41.9M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 9f9c833cecc9 2024-09-17T08:34:42.913 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.a smithi088 *:9100 running (6m) 21s ago 27m 14.9M - 1.5.0 0da6a335fe13 b70a15a514fb 2024-09-17T08:34:42.913 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.b smithi187 *:9100 running (6m) 3m ago 28m 16.0M - 1.5.0 0da6a335fe13 75f36e91740f 2024-09-17T08:34:42.913 INFO:teuthology.orchestra.run.smithi088.stdout:osd.0 smithi088 running (111s) 21s ago 31m 45.0M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 b5e437bc4ca8 2024-09-17T08:34:42.913 INFO:teuthology.orchestra.run.smithi088.stdout:osd.1 smithi088 running (79s) 21s ago 30m 42.9M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 19f83bfa6b97 2024-09-17T08:34:42.913 INFO:teuthology.orchestra.run.smithi088.stdout:osd.2 smithi088 running (25s) 21s ago 30m 12.0M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 83345c84b607 2024-09-17T08:34:42.913 INFO:teuthology.orchestra.run.smithi088.stdout:osd.3 smithi088 running (30m) 21s ago 30m 51.1M 4096M 16.2.0 24ecd6d5f14c bf680a19cb5a 2024-09-17T08:34:42.913 INFO:teuthology.orchestra.run.smithi088.stdout:osd.4 smithi187 running (29m) 3m ago 29m 49.5M 4096M 16.2.0 24ecd6d5f14c a8462272aa51 2024-09-17T08:34:42.913 INFO:teuthology.orchestra.run.smithi088.stdout:osd.5 smithi187 running (29m) 3m ago 29m 47.2M 4096M 16.2.0 24ecd6d5f14c c3463f9a8b7e 2024-09-17T08:34:42.913 INFO:teuthology.orchestra.run.smithi088.stdout:osd.6 smithi187 running (29m) 3m ago 29m 50.9M 4096M 16.2.0 24ecd6d5f14c 53d9ca2fb095 2024-09-17T08:34:42.913 INFO:teuthology.orchestra.run.smithi088.stdout:osd.7 smithi187 running (28m) 3m ago 28m 49.9M 4096M 16.2.0 24ecd6d5f14c 61f8b7fae59c 2024-09-17T08:34:42.913 INFO:teuthology.orchestra.run.smithi088.stdout:prometheus.a smithi187 *:9095 running (5m) 3m ago 28m 50.9M - 2.43.0 a07b618ecd1d 052443b7a266 2024-09-17T08:34:42.913 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi088.pybyat smithi088 *:8000 running (26m) 21s ago 26m 47.2M - 16.2.0 24ecd6d5f14c 1e03127137af 2024-09-17T08:34:42.914 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi187.yrrxta smithi187 *:8000 running (26m) 3m ago 26m 45.3M - 16.2.0 24ecd6d5f14c 304f0f2cb409 2024-09-17T08:34:43.608 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph versions | jq -e '"'"'.osd | length == 2'"'"'' 2024-09-17T08:34:43.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:43 smithi187 ceph-mon[70558]: from='client.54393 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:34:43.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:43 smithi187 ceph-mon[70558]: pgmap v139: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:43.897 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:43 smithi088 ceph-mon[67196]: from='client.54393 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:34:43.897 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:43 smithi088 ceph-mon[67196]: pgmap v139: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:43.897 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:43 smithi088 ceph-mon[71593]: from='client.54393 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:34:43.898 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:43 smithi088 ceph-mon[71593]: pgmap v139: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:45.723 INFO:teuthology.orchestra.run.smithi088.stdout:true 2024-09-17T08:34:45.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:45 smithi187 ceph-mon[70558]: pgmap v140: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:45.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:45 smithi088 ceph-mon[67196]: pgmap v140: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:45.914 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:45 smithi088 ceph-mon[71593]: pgmap v140: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:46.304 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '"'"'.up_to_date | length == 8'"'"'' 2024-09-17T08:34:46.892 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:46 smithi088 ceph-mon[67196]: from='client.54399 172.21.15.88:0/56018800' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:34:46.892 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:46 smithi088 ceph-mon[71593]: from='client.54399 172.21.15.88:0/56018800' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:34:46.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:46 smithi187 ceph-mon[70558]: from='client.54399 172.21.15.88:0/56018800' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:34:47.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:47 smithi187 ceph-mon[70558]: pgmap v141: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:47.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:47 smithi088 ceph-mon[67196]: pgmap v141: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:47.914 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:47 smithi088 ceph-mon[71593]: pgmap v141: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:48.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:48 smithi187 ceph-mon[70558]: from='client.64318 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:34:48.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:48 smithi088 ceph-mon[67196]: from='client.64318 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:34:48.914 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:48 smithi088 ceph-mon[71593]: from='client.64318 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:34:49.759 INFO:teuthology.orchestra.run.smithi088.stdout:true 2024-09-17T08:34:49.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:49 smithi187 ceph-mon[70558]: pgmap v142: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:49.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:49 smithi088 ceph-mon[67196]: pgmap v142: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:49.914 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:49 smithi088 ceph-mon[71593]: pgmap v142: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:50.417 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph orch upgrade status' 2024-09-17T08:34:51.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:51 smithi088 ceph-mon[67196]: pgmap v143: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:51.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:51 smithi088 ceph-mon[71593]: pgmap v143: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:51.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:51 smithi187 ceph-mon[70558]: pgmap v143: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:52.465 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:34:52.465 INFO:teuthology.orchestra.run.smithi088.stdout: "target_image": null, 2024-09-17T08:34:52.465 INFO:teuthology.orchestra.run.smithi088.stdout: "in_progress": false, 2024-09-17T08:34:52.465 INFO:teuthology.orchestra.run.smithi088.stdout: "which": "", 2024-09-17T08:34:52.465 INFO:teuthology.orchestra.run.smithi088.stdout: "services_complete": [], 2024-09-17T08:34:52.465 INFO:teuthology.orchestra.run.smithi088.stdout: "progress": null, 2024-09-17T08:34:52.466 INFO:teuthology.orchestra.run.smithi088.stdout: "message": "", 2024-09-17T08:34:52.466 INFO:teuthology.orchestra.run.smithi088.stdout: "is_paused": false 2024-09-17T08:34:52.466 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:34:52.896 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:52 smithi088 ceph-mon[67196]: from='client.54411 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:34:52.896 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:52 smithi088 ceph-mon[71593]: from='client.54411 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:34:52.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:52 smithi187 ceph-mon[70558]: from='client.54411 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:34:53.047 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph health detail' 2024-09-17T08:34:53.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:53 smithi187 ceph-mon[70558]: pgmap v144: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:53.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:53 smithi088 ceph-mon[67196]: pgmap v144: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:53.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:53 smithi088 ceph-mon[71593]: pgmap v144: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:55.088 INFO:teuthology.orchestra.run.smithi088.stdout:HEALTH_WARN 1 failed cephadm daemon(s) 2024-09-17T08:34:55.089 INFO:teuthology.orchestra.run.smithi088.stdout:[WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-09-17T08:34:55.089 INFO:teuthology.orchestra.run.smithi088.stdout: daemon iscsi.foo.smithi187.kgegfj on smithi187 is in unknown state 2024-09-17T08:34:55.342 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:55 smithi088 ceph-mon[67196]: from='client.54417 172.21.15.88:0/2718258724' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-17T08:34:55.343 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:55 smithi088 ceph-mon[71593]: from='client.54417 172.21.15.88:0/2718258724' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-17T08:34:55.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:55 smithi187 ceph-mon[70558]: from='client.54417 172.21.15.88:0/2718258724' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-17T08:34:55.712 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types crash,osd' 2024-09-17T08:34:56.258 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:56 smithi088 ceph-mon[67196]: pgmap v145: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:56.258 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:56 smithi088 ceph-mon[71593]: pgmap v145: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:56.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:56 smithi187 ceph-mon[70558]: pgmap v145: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:57.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:57 smithi187 ceph-mon[70558]: pgmap v146: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:57.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:57 smithi088 ceph-mon[67196]: pgmap v146: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:57.914 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:57 smithi088 ceph-mon[71593]: pgmap v146: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:34:59.120 INFO:teuthology.orchestra.run.smithi088.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:34:59.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:34:59 smithi187 ceph-mon[70558]: from='client.64336 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9", "daemon_types": "crash,osd", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:34:59.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:34:59 smithi088 ceph-mon[67196]: from='client.64336 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9", "daemon_types": "crash,osd", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:34:59.414 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:34:59 smithi088 ceph-mon[71593]: from='client.64336 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9", "daemon_types": "crash,osd", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:34:59.852 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-09-17T08:35:00.343 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:00 smithi088 ceph-mon[67196]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:35:00.344 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:00 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:00.344 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:00 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:35:00.344 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:00 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:35:00.344 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:00 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:35:00.344 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:00 smithi088 ceph-mon[67196]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:35:00.344 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:00 smithi088 ceph-mon[67196]: pgmap v147: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:00.344 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:00 smithi088 ceph-mon[67196]: pgmap v148: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:00.344 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:00 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:00.344 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:00 smithi088 ceph-mon[67196]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:35:00.344 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:00 smithi088 ceph-mon[71593]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:35:00.345 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:00 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:00.345 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:00 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:35:00.345 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:00 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:35:00.345 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:00 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:35:00.345 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:00 smithi088 ceph-mon[71593]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:35:00.345 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:00 smithi088 ceph-mon[71593]: pgmap v147: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:00.345 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:00 smithi088 ceph-mon[71593]: pgmap v148: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:00.345 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:00 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:00.345 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:00 smithi088 ceph-mon[71593]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:35:00.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:00 smithi187 ceph-mon[70558]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:35:00.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:00 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:00.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:00 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:35:00.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:00 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:35:00.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:00 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:35:00.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:00 smithi187 ceph-mon[70558]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:35:00.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:00 smithi187 ceph-mon[70558]: pgmap v147: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:00.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:00 smithi187 ceph-mon[70558]: pgmap v148: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:00.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:00 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:00.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:00 smithi187 ceph-mon[70558]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:35:02.352 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:02 smithi088 ceph-mon[67196]: pgmap v149: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:02.352 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:02 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:02.352 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:02 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:35:02.352 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:02 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:02.352 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:02 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:35:02.352 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:02 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:02.352 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:02 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:35:02.352 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:02 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:02.352 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:02 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:35:02.352 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:02 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:02.353 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:02 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-17T08:35:02.353 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:02 smithi088 ceph-mon[71593]: pgmap v149: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:02.353 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:02 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:02.353 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:02 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:35:02.353 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:02 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:02.353 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:02 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:35:02.353 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:02 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:02.353 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:02 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:35:02.353 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:02 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:02.353 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:02 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:35:02.353 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:02 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:02.354 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:02 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-17T08:35:02.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:02 smithi187 ceph-mon[70558]: pgmap v149: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:02.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:02 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:02.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:02 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:35:02.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:02 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:02.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:02 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:35:02.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:02 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:02.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:02 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:35:02.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:02 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:02.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:02 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:35:02.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:02 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:02.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:02 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-17T08:35:02.804 INFO:teuthology.orchestra.run.smithi088.stdout:true 2024-09-17T08:35:03.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:03 smithi088 ceph-mon[67196]: Upgrade: Target is version 18.2.4-855-g19e2a2be (reef) 2024-09-17T08:35:03.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:03 smithi088 ceph-mon[67196]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, digests ['quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9'] 2024-09-17T08:35:03.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:03 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all mgr 2024-09-17T08:35:03.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:03 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all mon 2024-09-17T08:35:03.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:03 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all crash 2024-09-17T08:35:03.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:03 smithi088 ceph-mon[67196]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-17T08:35:03.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:03 smithi088 ceph-mon[67196]: Upgrade: osd.3 is safe to restart 2024-09-17T08:35:03.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:03 smithi088 ceph-mon[71593]: Upgrade: Target is version 18.2.4-855-g19e2a2be (reef) 2024-09-17T08:35:03.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:03 smithi088 ceph-mon[71593]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, digests ['quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9'] 2024-09-17T08:35:03.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:03 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all mgr 2024-09-17T08:35:03.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:03 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all mon 2024-09-17T08:35:03.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:03 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all crash 2024-09-17T08:35:03.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:03 smithi088 ceph-mon[71593]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-17T08:35:03.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:03 smithi088 ceph-mon[71593]: Upgrade: osd.3 is safe to restart 2024-09-17T08:35:03.480 INFO:teuthology.orchestra.run.smithi088.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T08:35:03.480 INFO:teuthology.orchestra.run.smithi088.stdout:alertmanager.a smithi088 *:9093,9094 running (5m) 42s ago 27m 25.7M - 0.25.0 c8568f914cd2 ae3ad2ca8c3e 2024-09-17T08:35:03.481 INFO:teuthology.orchestra.run.smithi088.stdout:grafana.a smithi187 *:3000 running (5m) 3m ago 27m 81.8M - 9.4.7 954c08fa6188 bb16e26e2835 2024-09-17T08:35:03.481 INFO:teuthology.orchestra.run.smithi088.stdout:iscsi.foo.smithi187.kgegfj smithi187 unknown 3m ago 26m - - 2024-09-17T08:35:03.481 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.x smithi187 *:8443,8765 running (6m) 3m ago 31m 434M - 18.2.4-855-g19e2a2be 980a0bfcd684 d71cc65429a4 2024-09-17T08:35:03.481 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.y smithi088 *:8443,8765 running (16m) 42s ago 32m 484M - 18.2.4-855-g19e2a2be 980a0bfcd684 3228b2505d9a 2024-09-17T08:35:03.481 INFO:teuthology.orchestra.run.smithi088.stdout:mon.a smithi088 running (3m) 42s ago 33m 54.1M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 7a79828a62c2 2024-09-17T08:35:03.481 INFO:teuthology.orchestra.run.smithi088.stdout:mon.b smithi187 running (4m) 3m ago 31m 42.7M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 d4e39e0851a6 2024-09-17T08:35:03.481 INFO:teuthology.orchestra.run.smithi088.stdout:mon.c smithi088 running (3m) 42s ago 32m 41.9M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 9f9c833cecc9 2024-09-17T08:35:03.481 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.a smithi088 *:9100 running (6m) 42s ago 27m 14.9M - 1.5.0 0da6a335fe13 b70a15a514fb 2024-09-17T08:35:03.481 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.b smithi187 *:9100 running (6m) 3m ago 28m 16.0M - 1.5.0 0da6a335fe13 75f36e91740f 2024-09-17T08:35:03.481 INFO:teuthology.orchestra.run.smithi088.stdout:osd.0 smithi088 running (2m) 42s ago 31m 45.0M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 b5e437bc4ca8 2024-09-17T08:35:03.481 INFO:teuthology.orchestra.run.smithi088.stdout:osd.1 smithi088 running (100s) 42s ago 31m 42.9M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 19f83bfa6b97 2024-09-17T08:35:03.481 INFO:teuthology.orchestra.run.smithi088.stdout:osd.2 smithi088 running (45s) 42s ago 30m 12.0M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 83345c84b607 2024-09-17T08:35:03.481 INFO:teuthology.orchestra.run.smithi088.stdout:osd.3 smithi088 running (30m) 42s ago 30m 51.1M 4096M 16.2.0 24ecd6d5f14c bf680a19cb5a 2024-09-17T08:35:03.481 INFO:teuthology.orchestra.run.smithi088.stdout:osd.4 smithi187 running (30m) 3m ago 30m 49.5M 4096M 16.2.0 24ecd6d5f14c a8462272aa51 2024-09-17T08:35:03.482 INFO:teuthology.orchestra.run.smithi088.stdout:osd.5 smithi187 running (29m) 3m ago 29m 47.2M 4096M 16.2.0 24ecd6d5f14c c3463f9a8b7e 2024-09-17T08:35:03.482 INFO:teuthology.orchestra.run.smithi088.stdout:osd.6 smithi187 running (29m) 3m ago 29m 50.9M 4096M 16.2.0 24ecd6d5f14c 53d9ca2fb095 2024-09-17T08:35:03.482 INFO:teuthology.orchestra.run.smithi088.stdout:osd.7 smithi187 running (29m) 3m ago 29m 49.9M 4096M 16.2.0 24ecd6d5f14c 61f8b7fae59c 2024-09-17T08:35:03.482 INFO:teuthology.orchestra.run.smithi088.stdout:prometheus.a smithi187 *:9095 running (6m) 3m ago 28m 50.9M - 2.43.0 a07b618ecd1d 052443b7a266 2024-09-17T08:35:03.482 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi088.pybyat smithi088 *:8000 running (26m) 42s ago 26m 47.2M - 16.2.0 24ecd6d5f14c 1e03127137af 2024-09-17T08:35:03.482 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi187.yrrxta smithi187 *:8000 running (26m) 3m ago 26m 45.3M - 16.2.0 24ecd6d5f14c 304f0f2cb409 2024-09-17T08:35:03.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:03 smithi187 ceph-mon[70558]: Upgrade: Target is version 18.2.4-855-g19e2a2be (reef) 2024-09-17T08:35:03.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:03 smithi187 ceph-mon[70558]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, digests ['quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9'] 2024-09-17T08:35:03.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:03 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all mgr 2024-09-17T08:35:03.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:03 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all mon 2024-09-17T08:35:03.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:03 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all crash 2024-09-17T08:35:03.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:03 smithi187 ceph-mon[70558]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-17T08:35:03.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:03 smithi187 ceph-mon[70558]: Upgrade: osd.3 is safe to restart 2024-09-17T08:35:03.861 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:35:03.862 INFO:teuthology.orchestra.run.smithi088.stdout: "mon": { 2024-09-17T08:35:03.862 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 3 2024-09-17T08:35:03.862 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:35:03.862 INFO:teuthology.orchestra.run.smithi088.stdout: "mgr": { 2024-09-17T08:35:03.862 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T08:35:03.862 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:35:03.862 INFO:teuthology.orchestra.run.smithi088.stdout: "osd": { 2024-09-17T08:35:03.862 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 5, 2024-09-17T08:35:03.862 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 3 2024-09-17T08:35:03.862 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:35:03.862 INFO:teuthology.orchestra.run.smithi088.stdout: "rgw": { 2024-09-17T08:35:03.862 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 2 2024-09-17T08:35:03.863 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:35:03.863 INFO:teuthology.orchestra.run.smithi088.stdout: "overall": { 2024-09-17T08:35:03.863 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 7, 2024-09-17T08:35:03.863 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 8 2024-09-17T08:35:03.863 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-09-17T08:35:03.863 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:35:04.206 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:35:04.206 INFO:teuthology.orchestra.run.smithi088.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9", 2024-09-17T08:35:04.207 INFO:teuthology.orchestra.run.smithi088.stdout: "in_progress": true, 2024-09-17T08:35:04.207 INFO:teuthology.orchestra.run.smithi088.stdout: "which": "Upgrading daemons of type(s) crash,osd", 2024-09-17T08:35:04.207 INFO:teuthology.orchestra.run.smithi088.stdout: "services_complete": [], 2024-09-17T08:35:04.207 INFO:teuthology.orchestra.run.smithi088.stdout: "progress": "3/8 daemons upgraded", 2024-09-17T08:35:04.207 INFO:teuthology.orchestra.run.smithi088.stdout: "message": "Currently upgrading osd daemons", 2024-09-17T08:35:04.207 INFO:teuthology.orchestra.run.smithi088.stdout: "is_paused": false 2024-09-17T08:35:04.207 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:35:04.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:04 smithi088 ceph-mon[67196]: from='client.64342 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:35:04.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:04 smithi088 ceph-mon[67196]: pgmap v150: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:04.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:04 smithi088 ceph-mon[67196]: from='client.64348 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:35:04.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:04 smithi088 ceph-mon[67196]: from='client.54441 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:35:04.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:04 smithi088 ceph-mon[67196]: from='client.? 172.21.15.88:0/957034504' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:35:04.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:04 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:04.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:04 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-17T08:35:04.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:04 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:35:04.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:04 smithi088 ceph-mon[71593]: from='client.64342 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:35:04.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:04 smithi088 ceph-mon[71593]: pgmap v150: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:04.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:04 smithi088 ceph-mon[71593]: from='client.64348 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:35:04.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:04 smithi088 ceph-mon[71593]: from='client.54441 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:35:04.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:04 smithi088 ceph-mon[71593]: from='client.? 172.21.15.88:0/957034504' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:35:04.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:04 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:04.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:04 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-17T08:35:04.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:04 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:35:04.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:04 smithi187 ceph-mon[70558]: from='client.64342 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:35:04.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:04 smithi187 ceph-mon[70558]: pgmap v150: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:04.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:04 smithi187 ceph-mon[70558]: from='client.64348 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:35:04.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:04 smithi187 ceph-mon[70558]: from='client.54441 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:35:04.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:04 smithi187 ceph-mon[70558]: from='client.? 172.21.15.88:0/957034504' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:35:04.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:04 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:04.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:04 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-17T08:35:04.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:04 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:35:05.505 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:05 smithi088 ceph-mon[67196]: Upgrade: Updating osd.3 2024-09-17T08:35:05.505 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:05 smithi088 ceph-mon[67196]: Deploying daemon osd.3 on smithi088 2024-09-17T08:35:05.506 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:05 smithi088 ceph-mon[67196]: from='client.54453 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:35:05.506 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:05 smithi088 ceph-mon[71593]: Upgrade: Updating osd.3 2024-09-17T08:35:05.506 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:05 smithi088 ceph-mon[71593]: Deploying daemon osd.3 on smithi088 2024-09-17T08:35:05.506 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:05 smithi088 ceph-mon[71593]: from='client.54453 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:35:05.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:05 smithi187 ceph-mon[70558]: Upgrade: Updating osd.3 2024-09-17T08:35:05.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:05 smithi187 ceph-mon[70558]: Deploying daemon osd.3 on smithi088 2024-09-17T08:35:05.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:05 smithi187 ceph-mon[70558]: from='client.54453 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:35:06.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:06 smithi088 ceph-mon[67196]: pgmap v151: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:06.526 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:06 smithi088 ceph-mon[71593]: pgmap v151: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:06.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:06 smithi187 ceph-mon[70558]: pgmap v151: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:07.165 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:35:07 smithi088 systemd[1]: Stopping Ceph osd.3 for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:35:07.473 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:35:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.3[36402]: debug 2024-09-17T08:35:07.205+0000 7f902b8aa700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-17T08:35:07.473 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:35:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.3[36402]: debug 2024-09-17T08:35:07.205+0000 7f902b8aa700 -1 osd.3 92 *** Got signal Terminated *** 2024-09-17T08:35:07.473 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:35:07 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.3[36402]: debug 2024-09-17T08:35:07.205+0000 7f902b8aa700 -1 osd.3 92 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-17T08:35:07.473 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:35:07 smithi088 podman[95014]: 2024-09-17 08:35:07.23676491 +0000 UTC m=+0.142555517 container died bf680a19cb5a878476520a6c0dde610d1817d42cbfa91eead76a9d10083a15c5 (image=quay.io/ceph/ceph@sha256:35b2786dc4cd535dd84f6a1a585503db4b43623ba6c43120b5e5e00951949000, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.3, GIT_REPO=https://github.com/ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Dimitri Savineau , org.label-schema.build-date=20201204, CEPH_POINT_RELEASE=-16.2.0, RELEASE=HEAD, org.label-schema.name=CentOS Base Image, GIT_COMMIT=20cb635043d86d971f028e2bf2824446440b5557) 2024-09-17T08:35:07.872 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:35:07 smithi088 podman[95014]: 2024-09-17 08:35:07.58041615 +0000 UTC m=+0.486206746 container cleanup bf680a19cb5a878476520a6c0dde610d1817d42cbfa91eead76a9d10083a15c5 (image=quay.io/ceph/ceph@sha256:35b2786dc4cd535dd84f6a1a585503db4b43623ba6c43120b5e5e00951949000, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.3, maintainer=Dimitri Savineau , org.label-schema.build-date=20201204, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=20cb635043d86d971f028e2bf2824446440b5557, org.label-schema.name=CentOS Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=-16.2.0, ceph=True, GIT_CLEAN=True) 2024-09-17T08:35:07.873 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:35:07 smithi088 bash[95014]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.3 2024-09-17T08:35:08.164 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:35:07 smithi088 podman[95027]: 2024-09-17 08:35:07.873341874 +0000 UTC m=+0.640195759 container remove bf680a19cb5a878476520a6c0dde610d1817d42cbfa91eead76a9d10083a15c5 (image=quay.io/ceph/ceph@sha256:35b2786dc4cd535dd84f6a1a585503db4b43623ba6c43120b5e5e00951949000, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.3, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Base Image, org.label-schema.vendor=CentOS, maintainer=Dimitri Savineau , org.label-schema.build-date=20201204, RELEASE=HEAD, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=https://github.com/ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=-16.2.0, GIT_COMMIT=20cb635043d86d971f028e2bf2824446440b5557) 2024-09-17T08:35:08.461 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[67196]: pgmap v152: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:08.461 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[67196]: osd.3 reported immediately failed by osd.7 2024-09-17T08:35:08.461 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[67196]: osd.3 failed (root=default,host=smithi088) (connection refused reported by osd.7) 2024-09-17T08:35:08.461 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[67196]: osd.3 reported immediately failed by osd.6 2024-09-17T08:35:08.461 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[67196]: osd.3 reported immediately failed by osd.0 2024-09-17T08:35:08.461 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[67196]: osd.3 reported immediately failed by osd.1 2024-09-17T08:35:08.461 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[67196]: osd.3 reported immediately failed by osd.2 2024-09-17T08:35:08.461 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[67196]: osd.3 reported immediately failed by osd.4 2024-09-17T08:35:08.461 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[67196]: osd.3 reported immediately failed by osd.0 2024-09-17T08:35:08.462 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[67196]: osd.3 reported immediately failed by osd.1 2024-09-17T08:35:08.462 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[67196]: osd.3 reported immediately failed by osd.2 2024-09-17T08:35:08.462 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[67196]: osd.3 reported immediately failed by osd.5 2024-09-17T08:35:08.462 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[67196]: osd.3 reported immediately failed by osd.6 2024-09-17T08:35:08.462 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[67196]: osd.3 reported immediately failed by osd.4 2024-09-17T08:35:08.462 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[67196]: osd.3 reported immediately failed by osd.7 2024-09-17T08:35:08.462 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[67196]: osd.3 reported immediately failed by osd.5 2024-09-17T08:35:08.462 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[67196]: osd.3 reported immediately failed by osd.4 2024-09-17T08:35:08.462 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[67196]: osd.3 reported immediately failed by osd.5 2024-09-17T08:35:08.462 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[67196]: osd.3 reported immediately failed by osd.0 2024-09-17T08:35:08.462 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[67196]: osd.3 reported immediately failed by osd.1 2024-09-17T08:35:08.462 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[67196]: osd.3 reported immediately failed by osd.2 2024-09-17T08:35:08.462 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[67196]: osd.3 reported immediately failed by osd.6 2024-09-17T08:35:08.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[67196]: osd.3 reported immediately failed by osd.0 2024-09-17T08:35:08.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[67196]: osd.3 reported immediately failed by osd.1 2024-09-17T08:35:08.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[67196]: osd.3 reported immediately failed by osd.2 2024-09-17T08:35:08.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[67196]: osd.3 reported immediately failed by osd.7 2024-09-17T08:35:08.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[67196]: osd.3 reported immediately failed by osd.5 2024-09-17T08:35:08.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[67196]: osd.3 reported immediately failed by osd.6 2024-09-17T08:35:08.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[67196]: osd.3 reported immediately failed by osd.4 2024-09-17T08:35:08.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[67196]: osd.3 reported immediately failed by osd.7 2024-09-17T08:35:08.463 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[71593]: pgmap v152: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:08.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[71593]: osd.3 reported immediately failed by osd.7 2024-09-17T08:35:08.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[71593]: osd.3 failed (root=default,host=smithi088) (connection refused reported by osd.7) 2024-09-17T08:35:08.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[71593]: osd.3 reported immediately failed by osd.6 2024-09-17T08:35:08.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[71593]: osd.3 reported immediately failed by osd.0 2024-09-17T08:35:08.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[71593]: osd.3 reported immediately failed by osd.1 2024-09-17T08:35:08.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[71593]: osd.3 reported immediately failed by osd.2 2024-09-17T08:35:08.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[71593]: osd.3 reported immediately failed by osd.4 2024-09-17T08:35:08.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[71593]: osd.3 reported immediately failed by osd.0 2024-09-17T08:35:08.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[71593]: osd.3 reported immediately failed by osd.1 2024-09-17T08:35:08.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[71593]: osd.3 reported immediately failed by osd.2 2024-09-17T08:35:08.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[71593]: osd.3 reported immediately failed by osd.5 2024-09-17T08:35:08.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[71593]: osd.3 reported immediately failed by osd.6 2024-09-17T08:35:08.464 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[71593]: osd.3 reported immediately failed by osd.4 2024-09-17T08:35:08.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[71593]: osd.3 reported immediately failed by osd.7 2024-09-17T08:35:08.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[71593]: osd.3 reported immediately failed by osd.5 2024-09-17T08:35:08.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[71593]: osd.3 reported immediately failed by osd.4 2024-09-17T08:35:08.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[71593]: osd.3 reported immediately failed by osd.5 2024-09-17T08:35:08.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[71593]: osd.3 reported immediately failed by osd.0 2024-09-17T08:35:08.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[71593]: osd.3 reported immediately failed by osd.1 2024-09-17T08:35:08.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[71593]: osd.3 reported immediately failed by osd.2 2024-09-17T08:35:08.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[71593]: osd.3 reported immediately failed by osd.6 2024-09-17T08:35:08.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[71593]: osd.3 reported immediately failed by osd.0 2024-09-17T08:35:08.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[71593]: osd.3 reported immediately failed by osd.1 2024-09-17T08:35:08.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[71593]: osd.3 reported immediately failed by osd.2 2024-09-17T08:35:08.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[71593]: osd.3 reported immediately failed by osd.7 2024-09-17T08:35:08.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[71593]: osd.3 reported immediately failed by osd.5 2024-09-17T08:35:08.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[71593]: osd.3 reported immediately failed by osd.6 2024-09-17T08:35:08.465 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[71593]: osd.3 reported immediately failed by osd.4 2024-09-17T08:35:08.466 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:08 smithi088 ceph-mon[71593]: osd.3 reported immediately failed by osd.7 2024-09-17T08:35:08.466 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:35:08 smithi088 podman[95130]: 2024-09-17 08:35:08.223741954 +0000 UTC m=+0.026725860 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-17T08:35:08.466 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:35:08 smithi088 podman[95130]: 2024-09-17 08:35:08.33254742 +0000 UTC m=+0.135531305 container create 7302a646a990747241d2420454bd1324c1646863298ccd91e6ba7e7f1dbadd2f (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-19e2a2b, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-09-17T08:35:08.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:08 smithi187 ceph-mon[70558]: pgmap v152: 161 pgs: 161 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:08.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:08 smithi187 ceph-mon[70558]: osd.3 reported immediately failed by osd.7 2024-09-17T08:35:08.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:08 smithi187 ceph-mon[70558]: osd.3 failed (root=default,host=smithi088) (connection refused reported by osd.7) 2024-09-17T08:35:08.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:08 smithi187 ceph-mon[70558]: osd.3 reported immediately failed by osd.6 2024-09-17T08:35:08.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:08 smithi187 ceph-mon[70558]: osd.3 reported immediately failed by osd.0 2024-09-17T08:35:08.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:08 smithi187 ceph-mon[70558]: osd.3 reported immediately failed by osd.1 2024-09-17T08:35:08.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:08 smithi187 ceph-mon[70558]: osd.3 reported immediately failed by osd.2 2024-09-17T08:35:08.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:08 smithi187 ceph-mon[70558]: osd.3 reported immediately failed by osd.4 2024-09-17T08:35:08.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:08 smithi187 ceph-mon[70558]: osd.3 reported immediately failed by osd.0 2024-09-17T08:35:08.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:08 smithi187 ceph-mon[70558]: osd.3 reported immediately failed by osd.1 2024-09-17T08:35:08.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:08 smithi187 ceph-mon[70558]: osd.3 reported immediately failed by osd.2 2024-09-17T08:35:08.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:08 smithi187 ceph-mon[70558]: osd.3 reported immediately failed by osd.5 2024-09-17T08:35:08.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:08 smithi187 ceph-mon[70558]: osd.3 reported immediately failed by osd.6 2024-09-17T08:35:08.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:08 smithi187 ceph-mon[70558]: osd.3 reported immediately failed by osd.4 2024-09-17T08:35:08.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:08 smithi187 ceph-mon[70558]: osd.3 reported immediately failed by osd.7 2024-09-17T08:35:08.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:08 smithi187 ceph-mon[70558]: osd.3 reported immediately failed by osd.5 2024-09-17T08:35:08.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:08 smithi187 ceph-mon[70558]: osd.3 reported immediately failed by osd.4 2024-09-17T08:35:08.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:08 smithi187 ceph-mon[70558]: osd.3 reported immediately failed by osd.5 2024-09-17T08:35:08.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:08 smithi187 ceph-mon[70558]: osd.3 reported immediately failed by osd.0 2024-09-17T08:35:08.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:08 smithi187 ceph-mon[70558]: osd.3 reported immediately failed by osd.1 2024-09-17T08:35:08.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:08 smithi187 ceph-mon[70558]: osd.3 reported immediately failed by osd.2 2024-09-17T08:35:08.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:08 smithi187 ceph-mon[70558]: osd.3 reported immediately failed by osd.6 2024-09-17T08:35:08.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:08 smithi187 ceph-mon[70558]: osd.3 reported immediately failed by osd.0 2024-09-17T08:35:08.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:08 smithi187 ceph-mon[70558]: osd.3 reported immediately failed by osd.1 2024-09-17T08:35:08.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:08 smithi187 ceph-mon[70558]: osd.3 reported immediately failed by osd.2 2024-09-17T08:35:08.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:08 smithi187 ceph-mon[70558]: osd.3 reported immediately failed by osd.7 2024-09-17T08:35:08.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:08 smithi187 ceph-mon[70558]: osd.3 reported immediately failed by osd.5 2024-09-17T08:35:08.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:08 smithi187 ceph-mon[70558]: osd.3 reported immediately failed by osd.6 2024-09-17T08:35:08.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:08 smithi187 ceph-mon[70558]: osd.3 reported immediately failed by osd.4 2024-09-17T08:35:08.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:08 smithi187 ceph-mon[70558]: osd.3 reported immediately failed by osd.7 2024-09-17T08:35:08.914 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:35:08 smithi088 podman[95130]: 2024-09-17 08:35:08.577219477 +0000 UTC m=+0.380203372 container init 7302a646a990747241d2420454bd1324c1646863298ccd91e6ba7e7f1dbadd2f (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-3-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-19e2a2b, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=) 2024-09-17T08:35:08.915 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:35:08 smithi088 podman[95130]: 2024-09-17 08:35:08.580510675 +0000 UTC m=+0.383494576 container start 7302a646a990747241d2420454bd1324c1646863298ccd91e6ba7e7f1dbadd2f (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-3-deactivate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-19e2a2b, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-09-17T08:35:08.915 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:35:08 smithi088 podman[95130]: 2024-09-17 08:35:08.6605429 +0000 UTC m=+0.463526791 container attach 7302a646a990747241d2420454bd1324c1646863298ccd91e6ba7e7f1dbadd2f (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-3-deactivate, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-19e2a2b, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-09-17T08:35:08.915 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:35:08 smithi088 podman[95130]: 2024-09-17 08:35:08.771340762 +0000 UTC m=+0.574324669 container died 7302a646a990747241d2420454bd1324c1646863298ccd91e6ba7e7f1dbadd2f (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-3-deactivate, org.label-schema.build-date=20240731, RELEASE=reef-19e2a2b, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux ) 2024-09-17T08:35:09.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:09 smithi088 ceph-mon[67196]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T08:35:09.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:09 smithi088 ceph-mon[67196]: osdmap e93: 8 total, 7 up, 8 in 2024-09-17T08:35:09.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:09 smithi088 ceph-mon[71593]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T08:35:09.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:09 smithi088 ceph-mon[71593]: osdmap e93: 8 total, 7 up, 8 in 2024-09-17T08:35:09.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:09 smithi187 ceph-mon[70558]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T08:35:09.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:09 smithi187 ceph-mon[70558]: osdmap e93: 8 total, 7 up, 8 in 2024-09-17T08:35:09.915 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:35:09 smithi088 podman[95152]: 2024-09-17 08:35:09.531328869 +0000 UTC m=+0.754154452 container remove 7302a646a990747241d2420454bd1324c1646863298ccd91e6ba7e7f1dbadd2f (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-3-deactivate, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=reef-19e2a2b, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-09-17T08:35:09.915 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:35:09 smithi088 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@osd.3.service: Deactivated successfully. 2024-09-17T08:35:09.915 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:35:09 smithi088 systemd[1]: Stopped Ceph osd.3 for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:35:09.915 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:35:09 smithi088 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@osd.3.service: Consumed 1.102s CPU time. 2024-09-17T08:35:09.915 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:35:09 smithi088 systemd[1]: Starting Ceph osd.3 for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:35:10.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:10 smithi088 ceph-mon[67196]: pgmap v154: 161 pgs: 27 stale+active+clean, 134 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:10.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:10 smithi088 ceph-mon[67196]: osdmap e94: 8 total, 7 up, 8 in 2024-09-17T08:35:10.214 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:10 smithi088 ceph-mon[71593]: pgmap v154: 161 pgs: 27 stale+active+clean, 134 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:10.214 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:35:09 smithi088 podman[95250]: 2024-09-17 08:35:09.866923078 +0000 UTC m=+0.015564405 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-17T08:35:10.215 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:35:09 smithi088 podman[95250]: 2024-09-17 08:35:09.990828191 +0000 UTC m=+0.139469520 container create 3839695823f21314b883998147c3c95521d64b17cfb481c98c9beaf7ffec1810 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-3-activate, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-19e2a2b, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True) 2024-09-17T08:35:10.519 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:10 smithi088 ceph-mon[71593]: osdmap e94: 8 total, 7 up, 8 in 2024-09-17T08:35:10.520 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:35:10 smithi088 podman[95250]: 2024-09-17 08:35:10.218087719 +0000 UTC m=+0.366729050 container init 3839695823f21314b883998147c3c95521d64b17cfb481c98c9beaf7ffec1810 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-3-activate, RELEASE=reef-19e2a2b, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-17T08:35:10.520 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:35:10 smithi088 podman[95250]: 2024-09-17 08:35:10.221556763 +0000 UTC m=+0.370198091 container start 3839695823f21314b883998147c3c95521d64b17cfb481c98c9beaf7ffec1810 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-3-activate, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-19e2a2b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-09-17T08:35:10.520 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:35:10 smithi088 podman[95250]: 2024-09-17 08:35:10.301696884 +0000 UTC m=+0.450338223 container attach 3839695823f21314b883998147c3c95521d64b17cfb481c98c9beaf7ffec1810 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-3-activate, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-19e2a2b, org.label-schema.build-date=20240731) 2024-09-17T08:35:10.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:10 smithi187 ceph-mon[70558]: pgmap v154: 161 pgs: 27 stale+active+clean, 134 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:10.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:10 smithi187 ceph-mon[70558]: osdmap e94: 8 total, 7 up, 8 in 2024-09-17T08:35:10.915 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:35:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-3-activate[95265]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-17T08:35:10.915 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:35:10 smithi088 bash[95250]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-17T08:35:10.915 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:35:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-3-activate[95265]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-17T08:35:10.915 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:35:10 smithi088 bash[95250]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-17T08:35:10.915 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:35:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-3-activate[95265]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-17T08:35:10.915 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:35:10 smithi088 bash[95250]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-17T08:35:10.915 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:35:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-3-activate[95265]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-17T08:35:10.915 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:35:10 smithi088 bash[95250]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-17T08:35:10.915 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:35:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-3-activate[95265]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-09-17T08:35:10.916 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:35:10 smithi088 bash[95250]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-09-17T08:35:10.916 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:35:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-3-activate[95265]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-17T08:35:10.916 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:35:10 smithi088 bash[95250]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-17T08:35:10.916 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:35:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-3-activate[95265]: --> ceph-volume raw activate successful for osd ID: 3 2024-09-17T08:35:10.916 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:35:10 smithi088 bash[95250]: --> ceph-volume raw activate successful for osd ID: 3 2024-09-17T08:35:10.916 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:35:10 smithi088 podman[95250]: 2024-09-17 08:35:10.56753158 +0000 UTC m=+0.716172911 container died 3839695823f21314b883998147c3c95521d64b17cfb481c98c9beaf7ffec1810 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-3-activate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=reef-19e2a2b, maintainer=Guillaume Abrioux ) 2024-09-17T08:35:11.264 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:35:11 smithi088 podman[95379]: 2024-09-17 08:35:11.189059641 +0000 UTC m=+0.611444733 container remove 3839695823f21314b883998147c3c95521d64b17cfb481c98c9beaf7ffec1810 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-3-activate, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, RELEASE=reef-19e2a2b) 2024-09-17T08:35:11.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:11 smithi088 ceph-mon[67196]: Health check failed: Degraded data redundancy: 60/999 objects degraded (6.006%), 12 pgs degraded (PG_DEGRADED) 2024-09-17T08:35:11.527 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:11 smithi088 ceph-mon[71593]: Health check failed: Degraded data redundancy: 60/999 objects degraded (6.006%), 12 pgs degraded (PG_DEGRADED) 2024-09-17T08:35:11.528 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:35:11 smithi088 podman[95438]: 2024-09-17 08:35:11.297172521 +0000 UTC m=+0.015788020 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-17T08:35:11.528 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:35:11 smithi088 podman[95438]: 2024-09-17 08:35:11.406529196 +0000 UTC m=+0.125144699 container create 643a395e080b945c7eaf6ce88acf1af539b43416bfc9863ad06bba604f5f9dd9 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-3, org.label-schema.build-date=20240731, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=reef-19e2a2b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-17T08:35:11.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:11 smithi187 ceph-mon[70558]: Health check failed: Degraded data redundancy: 60/999 objects degraded (6.006%), 12 pgs degraded (PG_DEGRADED) 2024-09-17T08:35:11.915 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:35:11 smithi088 podman[95438]: 2024-09-17 08:35:11.650739923 +0000 UTC m=+0.369355424 container init 643a395e080b945c7eaf6ce88acf1af539b43416bfc9863ad06bba604f5f9dd9 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-3, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=reef-19e2a2b, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-09-17T08:35:11.915 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:35:11 smithi088 podman[95438]: 2024-09-17 08:35:11.654266548 +0000 UTC m=+0.372882046 container start 643a395e080b945c7eaf6ce88acf1af539b43416bfc9863ad06bba604f5f9dd9 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-3, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=reef-19e2a2b, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-09-17T08:35:11.915 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:35:11 smithi088 ceph-osd[95457]: -- 172.21.15.88:0/3892259143 <== mon.0 v2:172.21.15.88:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55b7386631e0 con 0x55b738601c00 2024-09-17T08:35:11.915 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:35:11 smithi088 bash[95438]: 643a395e080b945c7eaf6ce88acf1af539b43416bfc9863ad06bba604f5f9dd9 2024-09-17T08:35:11.915 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:35:11 smithi088 systemd[1]: Started Ceph osd.3 for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:35:12.503 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:35:12 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-3[95453]: 2024-09-17T08:35:12.196+0000 7faa20d94640 -1 Falling back to public interface 2024-09-17T08:35:12.504 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:12 smithi088 ceph-mon[67196]: pgmap v156: 161 pgs: 21 active+undersized, 13 stale+active+clean, 12 active+undersized+degraded, 115 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail; 60/999 objects degraded (6.006%) 2024-09-17T08:35:12.504 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:12 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:12.504 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:12 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:12.504 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:12 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:35:12.505 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:12 smithi088 ceph-mon[71593]: pgmap v156: 161 pgs: 21 active+undersized, 13 stale+active+clean, 12 active+undersized+degraded, 115 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail; 60/999 objects degraded (6.006%) 2024-09-17T08:35:12.505 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:12 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:12.505 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:12 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:12.505 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:12 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:35:12.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:12 smithi187 ceph-mon[70558]: pgmap v156: 161 pgs: 21 active+undersized, 13 stale+active+clean, 12 active+undersized+degraded, 115 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail; 60/999 objects degraded (6.006%) 2024-09-17T08:35:12.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:12 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:12.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:12 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:12.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:12 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:35:14.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:14 smithi187 ceph-mon[70558]: pgmap v157: 161 pgs: 43 active+undersized, 23 active+undersized+degraded, 95 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail; 132/999 objects degraded (13.213%) 2024-09-17T08:35:14.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:14 smithi088 ceph-mon[67196]: pgmap v157: 161 pgs: 43 active+undersized, 23 active+undersized+degraded, 95 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail; 132/999 objects degraded (13.213%) 2024-09-17T08:35:14.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:14 smithi088 ceph-mon[71593]: pgmap v157: 161 pgs: 43 active+undersized, 23 active+undersized+degraded, 95 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail; 132/999 objects degraded (13.213%) 2024-09-17T08:35:14.997 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:35:14 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-3[95453]: 2024-09-17T08:35:14.913+0000 7faa20d94640 -1 osd.3 0 read_superblock omap replica is missing. 2024-09-17T08:35:14.997 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:35:14 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-3[95453]: 2024-09-17T08:35:14.942+0000 7faa20d94640 -1 osd.3 92 log_to_monitors true 2024-09-17T08:35:15.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:15 smithi187 ceph-mon[70558]: from='osd.3 [v2:172.21.15.88:6826/1387767101,v1:172.21.15.88:6827/1387767101]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-17T08:35:15.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:15 smithi187 ceph-mon[70558]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-17T08:35:15.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:15 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:15.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:15 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:15.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:15 smithi088 ceph-mon[67196]: from='osd.3 [v2:172.21.15.88:6826/1387767101,v1:172.21.15.88:6827/1387767101]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-17T08:35:15.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:15 smithi088 ceph-mon[67196]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-17T08:35:15.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:15 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:15.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:15 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:15.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:15 smithi088 ceph-mon[71593]: from='osd.3 [v2:172.21.15.88:6826/1387767101,v1:172.21.15.88:6827/1387767101]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-17T08:35:15.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:15 smithi088 ceph-mon[71593]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-17T08:35:15.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:15 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:15.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:15 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:15.665 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:35:15 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-3[95453]: 2024-09-17T08:35:15.307+0000 7faa18b3e640 -1 osd.3 92 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-17T08:35:16.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:16 smithi088 ceph-mon[67196]: pgmap v158: 161 pgs: 43 active+undersized, 23 active+undersized+degraded, 95 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail; 132/999 objects degraded (13.213%) 2024-09-17T08:35:16.440 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:16 smithi088 ceph-mon[67196]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-17T08:35:16.440 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:16 smithi088 ceph-mon[67196]: osdmap e95: 8 total, 7 up, 8 in 2024-09-17T08:35:16.440 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:16 smithi088 ceph-mon[67196]: from='osd.3 [v2:172.21.15.88:6826/1387767101,v1:172.21.15.88:6827/1387767101]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-09-17T08:35:16.440 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:16 smithi088 ceph-mon[67196]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-09-17T08:35:16.441 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:16.441 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:16.441 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:16 smithi088 ceph-mon[71593]: pgmap v158: 161 pgs: 43 active+undersized, 23 active+undersized+degraded, 95 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail; 132/999 objects degraded (13.213%) 2024-09-17T08:35:16.441 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:16 smithi088 ceph-mon[71593]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-17T08:35:16.441 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:16 smithi088 ceph-mon[71593]: osdmap e95: 8 total, 7 up, 8 in 2024-09-17T08:35:16.441 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:16 smithi088 ceph-mon[71593]: from='osd.3 [v2:172.21.15.88:6826/1387767101,v1:172.21.15.88:6827/1387767101]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-09-17T08:35:16.441 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:16 smithi088 ceph-mon[71593]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-09-17T08:35:16.441 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:16.441 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:16.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:16 smithi187 ceph-mon[70558]: pgmap v158: 161 pgs: 43 active+undersized, 23 active+undersized+degraded, 95 active+clean; 604 KiB data, 163 MiB used, 715 GiB / 715 GiB avail; 132/999 objects degraded (13.213%) 2024-09-17T08:35:16.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:16 smithi187 ceph-mon[70558]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-17T08:35:16.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:16 smithi187 ceph-mon[70558]: osdmap e95: 8 total, 7 up, 8 in 2024-09-17T08:35:16.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:16 smithi187 ceph-mon[70558]: from='osd.3 [v2:172.21.15.88:6826/1387767101,v1:172.21.15.88:6827/1387767101]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-09-17T08:35:16.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:16 smithi187 ceph-mon[70558]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-09-17T08:35:16.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:16.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:17.390 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:17 smithi088 ceph-mon[67196]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T08:35:17.390 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:17 smithi088 ceph-mon[67196]: osd.3 [v2:172.21.15.88:6826/1387767101,v1:172.21.15.88:6827/1387767101] boot 2024-09-17T08:35:17.390 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:17 smithi088 ceph-mon[67196]: osdmap e96: 8 total, 8 up, 8 in 2024-09-17T08:35:17.390 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:17 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T08:35:17.390 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:17 smithi088 ceph-mon[67196]: osdmap e97: 8 total, 8 up, 8 in 2024-09-17T08:35:17.391 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:17 smithi088 ceph-mon[71593]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T08:35:17.391 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:17 smithi088 ceph-mon[71593]: osd.3 [v2:172.21.15.88:6826/1387767101,v1:172.21.15.88:6827/1387767101] boot 2024-09-17T08:35:17.391 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:17 smithi088 ceph-mon[71593]: osdmap e96: 8 total, 8 up, 8 in 2024-09-17T08:35:17.391 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:17 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T08:35:17.391 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:17 smithi088 ceph-mon[71593]: osdmap e97: 8 total, 8 up, 8 in 2024-09-17T08:35:17.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:17 smithi187 ceph-mon[70558]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T08:35:17.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:17 smithi187 ceph-mon[70558]: osd.3 [v2:172.21.15.88:6826/1387767101,v1:172.21.15.88:6827/1387767101] boot 2024-09-17T08:35:17.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:17 smithi187 ceph-mon[70558]: osdmap e96: 8 total, 8 up, 8 in 2024-09-17T08:35:17.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:17 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T08:35:17.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:17 smithi187 ceph-mon[70558]: osdmap e97: 8 total, 8 up, 8 in 2024-09-17T08:35:18.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:18 smithi187 ceph-mon[70558]: pgmap v161: 161 pgs: 43 active+undersized, 23 active+undersized+degraded, 95 active+clean; 604 KiB data, 183 MiB used, 715 GiB / 715 GiB avail; 132/999 objects degraded (13.213%) 2024-09-17T08:35:18.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:18 smithi187 ceph-mon[70558]: Health check update: Degraded data redundancy: 132/999 objects degraded (13.213%), 23 pgs degraded (PG_DEGRADED) 2024-09-17T08:35:18.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:18 smithi088 ceph-mon[67196]: pgmap v161: 161 pgs: 43 active+undersized, 23 active+undersized+degraded, 95 active+clean; 604 KiB data, 183 MiB used, 715 GiB / 715 GiB avail; 132/999 objects degraded (13.213%) 2024-09-17T08:35:18.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:18 smithi088 ceph-mon[67196]: Health check update: Degraded data redundancy: 132/999 objects degraded (13.213%), 23 pgs degraded (PG_DEGRADED) 2024-09-17T08:35:18.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:18 smithi088 ceph-mon[71593]: pgmap v161: 161 pgs: 43 active+undersized, 23 active+undersized+degraded, 95 active+clean; 604 KiB data, 183 MiB used, 715 GiB / 715 GiB avail; 132/999 objects degraded (13.213%) 2024-09-17T08:35:18.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:18 smithi088 ceph-mon[71593]: Health check update: Degraded data redundancy: 132/999 objects degraded (13.213%), 23 pgs degraded (PG_DEGRADED) 2024-09-17T08:35:19.414 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:35:19 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:35:19.256+0000 7f76e7e0b640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-17T08:35:20.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:20 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:20.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:20 smithi187 ceph-mon[70558]: pgmap v163: 161 pgs: 5 peering, 35 active+undersized, 19 active+undersized+degraded, 102 active+clean; 604 KiB data, 183 MiB used, 715 GiB / 715 GiB avail; 117/999 objects degraded (11.712%) 2024-09-17T08:35:20.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:20 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:20.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:20 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:35:20.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:20 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:35:20.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:20 smithi187 ceph-mon[70558]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:35:20.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:20 smithi187 ceph-mon[70558]: pgmap v164: 161 pgs: 5 peering, 35 active+undersized, 19 active+undersized+degraded, 102 active+clean; 604 KiB data, 183 MiB used, 715 GiB / 715 GiB avail; 117/999 objects degraded (11.712%) 2024-09-17T08:35:20.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:20 smithi187 ceph-mon[70558]: pgmap v165: 161 pgs: 5 peering, 35 active+undersized, 19 active+undersized+degraded, 102 active+clean; 604 KiB data, 183 MiB used, 715 GiB / 715 GiB avail; 117/999 objects degraded (11.712%) 2024-09-17T08:35:20.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:20 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:20.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:20 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:35:20.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:20 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:35:20.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:20 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:35:20.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:20 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:35:20.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:20 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-17T08:35:20.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:20 smithi187 ceph-mon[70558]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-17T08:35:20.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:20 smithi187 ceph-mon[70558]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-17T08:35:20.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:20 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:20.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:20 smithi088 ceph-mon[67196]: pgmap v163: 161 pgs: 5 peering, 35 active+undersized, 19 active+undersized+degraded, 102 active+clean; 604 KiB data, 183 MiB used, 715 GiB / 715 GiB avail; 117/999 objects degraded (11.712%) 2024-09-17T08:35:20.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:20 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:20.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:20 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:35:20.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:20 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:35:20.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:20 smithi088 ceph-mon[67196]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:35:20.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:20 smithi088 ceph-mon[67196]: pgmap v164: 161 pgs: 5 peering, 35 active+undersized, 19 active+undersized+degraded, 102 active+clean; 604 KiB data, 183 MiB used, 715 GiB / 715 GiB avail; 117/999 objects degraded (11.712%) 2024-09-17T08:35:20.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:20 smithi088 ceph-mon[67196]: pgmap v165: 161 pgs: 5 peering, 35 active+undersized, 19 active+undersized+degraded, 102 active+clean; 604 KiB data, 183 MiB used, 715 GiB / 715 GiB avail; 117/999 objects degraded (11.712%) 2024-09-17T08:35:20.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:20 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:20.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:20 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:35:20.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:20 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:35:20.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:20 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:35:20.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:20 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:35:20.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:20 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-17T08:35:20.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:20 smithi088 ceph-mon[67196]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-17T08:35:20.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:20 smithi088 ceph-mon[67196]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-17T08:35:20.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:20 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:20.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:20 smithi088 ceph-mon[71593]: pgmap v163: 161 pgs: 5 peering, 35 active+undersized, 19 active+undersized+degraded, 102 active+clean; 604 KiB data, 183 MiB used, 715 GiB / 715 GiB avail; 117/999 objects degraded (11.712%) 2024-09-17T08:35:20.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:20 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:20.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:20 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:35:20.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:20 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:35:20.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:20 smithi088 ceph-mon[71593]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:35:20.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:20 smithi088 ceph-mon[71593]: pgmap v164: 161 pgs: 5 peering, 35 active+undersized, 19 active+undersized+degraded, 102 active+clean; 604 KiB data, 183 MiB used, 715 GiB / 715 GiB avail; 117/999 objects degraded (11.712%) 2024-09-17T08:35:20.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:20 smithi088 ceph-mon[71593]: pgmap v165: 161 pgs: 5 peering, 35 active+undersized, 19 active+undersized+degraded, 102 active+clean; 604 KiB data, 183 MiB used, 715 GiB / 715 GiB avail; 117/999 objects degraded (11.712%) 2024-09-17T08:35:20.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:20 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:20.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:20 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:35:20.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:20 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:35:20.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:20 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:35:20.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:20 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:35:20.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:20 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-17T08:35:20.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:20 smithi088 ceph-mon[71593]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-17T08:35:20.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:20 smithi088 ceph-mon[71593]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-17T08:35:22.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:22 smithi187 ceph-mon[70558]: pgmap v166: 161 pgs: 5 peering, 5 active+undersized, 3 active+undersized+degraded, 148 active+clean; 604 KiB data, 184 MiB used, 715 GiB / 715 GiB avail; 27/999 objects degraded (2.703%) 2024-09-17T08:35:22.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:22 smithi088 ceph-mon[67196]: pgmap v166: 161 pgs: 5 peering, 5 active+undersized, 3 active+undersized+degraded, 148 active+clean; 604 KiB data, 184 MiB used, 715 GiB / 715 GiB avail; 27/999 objects degraded (2.703%) 2024-09-17T08:35:22.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:22 smithi088 ceph-mon[71593]: pgmap v166: 161 pgs: 5 peering, 5 active+undersized, 3 active+undersized+degraded, 148 active+clean; 604 KiB data, 184 MiB used, 715 GiB / 715 GiB avail; 27/999 objects degraded (2.703%) 2024-09-17T08:35:23.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:23 smithi187 ceph-mon[70558]: Health check update: Degraded data redundancy: 27/999 objects degraded (2.703%), 3 pgs degraded (PG_DEGRADED) 2024-09-17T08:35:23.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:23 smithi088 ceph-mon[67196]: Health check update: Degraded data redundancy: 27/999 objects degraded (2.703%), 3 pgs degraded (PG_DEGRADED) 2024-09-17T08:35:23.664 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:23 smithi088 ceph-mon[71593]: Health check update: Degraded data redundancy: 27/999 objects degraded (2.703%), 3 pgs degraded (PG_DEGRADED) 2024-09-17T08:35:24.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:24 smithi187 ceph-mon[70558]: pgmap v167: 161 pgs: 161 active+clean; 604 KiB data, 184 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:24.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:24 smithi187 ceph-mon[70558]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 27/999 objects degraded (2.703%), 3 pgs degraded) 2024-09-17T08:35:24.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:24 smithi088 ceph-mon[67196]: pgmap v167: 161 pgs: 161 active+clean; 604 KiB data, 184 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:24.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:24 smithi088 ceph-mon[67196]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 27/999 objects degraded (2.703%), 3 pgs degraded) 2024-09-17T08:35:24.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:24 smithi088 ceph-mon[71593]: pgmap v167: 161 pgs: 161 active+clean; 604 KiB data, 184 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:24.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:24 smithi088 ceph-mon[71593]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 27/999 objects degraded (2.703%), 3 pgs degraded) 2024-09-17T08:35:26.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:26 smithi187 ceph-mon[70558]: pgmap v168: 161 pgs: 161 active+clean; 604 KiB data, 184 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:26.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:26 smithi088 ceph-mon[67196]: pgmap v168: 161 pgs: 161 active+clean; 604 KiB data, 184 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:26.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:26 smithi088 ceph-mon[71593]: pgmap v168: 161 pgs: 161 active+clean; 604 KiB data, 184 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:28.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:28 smithi187 ceph-mon[70558]: pgmap v169: 161 pgs: 161 active+clean; 604 KiB data, 184 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:28.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:28 smithi088 ceph-mon[67196]: pgmap v169: 161 pgs: 161 active+clean; 604 KiB data, 184 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:28.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:28 smithi088 ceph-mon[71593]: pgmap v169: 161 pgs: 161 active+clean; 604 KiB data, 184 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:30.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:30 smithi187 ceph-mon[70558]: pgmap v170: 161 pgs: 161 active+clean; 604 KiB data, 184 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:30.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:30 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:30.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:30 smithi088 ceph-mon[67196]: pgmap v170: 161 pgs: 161 active+clean; 604 KiB data, 184 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:30.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:30 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:30.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:30 smithi088 ceph-mon[71593]: pgmap v170: 161 pgs: 161 active+clean; 604 KiB data, 184 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:30.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:30 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:32.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:32 smithi187 ceph-mon[70558]: pgmap v171: 161 pgs: 161 active+clean; 604 KiB data, 184 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:32.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:32 smithi088 ceph-mon[67196]: pgmap v171: 161 pgs: 161 active+clean; 604 KiB data, 184 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:32.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:32 smithi088 ceph-mon[71593]: pgmap v171: 161 pgs: 161 active+clean; 604 KiB data, 184 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:34.560 INFO:teuthology.orchestra.run.smithi088.stdout:true 2024-09-17T08:35:34.611 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:34 smithi187 ceph-mon[70558]: pgmap v172: 161 pgs: 161 active+clean; 604 KiB data, 184 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:34.611 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:34 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-17T08:35:34.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:34 smithi088 ceph-mon[67196]: pgmap v172: 161 pgs: 161 active+clean; 604 KiB data, 184 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:34.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:34 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-17T08:35:34.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:34 smithi088 ceph-mon[71593]: pgmap v172: 161 pgs: 161 active+clean; 604 KiB data, 184 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:34.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:34 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-17T08:35:35.187 INFO:teuthology.orchestra.run.smithi088.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T08:35:35.187 INFO:teuthology.orchestra.run.smithi088.stdout:alertmanager.a smithi088 *:9093,9094 running (6m) 19s ago 28m 25.7M - 0.25.0 c8568f914cd2 ae3ad2ca8c3e 2024-09-17T08:35:35.187 INFO:teuthology.orchestra.run.smithi088.stdout:grafana.a smithi187 *:3000 running (6m) 4m ago 27m 81.8M - 9.4.7 954c08fa6188 bb16e26e2835 2024-09-17T08:35:35.188 INFO:teuthology.orchestra.run.smithi088.stdout:iscsi.foo.smithi187.kgegfj smithi187 unknown 4m ago 27m - - 2024-09-17T08:35:35.188 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.x smithi187 *:8443,8765 running (7m) 4m ago 32m 434M - 18.2.4-855-g19e2a2be 980a0bfcd684 d71cc65429a4 2024-09-17T08:35:35.188 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.y smithi088 *:8443,8765 running (17m) 19s ago 33m 486M - 18.2.4-855-g19e2a2be 980a0bfcd684 3228b2505d9a 2024-09-17T08:35:35.188 INFO:teuthology.orchestra.run.smithi088.stdout:mon.a smithi088 running (4m) 19s ago 33m 59.9M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 7a79828a62c2 2024-09-17T08:35:35.188 INFO:teuthology.orchestra.run.smithi088.stdout:mon.b smithi187 running (5m) 4m ago 32m 42.7M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 d4e39e0851a6 2024-09-17T08:35:35.188 INFO:teuthology.orchestra.run.smithi088.stdout:mon.c smithi088 running (3m) 19s ago 32m 48.1M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 9f9c833cecc9 2024-09-17T08:35:35.188 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.a smithi088 *:9100 running (7m) 19s ago 28m 16.2M - 1.5.0 0da6a335fe13 b70a15a514fb 2024-09-17T08:35:35.188 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.b smithi187 *:9100 running (7m) 4m ago 28m 16.0M - 1.5.0 0da6a335fe13 75f36e91740f 2024-09-17T08:35:35.188 INFO:teuthology.orchestra.run.smithi088.stdout:osd.0 smithi088 running (2m) 19s ago 31m 45.6M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 b5e437bc4ca8 2024-09-17T08:35:35.189 INFO:teuthology.orchestra.run.smithi088.stdout:osd.1 smithi088 running (2m) 19s ago 31m 44.5M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 19f83bfa6b97 2024-09-17T08:35:35.189 INFO:teuthology.orchestra.run.smithi088.stdout:osd.2 smithi088 running (77s) 19s ago 31m 50.1M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 83345c84b607 2024-09-17T08:35:35.189 INFO:teuthology.orchestra.run.smithi088.stdout:osd.3 smithi088 running (23s) 19s ago 30m 14.5M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 643a395e080b 2024-09-17T08:35:35.189 INFO:teuthology.orchestra.run.smithi088.stdout:osd.4 smithi187 running (30m) 4m ago 30m 49.5M 4096M 16.2.0 24ecd6d5f14c a8462272aa51 2024-09-17T08:35:35.189 INFO:teuthology.orchestra.run.smithi088.stdout:osd.5 smithi187 running (30m) 4m ago 30m 47.2M 4096M 16.2.0 24ecd6d5f14c c3463f9a8b7e 2024-09-17T08:35:35.189 INFO:teuthology.orchestra.run.smithi088.stdout:osd.6 smithi187 running (30m) 4m ago 30m 50.9M 4096M 16.2.0 24ecd6d5f14c 53d9ca2fb095 2024-09-17T08:35:35.189 INFO:teuthology.orchestra.run.smithi088.stdout:osd.7 smithi187 running (29m) 4m ago 29m 49.9M 4096M 16.2.0 24ecd6d5f14c 61f8b7fae59c 2024-09-17T08:35:35.189 INFO:teuthology.orchestra.run.smithi088.stdout:prometheus.a smithi187 *:9095 running (6m) 4m ago 29m 50.9M - 2.43.0 a07b618ecd1d 052443b7a266 2024-09-17T08:35:35.189 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi088.pybyat smithi088 *:8000 running (27m) 19s ago 27m 47.4M - 16.2.0 24ecd6d5f14c 1e03127137af 2024-09-17T08:35:35.190 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi187.yrrxta smithi187 *:8000 running (27m) 4m ago 27m 45.3M - 16.2.0 24ecd6d5f14c 304f0f2cb409 2024-09-17T08:35:35.478 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:35 smithi088 ceph-mon[67196]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-17T08:35:35.479 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:35 smithi088 ceph-mon[67196]: Upgrade: osd.4 is safe to restart 2024-09-17T08:35:35.479 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:35 smithi088 ceph-mon[67196]: from='client.64378 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:35:35.479 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:35 smithi088 ceph-mon[71593]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-17T08:35:35.479 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:35 smithi088 ceph-mon[71593]: Upgrade: osd.4 is safe to restart 2024-09-17T08:35:35.479 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:35 smithi088 ceph-mon[71593]: from='client.64378 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:35:35.576 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:35:35.576 INFO:teuthology.orchestra.run.smithi088.stdout: "mon": { 2024-09-17T08:35:35.576 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 3 2024-09-17T08:35:35.576 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:35:35.576 INFO:teuthology.orchestra.run.smithi088.stdout: "mgr": { 2024-09-17T08:35:35.576 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T08:35:35.576 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:35:35.576 INFO:teuthology.orchestra.run.smithi088.stdout: "osd": { 2024-09-17T08:35:35.576 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 4, 2024-09-17T08:35:35.576 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 4 2024-09-17T08:35:35.576 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:35:35.577 INFO:teuthology.orchestra.run.smithi088.stdout: "rgw": { 2024-09-17T08:35:35.577 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 2 2024-09-17T08:35:35.577 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:35:35.577 INFO:teuthology.orchestra.run.smithi088.stdout: "overall": { 2024-09-17T08:35:35.577 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 6, 2024-09-17T08:35:35.577 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 9 2024-09-17T08:35:35.577 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-09-17T08:35:35.577 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:35:35.609 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:35 smithi187 ceph-mon[70558]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-17T08:35:35.609 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:35 smithi187 ceph-mon[70558]: Upgrade: osd.4 is safe to restart 2024-09-17T08:35:35.609 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:35 smithi187 ceph-mon[70558]: from='client.64378 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:35:35.925 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:35:35.925 INFO:teuthology.orchestra.run.smithi088.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9", 2024-09-17T08:35:35.925 INFO:teuthology.orchestra.run.smithi088.stdout: "in_progress": true, 2024-09-17T08:35:35.925 INFO:teuthology.orchestra.run.smithi088.stdout: "which": "Upgrading daemons of type(s) crash,osd", 2024-09-17T08:35:35.925 INFO:teuthology.orchestra.run.smithi088.stdout: "services_complete": [], 2024-09-17T08:35:35.926 INFO:teuthology.orchestra.run.smithi088.stdout: "progress": "4/8 daemons upgraded", 2024-09-17T08:35:35.926 INFO:teuthology.orchestra.run.smithi088.stdout: "message": "Currently upgrading osd daemons", 2024-09-17T08:35:35.926 INFO:teuthology.orchestra.run.smithi088.stdout: "is_paused": false 2024-09-17T08:35:35.926 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:35:36.645 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:36 smithi088 ceph-mon[67196]: from='client.54471 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:35:36.645 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:36 smithi088 ceph-mon[67196]: pgmap v173: 161 pgs: 161 active+clean; 604 KiB data, 184 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:36.646 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:36 smithi088 ceph-mon[67196]: from='client.54477 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:35:36.646 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:36 smithi088 ceph-mon[67196]: from='client.64396 172.21.15.88:0/3711894639' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:35:36.646 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:36 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:36.646 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:36 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-17T08:35:36.646 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:36 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:35:36.646 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:36 smithi088 ceph-mon[71593]: from='client.54471 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:35:36.646 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:36 smithi088 ceph-mon[71593]: pgmap v173: 161 pgs: 161 active+clean; 604 KiB data, 184 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:36.646 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:36 smithi088 ceph-mon[71593]: from='client.54477 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:35:36.646 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:36 smithi088 ceph-mon[71593]: from='client.64396 172.21.15.88:0/3711894639' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:35:36.646 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:36 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:36.646 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:36 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-17T08:35:36.647 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:36 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:35:36.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:36 smithi187 ceph-mon[70558]: from='client.54471 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:35:36.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:36 smithi187 ceph-mon[70558]: pgmap v173: 161 pgs: 161 active+clean; 604 KiB data, 184 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:36.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:36 smithi187 ceph-mon[70558]: from='client.54477 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:35:36.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:36 smithi187 ceph-mon[70558]: from='client.64396 172.21.15.88:0/3711894639' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:35:36.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:36 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:36.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:36 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-17T08:35:36.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:36 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:35:37.615 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:37 smithi187 ceph-mon[70558]: Upgrade: Updating osd.4 2024-09-17T08:35:37.616 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:37 smithi187 ceph-mon[70558]: Deploying daemon osd.4 on smithi187 2024-09-17T08:35:37.616 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:37 smithi187 ceph-mon[70558]: from='client.54489 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:35:37.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:37 smithi088 ceph-mon[67196]: Upgrade: Updating osd.4 2024-09-17T08:35:37.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:37 smithi088 ceph-mon[67196]: Deploying daemon osd.4 on smithi187 2024-09-17T08:35:37.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:37 smithi088 ceph-mon[67196]: from='client.54489 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:35:37.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:37 smithi088 ceph-mon[71593]: Upgrade: Updating osd.4 2024-09-17T08:35:37.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:37 smithi088 ceph-mon[71593]: Deploying daemon osd.4 on smithi187 2024-09-17T08:35:37.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:37 smithi088 ceph-mon[71593]: from='client.54489 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:35:38.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:38 smithi187 ceph-mon[70558]: pgmap v174: 161 pgs: 161 active+clean; 604 KiB data, 184 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:38.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:38 smithi088 ceph-mon[67196]: pgmap v174: 161 pgs: 161 active+clean; 604 KiB data, 184 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:38.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:38 smithi088 ceph-mon[71593]: pgmap v174: 161 pgs: 161 active+clean; 604 KiB data, 184 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:39.147 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:35:38 smithi187 systemd[1]: Stopping Ceph osd.4 for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:35:39.148 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:35:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.4[26626]: debug 2024-09-17T08:35:38.853+0000 7f0c91f05700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-17T08:35:39.148 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:35:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.4[26626]: debug 2024-09-17T08:35:38.853+0000 7f0c91f05700 -1 osd.4 97 *** Got signal Terminated *** 2024-09-17T08:35:39.148 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:35:38 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.4[26626]: debug 2024-09-17T08:35:38.853+0000 7f0c91f05700 -1 osd.4 97 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-17T08:35:39.148 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:35:38 smithi187 podman[81366]: 2024-09-17 08:35:38.885267921 +0000 UTC m=+0.135036004 container died a8462272aa51b893d484e3e02764caf538a1636cd22183fe342607d3626121a4 (image=quay.io/ceph/ceph@sha256:35b2786dc4cd535dd84f6a1a585503db4b43623ba6c43120b5e5e00951949000, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.4, maintainer=Dimitri Savineau , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=-16.2.0, RELEASE=HEAD, org.label-schema.name=CentOS Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=https://github.com/ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20201204, GIT_COMMIT=20cb635043d86d971f028e2bf2824446440b5557) 2024-09-17T08:35:39.556 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:35:39 smithi187 podman[81366]: 2024-09-17 08:35:39.36296799 +0000 UTC m=+0.612736073 container cleanup a8462272aa51b893d484e3e02764caf538a1636cd22183fe342607d3626121a4 (image=quay.io/ceph/ceph@sha256:35b2786dc4cd535dd84f6a1a585503db4b43623ba6c43120b5e5e00951949000, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.4, GIT_REPO=https://github.com/ceph/ceph-container.git, maintainer=Dimitri Savineau , org.label-schema.license=GPLv2, RELEASE=HEAD, org.label-schema.name=CentOS Base Image, CEPH_POINT_RELEASE=-16.2.0, GIT_CLEAN=True, GIT_COMMIT=20cb635043d86d971f028e2bf2824446440b5557, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20201204) 2024-09-17T08:35:39.556 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:35:39 smithi187 bash[81366]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.4 2024-09-17T08:35:39.556 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:39 smithi187 ceph-mon[70558]: osd.4 reported immediately failed by osd.6 2024-09-17T08:35:39.556 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:39 smithi187 ceph-mon[70558]: osd.4 failed (root=default,host=smithi187) (connection refused reported by osd.6) 2024-09-17T08:35:39.557 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:39 smithi187 ceph-mon[70558]: osd.4 reported immediately failed by osd.1 2024-09-17T08:35:39.557 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:39 smithi187 ceph-mon[70558]: osd.4 reported immediately failed by osd.1 2024-09-17T08:35:39.557 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:39 smithi187 ceph-mon[70558]: osd.4 reported immediately failed by osd.0 2024-09-17T08:35:39.557 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:39 smithi187 ceph-mon[70558]: osd.4 reported immediately failed by osd.2 2024-09-17T08:35:39.557 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:39 smithi187 ceph-mon[70558]: osd.4 reported immediately failed by osd.0 2024-09-17T08:35:39.557 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:39 smithi187 ceph-mon[70558]: osd.4 reported immediately failed by osd.3 2024-09-17T08:35:39.557 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:39 smithi187 ceph-mon[70558]: osd.4 reported immediately failed by osd.6 2024-09-17T08:35:39.557 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:39 smithi187 ceph-mon[70558]: osd.4 reported immediately failed by osd.2 2024-09-17T08:35:39.557 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:39 smithi187 ceph-mon[70558]: osd.4 reported immediately failed by osd.5 2024-09-17T08:35:39.557 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:39 smithi187 ceph-mon[70558]: osd.4 reported immediately failed by osd.3 2024-09-17T08:35:39.557 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:39 smithi187 ceph-mon[70558]: osd.4 reported immediately failed by osd.6 2024-09-17T08:35:39.557 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:39 smithi187 ceph-mon[70558]: osd.4 reported immediately failed by osd.7 2024-09-17T08:35:39.557 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:39 smithi187 ceph-mon[70558]: osd.4 reported immediately failed by osd.5 2024-09-17T08:35:39.557 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:39 smithi187 ceph-mon[70558]: osd.4 reported immediately failed by osd.7 2024-09-17T08:35:39.558 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:39 smithi187 ceph-mon[70558]: osd.4 reported immediately failed by osd.6 2024-09-17T08:35:39.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:39 smithi088 ceph-mon[67196]: osd.4 reported immediately failed by osd.6 2024-09-17T08:35:39.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:39 smithi088 ceph-mon[67196]: osd.4 failed (root=default,host=smithi187) (connection refused reported by osd.6) 2024-09-17T08:35:39.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:39 smithi088 ceph-mon[67196]: osd.4 reported immediately failed by osd.1 2024-09-17T08:35:39.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:39 smithi088 ceph-mon[67196]: osd.4 reported immediately failed by osd.1 2024-09-17T08:35:39.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:39 smithi088 ceph-mon[67196]: osd.4 reported immediately failed by osd.0 2024-09-17T08:35:39.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:39 smithi088 ceph-mon[67196]: osd.4 reported immediately failed by osd.2 2024-09-17T08:35:39.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:39 smithi088 ceph-mon[67196]: osd.4 reported immediately failed by osd.0 2024-09-17T08:35:39.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:39 smithi088 ceph-mon[67196]: osd.4 reported immediately failed by osd.3 2024-09-17T08:35:39.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:39 smithi088 ceph-mon[67196]: osd.4 reported immediately failed by osd.6 2024-09-17T08:35:39.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:39 smithi088 ceph-mon[67196]: osd.4 reported immediately failed by osd.2 2024-09-17T08:35:39.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:39 smithi088 ceph-mon[67196]: osd.4 reported immediately failed by osd.5 2024-09-17T08:35:39.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:39 smithi088 ceph-mon[67196]: osd.4 reported immediately failed by osd.3 2024-09-17T08:35:39.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:39 smithi088 ceph-mon[67196]: osd.4 reported immediately failed by osd.6 2024-09-17T08:35:39.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:39 smithi088 ceph-mon[67196]: osd.4 reported immediately failed by osd.7 2024-09-17T08:35:39.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:39 smithi088 ceph-mon[67196]: osd.4 reported immediately failed by osd.5 2024-09-17T08:35:39.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:39 smithi088 ceph-mon[67196]: osd.4 reported immediately failed by osd.7 2024-09-17T08:35:39.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:39 smithi088 ceph-mon[67196]: osd.4 reported immediately failed by osd.6 2024-09-17T08:35:39.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:39 smithi088 ceph-mon[71593]: osd.4 reported immediately failed by osd.6 2024-09-17T08:35:39.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:39 smithi088 ceph-mon[71593]: osd.4 failed (root=default,host=smithi187) (connection refused reported by osd.6) 2024-09-17T08:35:39.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:39 smithi088 ceph-mon[71593]: osd.4 reported immediately failed by osd.1 2024-09-17T08:35:39.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:39 smithi088 ceph-mon[71593]: osd.4 reported immediately failed by osd.1 2024-09-17T08:35:39.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:39 smithi088 ceph-mon[71593]: osd.4 reported immediately failed by osd.0 2024-09-17T08:35:39.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:39 smithi088 ceph-mon[71593]: osd.4 reported immediately failed by osd.2 2024-09-17T08:35:39.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:39 smithi088 ceph-mon[71593]: osd.4 reported immediately failed by osd.0 2024-09-17T08:35:39.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:39 smithi088 ceph-mon[71593]: osd.4 reported immediately failed by osd.3 2024-09-17T08:35:39.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:39 smithi088 ceph-mon[71593]: osd.4 reported immediately failed by osd.6 2024-09-17T08:35:39.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:39 smithi088 ceph-mon[71593]: osd.4 reported immediately failed by osd.2 2024-09-17T08:35:39.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:39 smithi088 ceph-mon[71593]: osd.4 reported immediately failed by osd.5 2024-09-17T08:35:39.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:39 smithi088 ceph-mon[71593]: osd.4 reported immediately failed by osd.3 2024-09-17T08:35:39.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:39 smithi088 ceph-mon[71593]: osd.4 reported immediately failed by osd.6 2024-09-17T08:35:39.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:39 smithi088 ceph-mon[71593]: osd.4 reported immediately failed by osd.7 2024-09-17T08:35:39.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:39 smithi088 ceph-mon[71593]: osd.4 reported immediately failed by osd.5 2024-09-17T08:35:39.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:39 smithi088 ceph-mon[71593]: osd.4 reported immediately failed by osd.7 2024-09-17T08:35:39.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:39 smithi088 ceph-mon[71593]: osd.4 reported immediately failed by osd.6 2024-09-17T08:35:39.896 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:35:39 smithi187 podman[81378]: 2024-09-17 08:35:39.556449061 +0000 UTC m=+0.667448120 container remove a8462272aa51b893d484e3e02764caf538a1636cd22183fe342607d3626121a4 (image=quay.io/ceph/ceph@sha256:35b2786dc4cd535dd84f6a1a585503db4b43623ba6c43120b5e5e00951949000, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.4, maintainer=Dimitri Savineau , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Base Image, RELEASE=HEAD, ceph=True, org.label-schema.build-date=20201204, GIT_REPO=https://github.com/ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=-16.2.0, GIT_COMMIT=20cb635043d86d971f028e2bf2824446440b5557, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-09-17T08:35:40.219 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:35:40 smithi187 podman[81491]: 2024-09-17 08:35:40.014525195 +0000 UTC m=+0.016021202 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-17T08:35:40.219 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:35:40 smithi187 podman[81491]: 2024-09-17 08:35:40.115739819 +0000 UTC m=+0.117235831 container create e1cb29dc792966af9e1ac4782f5099d8cb17b2d9919ca1397c38d4e90ad51b4a (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=reef-19e2a2b, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-17T08:35:40.507 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:40 smithi187 ceph-mon[70558]: pgmap v175: 161 pgs: 161 active+clean; 604 KiB data, 184 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:40.507 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:40 smithi187 ceph-mon[70558]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T08:35:40.507 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:40 smithi187 ceph-mon[70558]: osdmap e98: 8 total, 7 up, 8 in 2024-09-17T08:35:40.508 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:35:40 smithi187 podman[81491]: 2024-09-17 08:35:40.309739444 +0000 UTC m=+0.311235451 container init e1cb29dc792966af9e1ac4782f5099d8cb17b2d9919ca1397c38d4e90ad51b4a (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-4-deactivate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, RELEASE=reef-19e2a2b, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0) 2024-09-17T08:35:40.508 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:35:40 smithi187 podman[81491]: 2024-09-17 08:35:40.314195198 +0000 UTC m=+0.315691211 container start e1cb29dc792966af9e1ac4782f5099d8cb17b2d9919ca1397c38d4e90ad51b4a (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-4-deactivate, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, RELEASE=reef-19e2a2b, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-17T08:35:40.508 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:35:40 smithi187 podman[81491]: 2024-09-17 08:35:40.390610876 +0000 UTC m=+0.392106887 container attach e1cb29dc792966af9e1ac4782f5099d8cb17b2d9919ca1397c38d4e90ad51b4a (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-4-deactivate, io.buildah.version=1.37.2, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, RELEASE=reef-19e2a2b, GIT_BRANCH=HEAD) 2024-09-17T08:35:40.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:40 smithi088 ceph-mon[67196]: pgmap v175: 161 pgs: 161 active+clean; 604 KiB data, 184 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:40.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:40 smithi088 ceph-mon[67196]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T08:35:40.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:40 smithi088 ceph-mon[67196]: osdmap e98: 8 total, 7 up, 8 in 2024-09-17T08:35:40.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:40 smithi088 ceph-mon[71593]: pgmap v175: 161 pgs: 161 active+clean; 604 KiB data, 184 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:40.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:40 smithi088 ceph-mon[71593]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T08:35:40.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:40 smithi088 ceph-mon[71593]: osdmap e98: 8 total, 7 up, 8 in 2024-09-17T08:35:40.896 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:35:40 smithi187 podman[81491]: 2024-09-17 08:35:40.507924155 +0000 UTC m=+0.509420164 container died e1cb29dc792966af9e1ac4782f5099d8cb17b2d9919ca1397c38d4e90ad51b4a (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-4-deactivate, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, RELEASE=reef-19e2a2b, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-09-17T08:35:41.386 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:35:41 smithi187 podman[81514]: 2024-09-17 08:35:41.125292745 +0000 UTC m=+0.608433603 container remove e1cb29dc792966af9e1ac4782f5099d8cb17b2d9919ca1397c38d4e90ad51b4a (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-4-deactivate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=reef-19e2a2b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2) 2024-09-17T08:35:41.386 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:35:41 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@osd.4.service: Deactivated successfully. 2024-09-17T08:35:41.386 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:35:41 smithi187 systemd[1]: Stopped Ceph osd.4 for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:35:41.386 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:35:41 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@osd.4.service: Consumed 1.126s CPU time. 2024-09-17T08:35:41.387 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:35:41 smithi187 systemd[1]: Starting Ceph osd.4 for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:35:41.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:41 smithi187 ceph-mon[70558]: osdmap e99: 8 total, 7 up, 8 in 2024-09-17T08:35:41.647 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:35:41 smithi187 podman[81613]: 2024-09-17 08:35:41.476437431 +0000 UTC m=+0.016238229 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-17T08:35:41.647 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:35:41 smithi187 podman[81613]: 2024-09-17 08:35:41.589290638 +0000 UTC m=+0.129091472 container create 07a12e19b4929eb959fe3985b880582ed7a68cb5aafd32dcf29e898e918c01db (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-4-activate, RELEASE=reef-19e2a2b, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True) 2024-09-17T08:35:41.664 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:41 smithi088 ceph-mon[71593]: osdmap e99: 8 total, 7 up, 8 in 2024-09-17T08:35:41.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:41 smithi088 ceph-mon[67196]: osdmap e99: 8 total, 7 up, 8 in 2024-09-17T08:35:42.119 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:35:41 smithi187 podman[81613]: 2024-09-17 08:35:41.816859246 +0000 UTC m=+0.356660047 container init 07a12e19b4929eb959fe3985b880582ed7a68cb5aafd32dcf29e898e918c01db (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-4-activate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, RELEASE=reef-19e2a2b, GIT_BRANCH=HEAD) 2024-09-17T08:35:42.119 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:35:41 smithi187 podman[81613]: 2024-09-17 08:35:41.820580046 +0000 UTC m=+0.360380839 container start 07a12e19b4929eb959fe3985b880582ed7a68cb5aafd32dcf29e898e918c01db (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-4-activate, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-19e2a2b, GIT_BRANCH=HEAD) 2024-09-17T08:35:42.119 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:35:41 smithi187 podman[81613]: 2024-09-17 08:35:41.883536166 +0000 UTC m=+0.423336959 container attach 07a12e19b4929eb959fe3985b880582ed7a68cb5aafd32dcf29e898e918c01db (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-4-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=reef-19e2a2b, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-09-17T08:35:42.388 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:35:42 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-4-activate[81628]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-17T08:35:42.388 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:35:42 smithi187 bash[81613]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-17T08:35:42.388 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:35:42 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-4-activate[81628]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-17T08:35:42.388 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:35:42 smithi187 bash[81613]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-17T08:35:42.388 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:35:42 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-4-activate[81628]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-17T08:35:42.388 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:35:42 smithi187 bash[81613]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-17T08:35:42.388 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:35:42 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-4-activate[81628]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-17T08:35:42.389 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:35:42 smithi187 bash[81613]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-17T08:35:42.389 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:35:42 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-4-activate[81628]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-09-17T08:35:42.389 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:35:42 smithi187 bash[81613]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-09-17T08:35:42.389 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:35:42 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-4-activate[81628]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-17T08:35:42.389 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:35:42 smithi187 bash[81613]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-17T08:35:42.389 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:35:42 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-4-activate[81628]: --> ceph-volume raw activate successful for osd ID: 4 2024-09-17T08:35:42.389 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:35:42 smithi187 bash[81613]: --> ceph-volume raw activate successful for osd ID: 4 2024-09-17T08:35:42.389 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:35:42 smithi187 podman[81613]: 2024-09-17 08:35:42.166046637 +0000 UTC m=+0.705847430 container died 07a12e19b4929eb959fe3985b880582ed7a68cb5aafd32dcf29e898e918c01db (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-4-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=reef-19e2a2b) 2024-09-17T08:35:42.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:42 smithi187 ceph-mon[70558]: pgmap v178: 161 pgs: 42 peering, 8 stale+active+clean, 111 active+clean; 604 KiB data, 184 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:42.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:42 smithi187 ceph-mon[70558]: Health check failed: Reduced data availability: 6 pgs inactive, 9 pgs peering (PG_AVAILABILITY) 2024-09-17T08:35:42.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:42 smithi088 ceph-mon[67196]: pgmap v178: 161 pgs: 42 peering, 8 stale+active+clean, 111 active+clean; 604 KiB data, 184 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:42.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:42 smithi088 ceph-mon[67196]: Health check failed: Reduced data availability: 6 pgs inactive, 9 pgs peering (PG_AVAILABILITY) 2024-09-17T08:35:42.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:42 smithi088 ceph-mon[71593]: pgmap v178: 161 pgs: 42 peering, 8 stale+active+clean, 111 active+clean; 604 KiB data, 184 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:42.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:42 smithi088 ceph-mon[71593]: Health check failed: Reduced data availability: 6 pgs inactive, 9 pgs peering (PG_AVAILABILITY) 2024-09-17T08:35:43.055 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:35:42 smithi187 podman[81756]: 2024-09-17 08:35:42.804401247 +0000 UTC m=+0.632432829 container remove 07a12e19b4929eb959fe3985b880582ed7a68cb5aafd32dcf29e898e918c01db (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-4-activate, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, RELEASE=reef-19e2a2b, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-09-17T08:35:43.055 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:35:43 smithi187 podman[81817]: 2024-09-17 08:35:42.914685773 +0000 UTC m=+0.015870159 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-17T08:35:43.055 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:35:43 smithi187 podman[81817]: 2024-09-17 08:35:43.055357782 +0000 UTC m=+0.156542164 container create 6c0b4c1b4d3f8301e2b8bc5aff26414c1e4e30d34c5b2673d9df219ed4241911 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-4, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, RELEASE=reef-19e2a2b, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-17T08:35:43.396 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:35:43 smithi187 podman[81817]: 2024-09-17 08:35:43.249758157 +0000 UTC m=+0.350942541 container init 6c0b4c1b4d3f8301e2b8bc5aff26414c1e4e30d34c5b2673d9df219ed4241911 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-4, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-19e2a2b) 2024-09-17T08:35:43.397 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:35:43 smithi187 podman[81817]: 2024-09-17 08:35:43.252940178 +0000 UTC m=+0.354124554 container start 6c0b4c1b4d3f8301e2b8bc5aff26414c1e4e30d34c5b2673d9df219ed4241911 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-4, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, RELEASE=reef-19e2a2b, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2) 2024-09-17T08:35:43.397 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:35:43 smithi187 ceph-osd[81836]: -- 172.21.15.187:0/2132203952 <== mon.2 v2:172.21.15.187:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55c9e0f531e0 con 0x55c9e1cd4400 2024-09-17T08:35:43.397 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:35:43 smithi187 bash[81817]: 6c0b4c1b4d3f8301e2b8bc5aff26414c1e4e30d34c5b2673d9df219ed4241911 2024-09-17T08:35:43.397 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:35:43 smithi187 systemd[1]: Started Ceph osd.4 for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:35:44.147 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:35:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-4[81832]: 2024-09-17T08:35:43.788+0000 7f309fcdf640 -1 Falling back to public interface 2024-09-17T08:35:44.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:44 smithi187 ceph-mon[70558]: pgmap v179: 161 pgs: 15 active+undersized, 42 peering, 12 active+undersized+degraded, 92 active+clean; 604 KiB data, 184 MiB used, 715 GiB / 715 GiB avail; 69/999 objects degraded (6.907%) 2024-09-17T08:35:44.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:44 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:44.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:44 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:44.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:44 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:35:44.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:44 smithi187 ceph-mon[70558]: Health check failed: Degraded data redundancy: 69/999 objects degraded (6.907%), 12 pgs degraded (PG_DEGRADED) 2024-09-17T08:35:44.664 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:44 smithi088 ceph-mon[71593]: pgmap v179: 161 pgs: 15 active+undersized, 42 peering, 12 active+undersized+degraded, 92 active+clean; 604 KiB data, 184 MiB used, 715 GiB / 715 GiB avail; 69/999 objects degraded (6.907%) 2024-09-17T08:35:44.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:44 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:44.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:44 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:44.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:44 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:35:44.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:44 smithi088 ceph-mon[71593]: Health check failed: Degraded data redundancy: 69/999 objects degraded (6.907%), 12 pgs degraded (PG_DEGRADED) 2024-09-17T08:35:44.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:44 smithi088 ceph-mon[67196]: pgmap v179: 161 pgs: 15 active+undersized, 42 peering, 12 active+undersized+degraded, 92 active+clean; 604 KiB data, 184 MiB used, 715 GiB / 715 GiB avail; 69/999 objects degraded (6.907%) 2024-09-17T08:35:44.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:44 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:44.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:44 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:44.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:44 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:35:44.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:44 smithi088 ceph-mon[67196]: Health check failed: Degraded data redundancy: 69/999 objects degraded (6.907%), 12 pgs degraded (PG_DEGRADED) 2024-09-17T08:35:46.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:46 smithi088 ceph-mon[67196]: pgmap v180: 161 pgs: 15 active+undersized, 42 peering, 12 active+undersized+degraded, 92 active+clean; 604 KiB data, 184 MiB used, 715 GiB / 715 GiB avail; 69/999 objects degraded (6.907%) 2024-09-17T08:35:46.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:46 smithi088 ceph-mon[71593]: pgmap v180: 161 pgs: 15 active+undersized, 42 peering, 12 active+undersized+degraded, 92 active+clean; 604 KiB data, 184 MiB used, 715 GiB / 715 GiB avail; 69/999 objects degraded (6.907%) 2024-09-17T08:35:46.616 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:46 smithi187 ceph-mon[70558]: pgmap v180: 161 pgs: 15 active+undersized, 42 peering, 12 active+undersized+degraded, 92 active+clean; 604 KiB data, 184 MiB used, 715 GiB / 715 GiB avail; 69/999 objects degraded (6.907%) 2024-09-17T08:35:46.616 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:35:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-4[81832]: 2024-09-17T08:35:46.512+0000 7f309fcdf640 -1 osd.4 0 read_superblock omap replica is missing. 2024-09-17T08:35:46.616 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:35:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-4[81832]: 2024-09-17T08:35:46.549+0000 7f309fcdf640 -1 osd.4 97 log_to_monitors true 2024-09-17T08:35:47.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:47 smithi187 ceph-mon[70558]: from='osd.4 [v2:172.21.15.187:6800/4015079738,v1:172.21.15.187:6801/4015079738]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-17T08:35:47.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:47 smithi187 ceph-mon[70558]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-17T08:35:47.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:47 smithi088 ceph-mon[67196]: from='osd.4 [v2:172.21.15.187:6800/4015079738,v1:172.21.15.187:6801/4015079738]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-17T08:35:47.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:47 smithi088 ceph-mon[67196]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-17T08:35:47.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:47 smithi088 ceph-mon[71593]: from='osd.4 [v2:172.21.15.187:6800/4015079738,v1:172.21.15.187:6801/4015079738]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-17T08:35:47.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:47 smithi088 ceph-mon[71593]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-17T08:35:48.146 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:35:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-4[81832]: 2024-09-17T08:35:47.833+0000 7f3093a81640 -1 osd.4 97 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-17T08:35:48.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:48 smithi187 ceph-mon[70558]: pgmap v181: 161 pgs: 44 active+undersized, 25 active+undersized+degraded, 92 active+clean; 604 KiB data, 188 MiB used, 715 GiB / 715 GiB avail; 163/999 objects degraded (16.316%) 2024-09-17T08:35:48.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:48 smithi187 ceph-mon[70558]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 6 pgs inactive, 9 pgs peering) 2024-09-17T08:35:48.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:48 smithi187 ceph-mon[70558]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-17T08:35:48.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:48 smithi187 ceph-mon[70558]: osdmap e100: 8 total, 7 up, 8 in 2024-09-17T08:35:48.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:48 smithi187 ceph-mon[70558]: from='osd.4 [v2:172.21.15.187:6800/4015079738,v1:172.21.15.187:6801/4015079738]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-09-17T08:35:48.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:48 smithi187 ceph-mon[70558]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-09-17T08:35:48.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:48 smithi187 ceph-mon[70558]: from='osd.4 ' entity='osd.4' 2024-09-17T08:35:48.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:48 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:48.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:48 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:48.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:48 smithi088 ceph-mon[67196]: pgmap v181: 161 pgs: 44 active+undersized, 25 active+undersized+degraded, 92 active+clean; 604 KiB data, 188 MiB used, 715 GiB / 715 GiB avail; 163/999 objects degraded (16.316%) 2024-09-17T08:35:48.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:48 smithi088 ceph-mon[67196]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 6 pgs inactive, 9 pgs peering) 2024-09-17T08:35:48.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:48 smithi088 ceph-mon[67196]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-17T08:35:48.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:48 smithi088 ceph-mon[67196]: osdmap e100: 8 total, 7 up, 8 in 2024-09-17T08:35:48.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:48 smithi088 ceph-mon[67196]: from='osd.4 [v2:172.21.15.187:6800/4015079738,v1:172.21.15.187:6801/4015079738]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-09-17T08:35:48.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:48 smithi088 ceph-mon[67196]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-09-17T08:35:48.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:48 smithi088 ceph-mon[67196]: from='osd.4 ' entity='osd.4' 2024-09-17T08:35:48.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:48 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:48.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:48 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:48.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:48 smithi088 ceph-mon[71593]: pgmap v181: 161 pgs: 44 active+undersized, 25 active+undersized+degraded, 92 active+clean; 604 KiB data, 188 MiB used, 715 GiB / 715 GiB avail; 163/999 objects degraded (16.316%) 2024-09-17T08:35:48.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:48 smithi088 ceph-mon[71593]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 6 pgs inactive, 9 pgs peering) 2024-09-17T08:35:48.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:48 smithi088 ceph-mon[71593]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-17T08:35:48.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:48 smithi088 ceph-mon[71593]: osdmap e100: 8 total, 7 up, 8 in 2024-09-17T08:35:48.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:48 smithi088 ceph-mon[71593]: from='osd.4 [v2:172.21.15.187:6800/4015079738,v1:172.21.15.187:6801/4015079738]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-09-17T08:35:48.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:48 smithi088 ceph-mon[71593]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-09-17T08:35:48.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:48 smithi088 ceph-mon[71593]: from='osd.4 ' entity='osd.4' 2024-09-17T08:35:48.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:48 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:48.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:48 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:49.874 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:49 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:49.874 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:49 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:49.874 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:49 smithi187 ceph-mon[70558]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T08:35:49.874 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:49 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T08:35:49.874 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:49 smithi187 ceph-mon[70558]: osd.4 [v2:172.21.15.187:6800/4015079738,v1:172.21.15.187:6801/4015079738] boot 2024-09-17T08:35:49.874 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:49 smithi187 ceph-mon[70558]: osdmap e101: 8 total, 8 up, 8 in 2024-09-17T08:35:49.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:49 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:49.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:49 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:49.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:49 smithi088 ceph-mon[67196]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T08:35:49.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:49 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T08:35:49.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:49 smithi088 ceph-mon[67196]: osd.4 [v2:172.21.15.187:6800/4015079738,v1:172.21.15.187:6801/4015079738] boot 2024-09-17T08:35:49.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:49 smithi088 ceph-mon[67196]: osdmap e101: 8 total, 8 up, 8 in 2024-09-17T08:35:49.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:49 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:49.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:49 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:49.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:49 smithi088 ceph-mon[71593]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T08:35:49.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:49 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T08:35:49.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:49 smithi088 ceph-mon[71593]: osd.4 [v2:172.21.15.187:6800/4015079738,v1:172.21.15.187:6801/4015079738] boot 2024-09-17T08:35:49.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:49 smithi088 ceph-mon[71593]: osdmap e101: 8 total, 8 up, 8 in 2024-09-17T08:35:50.861 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:50 smithi187 ceph-mon[70558]: pgmap v184: 161 pgs: 44 active+undersized, 25 active+undersized+degraded, 92 active+clean; 604 KiB data, 207 MiB used, 715 GiB / 715 GiB avail; 163/999 objects degraded (16.316%) 2024-09-17T08:35:50.861 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:50 smithi187 ceph-mon[70558]: osdmap e102: 8 total, 8 up, 8 in 2024-09-17T08:35:50.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:50 smithi088 ceph-mon[67196]: pgmap v184: 161 pgs: 44 active+undersized, 25 active+undersized+degraded, 92 active+clean; 604 KiB data, 207 MiB used, 715 GiB / 715 GiB avail; 163/999 objects degraded (16.316%) 2024-09-17T08:35:50.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:50 smithi088 ceph-mon[67196]: osdmap e102: 8 total, 8 up, 8 in 2024-09-17T08:35:50.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:50 smithi088 ceph-mon[71593]: pgmap v184: 161 pgs: 44 active+undersized, 25 active+undersized+degraded, 92 active+clean; 604 KiB data, 207 MiB used, 715 GiB / 715 GiB avail; 163/999 objects degraded (16.316%) 2024-09-17T08:35:50.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:50 smithi088 ceph-mon[71593]: osdmap e102: 8 total, 8 up, 8 in 2024-09-17T08:35:51.815 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:51 smithi187 ceph-mon[70558]: Health check update: Degraded data redundancy: 80/999 objects degraded (8.008%), 15 pgs degraded (PG_DEGRADED) 2024-09-17T08:35:51.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:51 smithi088 ceph-mon[67196]: Health check update: Degraded data redundancy: 80/999 objects degraded (8.008%), 15 pgs degraded (PG_DEGRADED) 2024-09-17T08:35:51.915 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:35:51 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:35:51.721+0000 7f76e7e0b640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-09-17T08:35:51.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:51 smithi088 ceph-mon[71593]: Health check update: Degraded data redundancy: 80/999 objects degraded (8.008%), 15 pgs degraded (PG_DEGRADED) 2024-09-17T08:35:52.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:52 smithi187 ceph-mon[70558]: pgmap v186: 161 pgs: 27 active+undersized, 15 active+undersized+degraded, 119 active+clean; 604 KiB data, 208 MiB used, 715 GiB / 715 GiB avail; 80/999 objects degraded (8.008%) 2024-09-17T08:35:52.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:52 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:52.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:52 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:52.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:52 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:35:52.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:52 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:35:52.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:52 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:52.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:52 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:35:52.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:52 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:35:52.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:52 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:35:52.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:52 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:35:52.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:52 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-17T08:35:52.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:52 smithi088 ceph-mon[67196]: pgmap v186: 161 pgs: 27 active+undersized, 15 active+undersized+degraded, 119 active+clean; 604 KiB data, 208 MiB used, 715 GiB / 715 GiB avail; 80/999 objects degraded (8.008%) 2024-09-17T08:35:52.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:52 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:52.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:52 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:52.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:52 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:35:52.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:52 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:35:52.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:52 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:52.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:52 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:35:52.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:52 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:35:52.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:52 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:35:52.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:52 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:35:52.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:52 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-17T08:35:52.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:52 smithi088 ceph-mon[71593]: pgmap v186: 161 pgs: 27 active+undersized, 15 active+undersized+degraded, 119 active+clean; 604 KiB data, 208 MiB used, 715 GiB / 715 GiB avail; 80/999 objects degraded (8.008%) 2024-09-17T08:35:52.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:52 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:52.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:52 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:52.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:52 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:35:52.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:52 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:35:52.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:52 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:35:52.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:52 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:35:52.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:52 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:35:52.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:52 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:35:52.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:52 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:35:52.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:52 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-17T08:35:53.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:53 smithi187 ceph-mon[70558]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:35:53.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:53 smithi187 ceph-mon[70558]: pgmap v187: 161 pgs: 23 active+undersized, 12 active+undersized+degraded, 126 active+clean; 604 KiB data, 212 MiB used, 715 GiB / 715 GiB avail; 54/999 objects degraded (5.405%) 2024-09-17T08:35:53.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:53 smithi187 ceph-mon[70558]: pgmap v188: 161 pgs: 23 active+undersized, 12 active+undersized+degraded, 126 active+clean; 604 KiB data, 212 MiB used, 715 GiB / 715 GiB avail; 54/999 objects degraded (5.405%) 2024-09-17T08:35:53.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:53 smithi187 ceph-mon[70558]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-17T08:35:53.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:53 smithi187 ceph-mon[70558]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-09-17T08:35:53.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:53 smithi088 ceph-mon[67196]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:35:53.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:53 smithi088 ceph-mon[67196]: pgmap v187: 161 pgs: 23 active+undersized, 12 active+undersized+degraded, 126 active+clean; 604 KiB data, 212 MiB used, 715 GiB / 715 GiB avail; 54/999 objects degraded (5.405%) 2024-09-17T08:35:53.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:53 smithi088 ceph-mon[67196]: pgmap v188: 161 pgs: 23 active+undersized, 12 active+undersized+degraded, 126 active+clean; 604 KiB data, 212 MiB used, 715 GiB / 715 GiB avail; 54/999 objects degraded (5.405%) 2024-09-17T08:35:53.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:53 smithi088 ceph-mon[67196]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-17T08:35:53.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:53 smithi088 ceph-mon[67196]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-09-17T08:35:53.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:53 smithi088 ceph-mon[71593]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:35:53.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:53 smithi088 ceph-mon[71593]: pgmap v187: 161 pgs: 23 active+undersized, 12 active+undersized+degraded, 126 active+clean; 604 KiB data, 212 MiB used, 715 GiB / 715 GiB avail; 54/999 objects degraded (5.405%) 2024-09-17T08:35:53.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:53 smithi088 ceph-mon[71593]: pgmap v188: 161 pgs: 23 active+undersized, 12 active+undersized+degraded, 126 active+clean; 604 KiB data, 212 MiB used, 715 GiB / 715 GiB avail; 54/999 objects degraded (5.405%) 2024-09-17T08:35:53.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:53 smithi088 ceph-mon[71593]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-17T08:35:53.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:53 smithi088 ceph-mon[71593]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-09-17T08:35:54.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:54 smithi187 ceph-mon[70558]: pgmap v189: 161 pgs: 161 active+clean; 604 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:54.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:54 smithi187 ceph-mon[70558]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 54/999 objects degraded (5.405%), 12 pgs degraded) 2024-09-17T08:35:54.914 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:54 smithi088 ceph-mon[71593]: pgmap v189: 161 pgs: 161 active+clean; 604 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:54.914 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:54 smithi088 ceph-mon[71593]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 54/999 objects degraded (5.405%), 12 pgs degraded) 2024-09-17T08:35:54.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:54 smithi088 ceph-mon[67196]: pgmap v189: 161 pgs: 161 active+clean; 604 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:54.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:54 smithi088 ceph-mon[67196]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 54/999 objects degraded (5.405%), 12 pgs degraded) 2024-09-17T08:35:56.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:56 smithi187 ceph-mon[70558]: pgmap v190: 161 pgs: 161 active+clean; 604 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:56.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:56 smithi088 ceph-mon[67196]: pgmap v190: 161 pgs: 161 active+clean; 604 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:56.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:56 smithi088 ceph-mon[71593]: pgmap v190: 161 pgs: 161 active+clean; 604 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:58.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:35:58 smithi187 ceph-mon[70558]: pgmap v191: 161 pgs: 161 active+clean; 604 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:58.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:35:58 smithi088 ceph-mon[67196]: pgmap v191: 161 pgs: 161 active+clean; 604 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:35:58.914 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:35:58 smithi088 ceph-mon[71593]: pgmap v191: 161 pgs: 161 active+clean; 604 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:00.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:00 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:00.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:00 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:00.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:00 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:01.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:01 smithi187 ceph-mon[70558]: pgmap v192: 161 pgs: 161 active+clean; 604 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:01.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:01 smithi088 ceph-mon[67196]: pgmap v192: 161 pgs: 161 active+clean; 604 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:01.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:01 smithi088 ceph-mon[71593]: pgmap v192: 161 pgs: 161 active+clean; 604 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:03.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:03 smithi187 ceph-mon[70558]: pgmap v193: 161 pgs: 161 active+clean; 604 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:03.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:03 smithi088 ceph-mon[67196]: pgmap v193: 161 pgs: 161 active+clean; 604 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:03.664 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:03 smithi088 ceph-mon[71593]: pgmap v193: 161 pgs: 161 active+clean; 604 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:05.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:05 smithi187 ceph-mon[70558]: pgmap v194: 161 pgs: 161 active+clean; 604 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:05.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:05 smithi088 ceph-mon[67196]: pgmap v194: 161 pgs: 161 active+clean; 604 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:05.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:05 smithi088 ceph-mon[71593]: pgmap v194: 161 pgs: 161 active+clean; 604 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:06.275 INFO:teuthology.orchestra.run.smithi088.stdout:true 2024-09-17T08:36:06.919 INFO:teuthology.orchestra.run.smithi088.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T08:36:06.919 INFO:teuthology.orchestra.run.smithi088.stdout:alertmanager.a smithi088 *:9093,9094 running (6m) 51s ago 28m 25.7M - 0.25.0 c8568f914cd2 ae3ad2ca8c3e 2024-09-17T08:36:06.919 INFO:teuthology.orchestra.run.smithi088.stdout:grafana.a smithi187 *:3000 running (6m) 18s ago 28m 88.6M - 9.4.7 954c08fa6188 bb16e26e2835 2024-09-17T08:36:06.919 INFO:teuthology.orchestra.run.smithi088.stdout:iscsi.foo.smithi187.kgegfj smithi187 error 18s ago 27m - - 2024-09-17T08:36:06.919 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.x smithi187 *:8443,8765 running (7m) 18s ago 32m 438M - 18.2.4-855-g19e2a2be 980a0bfcd684 d71cc65429a4 2024-09-17T08:36:06.919 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.y smithi088 *:8443,8765 running (18m) 51s ago 34m 486M - 18.2.4-855-g19e2a2be 980a0bfcd684 3228b2505d9a 2024-09-17T08:36:06.919 INFO:teuthology.orchestra.run.smithi088.stdout:mon.a smithi088 running (4m) 51s ago 34m 59.9M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 7a79828a62c2 2024-09-17T08:36:06.919 INFO:teuthology.orchestra.run.smithi088.stdout:mon.b smithi187 running (5m) 18s ago 32m 58.6M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 d4e39e0851a6 2024-09-17T08:36:06.919 INFO:teuthology.orchestra.run.smithi088.stdout:mon.c smithi088 running (4m) 51s ago 33m 48.1M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 9f9c833cecc9 2024-09-17T08:36:06.919 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.a smithi088 *:9100 running (7m) 51s ago 29m 16.2M - 1.5.0 0da6a335fe13 b70a15a514fb 2024-09-17T08:36:06.919 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.b smithi187 *:9100 running (7m) 18s ago 29m 16.8M - 1.5.0 0da6a335fe13 75f36e91740f 2024-09-17T08:36:06.920 INFO:teuthology.orchestra.run.smithi088.stdout:osd.0 smithi088 running (3m) 51s ago 32m 45.6M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 b5e437bc4ca8 2024-09-17T08:36:06.920 INFO:teuthology.orchestra.run.smithi088.stdout:osd.1 smithi088 running (2m) 51s ago 32m 44.5M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 19f83bfa6b97 2024-09-17T08:36:06.920 INFO:teuthology.orchestra.run.smithi088.stdout:osd.2 smithi088 running (109s) 51s ago 31m 50.1M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 83345c84b607 2024-09-17T08:36:06.920 INFO:teuthology.orchestra.run.smithi088.stdout:osd.3 smithi088 running (55s) 51s ago 31m 14.5M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 643a395e080b 2024-09-17T08:36:06.920 INFO:teuthology.orchestra.run.smithi088.stdout:osd.4 smithi187 running (23s) 18s ago 31m 11.0M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 6c0b4c1b4d3f 2024-09-17T08:36:06.920 INFO:teuthology.orchestra.run.smithi088.stdout:osd.5 smithi187 running (30m) 18s ago 30m 50.0M 4096M 16.2.0 24ecd6d5f14c c3463f9a8b7e 2024-09-17T08:36:06.920 INFO:teuthology.orchestra.run.smithi088.stdout:osd.6 smithi187 running (30m) 18s ago 30m 54.1M 4096M 16.2.0 24ecd6d5f14c 53d9ca2fb095 2024-09-17T08:36:06.920 INFO:teuthology.orchestra.run.smithi088.stdout:osd.7 smithi187 running (30m) 18s ago 30m 54.2M 4096M 16.2.0 24ecd6d5f14c 61f8b7fae59c 2024-09-17T08:36:06.920 INFO:teuthology.orchestra.run.smithi088.stdout:prometheus.a smithi187 *:9095 running (7m) 18s ago 29m 55.5M - 2.43.0 a07b618ecd1d 052443b7a266 2024-09-17T08:36:06.920 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi088.pybyat smithi088 *:8000 running (28m) 51s ago 28m 47.4M - 16.2.0 24ecd6d5f14c 1e03127137af 2024-09-17T08:36:06.920 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi187.yrrxta smithi187 *:8000 running (27m) 18s ago 27m 46.7M - 16.2.0 24ecd6d5f14c 304f0f2cb409 2024-09-17T08:36:07.298 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:36:07.298 INFO:teuthology.orchestra.run.smithi088.stdout: "mon": { 2024-09-17T08:36:07.299 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 3 2024-09-17T08:36:07.299 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:36:07.299 INFO:teuthology.orchestra.run.smithi088.stdout: "mgr": { 2024-09-17T08:36:07.299 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T08:36:07.299 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:36:07.299 INFO:teuthology.orchestra.run.smithi088.stdout: "osd": { 2024-09-17T08:36:07.299 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 3, 2024-09-17T08:36:07.299 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 5 2024-09-17T08:36:07.299 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:36:07.299 INFO:teuthology.orchestra.run.smithi088.stdout: "rgw": { 2024-09-17T08:36:07.299 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 2 2024-09-17T08:36:07.299 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:36:07.299 INFO:teuthology.orchestra.run.smithi088.stdout: "overall": { 2024-09-17T08:36:07.299 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 5, 2024-09-17T08:36:07.300 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 10 2024-09-17T08:36:07.300 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-09-17T08:36:07.300 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:36:07.621 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:36:07.621 INFO:teuthology.orchestra.run.smithi088.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9", 2024-09-17T08:36:07.621 INFO:teuthology.orchestra.run.smithi088.stdout: "in_progress": true, 2024-09-17T08:36:07.621 INFO:teuthology.orchestra.run.smithi088.stdout: "which": "Upgrading daemons of type(s) crash,osd", 2024-09-17T08:36:07.621 INFO:teuthology.orchestra.run.smithi088.stdout: "services_complete": [], 2024-09-17T08:36:07.621 INFO:teuthology.orchestra.run.smithi088.stdout: "progress": "5/8 daemons upgraded", 2024-09-17T08:36:07.621 INFO:teuthology.orchestra.run.smithi088.stdout: "message": "Currently upgrading osd daemons", 2024-09-17T08:36:07.621 INFO:teuthology.orchestra.run.smithi088.stdout: "is_paused": false 2024-09-17T08:36:07.621 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:36:07.622 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:07 smithi088 ceph-mon[67196]: pgmap v195: 161 pgs: 161 active+clean; 604 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:07.622 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:07 smithi088 ceph-mon[67196]: from='client.54498 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:36:07.622 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:07 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-17T08:36:07.622 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:07 smithi088 ceph-mon[67196]: from='client.54516 172.21.15.88:0/2663331965' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:36:07.622 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:07 smithi088 ceph-mon[71593]: pgmap v195: 161 pgs: 161 active+clean; 604 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:07.622 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:07 smithi088 ceph-mon[71593]: from='client.54498 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:36:07.622 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:07 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-17T08:36:07.622 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:07 smithi088 ceph-mon[71593]: from='client.54516 172.21.15.88:0/2663331965' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:36:07.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:07 smithi187 ceph-mon[70558]: pgmap v195: 161 pgs: 161 active+clean; 604 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:07.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:07 smithi187 ceph-mon[70558]: from='client.54498 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:36:07.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:07 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-17T08:36:07.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:07 smithi187 ceph-mon[70558]: from='client.54516 172.21.15.88:0/2663331965' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:36:08.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:08 smithi187 ceph-mon[70558]: from='client.54504 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:36:08.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:08 smithi187 ceph-mon[70558]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-17T08:36:08.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:08 smithi187 ceph-mon[70558]: Upgrade: osd.5 is safe to restart 2024-09-17T08:36:08.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:08 smithi187 ceph-mon[70558]: from='client.54510 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:36:08.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:08 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:08.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:08 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-17T08:36:08.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:08 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:36:08.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:08 smithi088 ceph-mon[67196]: from='client.54504 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:36:08.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:08 smithi088 ceph-mon[67196]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-17T08:36:08.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:08 smithi088 ceph-mon[67196]: Upgrade: osd.5 is safe to restart 2024-09-17T08:36:08.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:08 smithi088 ceph-mon[67196]: from='client.54510 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:36:08.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:08 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:08.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:08 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-17T08:36:08.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:08 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:36:08.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:08 smithi088 ceph-mon[71593]: from='client.54504 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:36:08.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:08 smithi088 ceph-mon[71593]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-17T08:36:08.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:08 smithi088 ceph-mon[71593]: Upgrade: osd.5 is safe to restart 2024-09-17T08:36:08.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:08 smithi088 ceph-mon[71593]: from='client.54510 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:36:08.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:08 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:08.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:08 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-17T08:36:08.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:08 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:36:09.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:09 smithi187 ceph-mon[70558]: pgmap v196: 161 pgs: 161 active+clean; 604 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:09.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:09 smithi187 ceph-mon[70558]: from='client.64432 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:36:09.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:09 smithi187 ceph-mon[70558]: Upgrade: Updating osd.5 2024-09-17T08:36:09.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:09 smithi187 ceph-mon[70558]: Deploying daemon osd.5 on smithi187 2024-09-17T08:36:09.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:09 smithi088 ceph-mon[67196]: pgmap v196: 161 pgs: 161 active+clean; 604 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:09.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:09 smithi088 ceph-mon[67196]: from='client.64432 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:36:09.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:09 smithi088 ceph-mon[67196]: Upgrade: Updating osd.5 2024-09-17T08:36:09.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:09 smithi088 ceph-mon[67196]: Deploying daemon osd.5 on smithi187 2024-09-17T08:36:09.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:09 smithi088 ceph-mon[71593]: pgmap v196: 161 pgs: 161 active+clean; 604 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:09.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:09 smithi088 ceph-mon[71593]: from='client.64432 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:36:09.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:09 smithi088 ceph-mon[71593]: Upgrade: Updating osd.5 2024-09-17T08:36:09.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:09 smithi088 ceph-mon[71593]: Deploying daemon osd.5 on smithi187 2024-09-17T08:36:11.382 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:36:11 smithi187 systemd[1]: Stopping Ceph osd.5 for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:36:11.383 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:36:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.5[29014]: debug 2024-09-17T08:36:11.248+0000 7f0d618b0700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-17T08:36:11.383 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:36:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.5[29014]: debug 2024-09-17T08:36:11.248+0000 7f0d618b0700 -1 osd.5 102 *** Got signal Terminated *** 2024-09-17T08:36:11.383 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:36:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.5[29014]: debug 2024-09-17T08:36:11.248+0000 7f0d618b0700 -1 osd.5 102 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-17T08:36:11.383 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:36:11 smithi187 podman[86090]: 2024-09-17 08:36:11.289891849 +0000 UTC m=+0.136801309 container died c3463f9a8b7e184614aea2607deea6479bbb13e6125ec1b5c5543288dae400dc (image=quay.io/ceph/ceph@sha256:35b2786dc4cd535dd84f6a1a585503db4b43623ba6c43120b5e5e00951949000, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.5, org.label-schema.name=CentOS Base Image, GIT_COMMIT=20cb635043d86d971f028e2bf2824446440b5557, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=-16.2.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=HEAD, ceph=True, maintainer=Dimitri Savineau , org.label-schema.build-date=20201204, GIT_BRANCH=HEAD) 2024-09-17T08:36:11.639 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:11 smithi187 ceph-mon[70558]: pgmap v197: 161 pgs: 161 active+clean; 604 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:11.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:11 smithi088 ceph-mon[67196]: pgmap v197: 161 pgs: 161 active+clean; 604 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:11.664 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:11 smithi088 ceph-mon[71593]: pgmap v197: 161 pgs: 161 active+clean; 604 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:11.896 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:36:11 smithi187 podman[86090]: 2024-09-17 08:36:11.639842052 +0000 UTC m=+0.486751503 container cleanup c3463f9a8b7e184614aea2607deea6479bbb13e6125ec1b5c5543288dae400dc (image=quay.io/ceph/ceph@sha256:35b2786dc4cd535dd84f6a1a585503db4b43623ba6c43120b5e5e00951949000, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.5, org.label-schema.build-date=20201204, GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=HEAD, org.label-schema.name=CentOS Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Dimitri Savineau , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=20cb635043d86d971f028e2bf2824446440b5557, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=-16.2.0, ceph=True) 2024-09-17T08:36:11.897 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:36:11 smithi187 bash[86090]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.5 2024-09-17T08:36:12.392 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:36:11 smithi187 podman[86104]: 2024-09-17 08:36:11.926353155 +0000 UTC m=+0.636491931 container remove c3463f9a8b7e184614aea2607deea6479bbb13e6125ec1b5c5543288dae400dc (image=quay.io/ceph/ceph@sha256:35b2786dc4cd535dd84f6a1a585503db4b43623ba6c43120b5e5e00951949000, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.5, org.label-schema.name=CentOS Base Image, GIT_CLEAN=True, GIT_COMMIT=20cb635043d86d971f028e2bf2824446440b5557, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=-16.2.0, GIT_REPO=https://github.com/ceph/ceph-container.git, maintainer=Dimitri Savineau , org.label-schema.build-date=20201204, RELEASE=HEAD, ceph=True, org.label-schema.vendor=CentOS) 2024-09-17T08:36:12.647 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:36:12 smithi187 podman[86207]: 2024-09-17 08:36:12.31389021 +0000 UTC m=+0.015769090 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-17T08:36:12.647 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:36:12 smithi187 podman[86207]: 2024-09-17 08:36:12.42205719 +0000 UTC m=+0.123936070 container create 75bf3bc5d842e2f70cf2f9c027459a175f375df68418e4b03e78d1b9f1cca67b (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=reef-19e2a2b) 2024-09-17T08:36:12.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:12 smithi187 ceph-mon[70558]: osd.5 reported immediately failed by osd.0 2024-09-17T08:36:12.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:12 smithi187 ceph-mon[70558]: osd.5 failed (root=default,host=smithi187) (connection refused reported by osd.0) 2024-09-17T08:36:12.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:12 smithi187 ceph-mon[70558]: osd.5 reported immediately failed by osd.0 2024-09-17T08:36:12.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:12 smithi187 ceph-mon[70558]: osd.5 reported immediately failed by osd.1 2024-09-17T08:36:12.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:12 smithi187 ceph-mon[70558]: osd.5 reported immediately failed by osd.2 2024-09-17T08:36:12.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:12 smithi187 ceph-mon[70558]: osd.5 reported immediately failed by osd.7 2024-09-17T08:36:12.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:12 smithi187 ceph-mon[70558]: osd.5 reported immediately failed by osd.1 2024-09-17T08:36:12.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:12 smithi187 ceph-mon[70558]: osd.5 reported immediately failed by osd.2 2024-09-17T08:36:12.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:12 smithi187 ceph-mon[70558]: osd.5 reported immediately failed by osd.7 2024-09-17T08:36:12.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:12 smithi187 ceph-mon[70558]: osd.5 reported immediately failed by osd.3 2024-09-17T08:36:12.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:12 smithi187 ceph-mon[70558]: osd.5 reported immediately failed by osd.4 2024-09-17T08:36:12.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:12 smithi187 ceph-mon[70558]: osd.5 reported immediately failed by osd.3 2024-09-17T08:36:12.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:12 smithi187 ceph-mon[70558]: osd.5 reported immediately failed by osd.6 2024-09-17T08:36:12.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:12 smithi187 ceph-mon[70558]: osd.5 reported immediately failed by osd.4 2024-09-17T08:36:12.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:12 smithi187 ceph-mon[70558]: osd.5 reported immediately failed by osd.6 2024-09-17T08:36:12.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:12 smithi187 ceph-mon[70558]: osd.5 reported immediately failed by osd.1 2024-09-17T08:36:12.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:12 smithi187 ceph-mon[70558]: osd.5 reported immediately failed by osd.0 2024-09-17T08:36:12.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:12 smithi187 ceph-mon[70558]: osd.5 reported immediately failed by osd.1 2024-09-17T08:36:12.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:12 smithi187 ceph-mon[70558]: osd.5 reported immediately failed by osd.2 2024-09-17T08:36:12.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:12 smithi187 ceph-mon[70558]: osd.5 reported immediately failed by osd.7 2024-09-17T08:36:12.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:12 smithi187 ceph-mon[70558]: osd.5 reported immediately failed by osd.0 2024-09-17T08:36:12.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:12 smithi187 ceph-mon[70558]: osd.5 reported immediately failed by osd.2 2024-09-17T08:36:12.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:12 smithi187 ceph-mon[70558]: osd.5 reported immediately failed by osd.7 2024-09-17T08:36:12.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:12 smithi187 ceph-mon[70558]: osd.5 reported immediately failed by osd.3 2024-09-17T08:36:12.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:12 smithi187 ceph-mon[70558]: osd.5 reported immediately failed by osd.6 2024-09-17T08:36:12.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:12 smithi187 ceph-mon[70558]: osd.5 reported immediately failed by osd.3 2024-09-17T08:36:12.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:12 smithi187 ceph-mon[70558]: osd.5 reported immediately failed by osd.4 2024-09-17T08:36:12.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:12 smithi187 ceph-mon[70558]: osd.5 reported immediately failed by osd.6 2024-09-17T08:36:12.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:12 smithi187 ceph-mon[70558]: osd.5 reported immediately failed by osd.4 2024-09-17T08:36:12.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[67196]: osd.5 reported immediately failed by osd.0 2024-09-17T08:36:12.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[67196]: osd.5 failed (root=default,host=smithi187) (connection refused reported by osd.0) 2024-09-17T08:36:12.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[67196]: osd.5 reported immediately failed by osd.0 2024-09-17T08:36:12.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[67196]: osd.5 reported immediately failed by osd.1 2024-09-17T08:36:12.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[67196]: osd.5 reported immediately failed by osd.2 2024-09-17T08:36:12.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[67196]: osd.5 reported immediately failed by osd.7 2024-09-17T08:36:12.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[67196]: osd.5 reported immediately failed by osd.1 2024-09-17T08:36:12.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[67196]: osd.5 reported immediately failed by osd.2 2024-09-17T08:36:12.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[67196]: osd.5 reported immediately failed by osd.7 2024-09-17T08:36:12.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[67196]: osd.5 reported immediately failed by osd.3 2024-09-17T08:36:12.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[67196]: osd.5 reported immediately failed by osd.4 2024-09-17T08:36:12.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[67196]: osd.5 reported immediately failed by osd.3 2024-09-17T08:36:12.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[67196]: osd.5 reported immediately failed by osd.6 2024-09-17T08:36:12.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[67196]: osd.5 reported immediately failed by osd.4 2024-09-17T08:36:12.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[67196]: osd.5 reported immediately failed by osd.6 2024-09-17T08:36:12.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[67196]: osd.5 reported immediately failed by osd.1 2024-09-17T08:36:12.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[67196]: osd.5 reported immediately failed by osd.0 2024-09-17T08:36:12.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[67196]: osd.5 reported immediately failed by osd.1 2024-09-17T08:36:12.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[67196]: osd.5 reported immediately failed by osd.2 2024-09-17T08:36:12.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[67196]: osd.5 reported immediately failed by osd.7 2024-09-17T08:36:12.667 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[67196]: osd.5 reported immediately failed by osd.0 2024-09-17T08:36:12.667 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[67196]: osd.5 reported immediately failed by osd.2 2024-09-17T08:36:12.667 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[67196]: osd.5 reported immediately failed by osd.7 2024-09-17T08:36:12.667 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[67196]: osd.5 reported immediately failed by osd.3 2024-09-17T08:36:12.667 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[67196]: osd.5 reported immediately failed by osd.6 2024-09-17T08:36:12.667 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[67196]: osd.5 reported immediately failed by osd.3 2024-09-17T08:36:12.667 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[67196]: osd.5 reported immediately failed by osd.4 2024-09-17T08:36:12.667 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[67196]: osd.5 reported immediately failed by osd.6 2024-09-17T08:36:12.667 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[67196]: osd.5 reported immediately failed by osd.4 2024-09-17T08:36:12.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[71593]: osd.5 reported immediately failed by osd.0 2024-09-17T08:36:12.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[71593]: osd.5 failed (root=default,host=smithi187) (connection refused reported by osd.0) 2024-09-17T08:36:12.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[71593]: osd.5 reported immediately failed by osd.0 2024-09-17T08:36:12.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[71593]: osd.5 reported immediately failed by osd.1 2024-09-17T08:36:12.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[71593]: osd.5 reported immediately failed by osd.2 2024-09-17T08:36:12.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[71593]: osd.5 reported immediately failed by osd.7 2024-09-17T08:36:12.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[71593]: osd.5 reported immediately failed by osd.1 2024-09-17T08:36:12.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[71593]: osd.5 reported immediately failed by osd.2 2024-09-17T08:36:12.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[71593]: osd.5 reported immediately failed by osd.7 2024-09-17T08:36:12.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[71593]: osd.5 reported immediately failed by osd.3 2024-09-17T08:36:12.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[71593]: osd.5 reported immediately failed by osd.4 2024-09-17T08:36:12.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[71593]: osd.5 reported immediately failed by osd.3 2024-09-17T08:36:12.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[71593]: osd.5 reported immediately failed by osd.6 2024-09-17T08:36:12.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[71593]: osd.5 reported immediately failed by osd.4 2024-09-17T08:36:12.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[71593]: osd.5 reported immediately failed by osd.6 2024-09-17T08:36:12.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[71593]: osd.5 reported immediately failed by osd.1 2024-09-17T08:36:12.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[71593]: osd.5 reported immediately failed by osd.0 2024-09-17T08:36:12.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[71593]: osd.5 reported immediately failed by osd.1 2024-09-17T08:36:12.669 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[71593]: osd.5 reported immediately failed by osd.2 2024-09-17T08:36:12.669 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[71593]: osd.5 reported immediately failed by osd.7 2024-09-17T08:36:12.669 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[71593]: osd.5 reported immediately failed by osd.0 2024-09-17T08:36:12.669 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[71593]: osd.5 reported immediately failed by osd.2 2024-09-17T08:36:12.669 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[71593]: osd.5 reported immediately failed by osd.7 2024-09-17T08:36:12.669 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[71593]: osd.5 reported immediately failed by osd.3 2024-09-17T08:36:12.669 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[71593]: osd.5 reported immediately failed by osd.6 2024-09-17T08:36:12.669 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[71593]: osd.5 reported immediately failed by osd.3 2024-09-17T08:36:12.669 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[71593]: osd.5 reported immediately failed by osd.4 2024-09-17T08:36:12.669 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[71593]: osd.5 reported immediately failed by osd.6 2024-09-17T08:36:12.669 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:12 smithi088 ceph-mon[71593]: osd.5 reported immediately failed by osd.4 2024-09-17T08:36:13.146 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:36:12 smithi187 podman[86207]: 2024-09-17 08:36:12.686483272 +0000 UTC m=+0.388362151 container init 75bf3bc5d842e2f70cf2f9c027459a175f375df68418e4b03e78d1b9f1cca67b (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5-deactivate, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, RELEASE=reef-19e2a2b, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=) 2024-09-17T08:36:13.147 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:36:12 smithi187 podman[86207]: 2024-09-17 08:36:12.689965098 +0000 UTC m=+0.391843977 container start 75bf3bc5d842e2f70cf2f9c027459a175f375df68418e4b03e78d1b9f1cca67b (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5-deactivate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=reef-19e2a2b, GIT_BRANCH=HEAD) 2024-09-17T08:36:13.147 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:36:12 smithi187 podman[86207]: 2024-09-17 08:36:12.778415592 +0000 UTC m=+0.480294471 container attach 75bf3bc5d842e2f70cf2f9c027459a175f375df68418e4b03e78d1b9f1cca67b (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5-deactivate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, RELEASE=reef-19e2a2b, ceph=True, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-17T08:36:13.147 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:36:12 smithi187 podman[86207]: 2024-09-17 08:36:12.871680407 +0000 UTC m=+0.573559288 container died 75bf3bc5d842e2f70cf2f9c027459a175f375df68418e4b03e78d1b9f1cca67b (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5-deactivate, RELEASE=reef-19e2a2b, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-17T08:36:13.549 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:13 smithi187 ceph-mon[70558]: pgmap v198: 161 pgs: 161 active+clean; 604 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:13.549 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:13 smithi187 ceph-mon[70558]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T08:36:13.549 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:13 smithi187 ceph-mon[70558]: osdmap e103: 8 total, 7 up, 8 in 2024-09-17T08:36:13.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:13 smithi088 ceph-mon[67196]: pgmap v198: 161 pgs: 161 active+clean; 604 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:13.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:13 smithi088 ceph-mon[67196]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T08:36:13.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:13 smithi088 ceph-mon[67196]: osdmap e103: 8 total, 7 up, 8 in 2024-09-17T08:36:13.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:13 smithi088 ceph-mon[71593]: pgmap v198: 161 pgs: 161 active+clean; 604 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:13.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:13 smithi088 ceph-mon[71593]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T08:36:13.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:13 smithi088 ceph-mon[71593]: osdmap e103: 8 total, 7 up, 8 in 2024-09-17T08:36:13.897 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:36:13 smithi187 podman[86229]: 2024-09-17 08:36:13.549068235 +0000 UTC m=+0.671305606 container remove 75bf3bc5d842e2f70cf2f9c027459a175f375df68418e4b03e78d1b9f1cca67b (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5-deactivate, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , RELEASE=reef-19e2a2b, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-17T08:36:13.897 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:36:13 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@osd.5.service: Deactivated successfully. 2024-09-17T08:36:13.897 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:36:13 smithi187 systemd[1]: Stopped Ceph osd.5 for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:36:13.897 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:36:13 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@osd.5.service: Consumed 1.117s CPU time. 2024-09-17T08:36:13.897 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:36:13 smithi187 systemd[1]: Starting Ceph osd.5 for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:36:14.261 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:36:13 smithi187 podman[86329]: 2024-09-17 08:36:13.891838521 +0000 UTC m=+0.016328601 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-17T08:36:14.261 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:36:14 smithi187 podman[86329]: 2024-09-17 08:36:14.017181947 +0000 UTC m=+0.141672020 container create 65802488764ad64d6126e6f1ea670e3ffd18eb345d1ea80b65939ccd5c2026a4 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5-activate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, RELEASE=reef-19e2a2b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-09-17T08:36:14.261 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:36:14 smithi187 podman[86329]: 2024-09-17 08:36:14.261661264 +0000 UTC m=+0.386151340 container init 65802488764ad64d6126e6f1ea670e3ffd18eb345d1ea80b65939ccd5c2026a4 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5-activate, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, ceph=True, RELEASE=reef-19e2a2b, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2) 2024-09-17T08:36:14.563 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:14 smithi187 ceph-mon[70558]: osdmap e104: 8 total, 7 up, 8 in 2024-09-17T08:36:14.564 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:36:14 smithi187 podman[86329]: 2024-09-17 08:36:14.2652581 +0000 UTC m=+0.389748180 container start 65802488764ad64d6126e6f1ea670e3ffd18eb345d1ea80b65939ccd5c2026a4 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5-activate, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=reef-19e2a2b, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-09-17T08:36:14.564 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:36:14 smithi187 podman[86329]: 2024-09-17 08:36:14.36141916 +0000 UTC m=+0.485909261 container attach 65802488764ad64d6126e6f1ea670e3ffd18eb345d1ea80b65939ccd5c2026a4 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5-activate, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, RELEASE=reef-19e2a2b, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS) 2024-09-17T08:36:14.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:14 smithi088 ceph-mon[67196]: osdmap e104: 8 total, 7 up, 8 in 2024-09-17T08:36:14.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:14 smithi088 ceph-mon[71593]: osdmap e104: 8 total, 7 up, 8 in 2024-09-17T08:36:14.897 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:36:14 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5-activate[86344]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-17T08:36:14.897 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:36:14 smithi187 bash[86329]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-17T08:36:14.897 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:36:14 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5-activate[86344]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-17T08:36:14.897 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:36:14 smithi187 bash[86329]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-17T08:36:14.897 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:36:14 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5-activate[86344]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-17T08:36:14.897 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:36:14 smithi187 bash[86329]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-17T08:36:14.898 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:36:14 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5-activate[86344]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-17T08:36:14.898 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:36:14 smithi187 bash[86329]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-17T08:36:14.898 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:36:14 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5-activate[86344]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-09-17T08:36:14.898 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:36:14 smithi187 bash[86329]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-09-17T08:36:14.898 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:36:14 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5-activate[86344]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-17T08:36:14.898 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:36:14 smithi187 bash[86329]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-17T08:36:14.898 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:36:14 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5-activate[86344]: --> ceph-volume raw activate successful for osd ID: 5 2024-09-17T08:36:14.898 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:36:14 smithi187 bash[86329]: --> ceph-volume raw activate successful for osd ID: 5 2024-09-17T08:36:14.898 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:36:14 smithi187 podman[86329]: 2024-09-17 08:36:14.611552816 +0000 UTC m=+0.736042907 container died 65802488764ad64d6126e6f1ea670e3ffd18eb345d1ea80b65939ccd5c2026a4 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5-activate, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-19e2a2b, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-09-17T08:36:15.396 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:36:15 smithi187 podman[86462]: 2024-09-17 08:36:15.248512191 +0000 UTC m=+0.629922624 container remove 65802488764ad64d6126e6f1ea670e3ffd18eb345d1ea80b65939ccd5c2026a4 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5-activate, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-19e2a2b, org.label-schema.vendor=CentOS) 2024-09-17T08:36:15.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:15 smithi088 ceph-mon[67196]: pgmap v201: 161 pgs: 22 peering, 13 stale+active+clean, 126 active+clean; 604 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:15.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:15 smithi088 ceph-mon[67196]: Health check failed: Reduced data availability: 4 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2024-09-17T08:36:15.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:15 smithi088 ceph-mon[71593]: pgmap v201: 161 pgs: 22 peering, 13 stale+active+clean, 126 active+clean; 604 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:15.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:15 smithi088 ceph-mon[71593]: Health check failed: Reduced data availability: 4 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2024-09-17T08:36:15.743 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:15 smithi187 ceph-mon[70558]: pgmap v201: 161 pgs: 22 peering, 13 stale+active+clean, 126 active+clean; 604 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:15.743 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:15 smithi187 ceph-mon[70558]: Health check failed: Reduced data availability: 4 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2024-09-17T08:36:15.743 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:36:15 smithi187 podman[86519]: 2024-09-17 08:36:15.36478599 +0000 UTC m=+0.016269911 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-17T08:36:15.743 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:36:15 smithi187 podman[86519]: 2024-09-17 08:36:15.524708335 +0000 UTC m=+0.176192244 container create 83e9d1a3f8410161dffc07402b79f756a6c144463a3b98ac2e2c4106e24bc30b (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=reef-19e2a2b, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-17T08:36:15.744 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:36:15 smithi187 podman[86519]: 2024-09-17 08:36:15.743624867 +0000 UTC m=+0.395108795 container init 83e9d1a3f8410161dffc07402b79f756a6c144463a3b98ac2e2c4106e24bc30b (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=reef-19e2a2b, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-09-17T08:36:16.147 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:36:15 smithi187 podman[86519]: 2024-09-17 08:36:15.746924174 +0000 UTC m=+0.398408084 container start 83e9d1a3f8410161dffc07402b79f756a6c144463a3b98ac2e2c4106e24bc30b (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5, GIT_CLEAN=True, RELEASE=reef-19e2a2b, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, maintainer=Guillaume Abrioux ) 2024-09-17T08:36:16.147 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:36:15 smithi187 ceph-osd[86538]: -- 172.21.15.187:0/2784188410 <== mon.2 v2:172.21.15.187:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x560a4c8611e0 con 0x560a4d5e0400 2024-09-17T08:36:16.147 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:36:15 smithi187 bash[86519]: 83e9d1a3f8410161dffc07402b79f756a6c144463a3b98ac2e2c4106e24bc30b 2024-09-17T08:36:16.147 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:36:15 smithi187 systemd[1]: Started Ceph osd.5 for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:36:16.611 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:36:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5[86534]: 2024-09-17T08:36:16.283+0000 7f2eb285f640 -1 Falling back to public interface 2024-09-17T08:36:17.146 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:16 smithi187 ceph-mon[70558]: pgmap v202: 161 pgs: 13 active+undersized, 22 peering, 3 stale+active+clean, 12 active+undersized+degraded, 111 active+clean; 604 KiB data, 228 MiB used, 715 GiB / 715 GiB avail; 67/999 objects degraded (6.707%) 2024-09-17T08:36:17.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:17.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:16 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:17.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:16 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:36:17.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:16 smithi187 ceph-mon[70558]: Health check failed: Degraded data redundancy: 67/999 objects degraded (6.707%), 12 pgs degraded (PG_DEGRADED) 2024-09-17T08:36:17.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:16 smithi088 ceph-mon[67196]: pgmap v202: 161 pgs: 13 active+undersized, 22 peering, 3 stale+active+clean, 12 active+undersized+degraded, 111 active+clean; 604 KiB data, 228 MiB used, 715 GiB / 715 GiB avail; 67/999 objects degraded (6.707%) 2024-09-17T08:36:17.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:17.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:16 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:17.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:16 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:36:17.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:16 smithi088 ceph-mon[67196]: Health check failed: Degraded data redundancy: 67/999 objects degraded (6.707%), 12 pgs degraded (PG_DEGRADED) 2024-09-17T08:36:17.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:16 smithi088 ceph-mon[71593]: pgmap v202: 161 pgs: 13 active+undersized, 22 peering, 3 stale+active+clean, 12 active+undersized+degraded, 111 active+clean; 604 KiB data, 228 MiB used, 715 GiB / 715 GiB avail; 67/999 objects degraded (6.707%) 2024-09-17T08:36:17.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:17.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:16 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:17.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:16 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:36:17.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:16 smithi088 ceph-mon[71593]: Health check failed: Degraded data redundancy: 67/999 objects degraded (6.707%), 12 pgs degraded (PG_DEGRADED) 2024-09-17T08:36:19.146 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:18 smithi187 ceph-mon[70558]: pgmap v203: 161 pgs: 28 active+undersized, 13 peering, 18 active+undersized+degraded, 102 active+clean; 604 KiB data, 229 MiB used, 715 GiB / 715 GiB avail; 101/999 objects degraded (10.110%) 2024-09-17T08:36:19.147 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:36:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5[86534]: 2024-09-17T08:36:18.991+0000 7f2eb285f640 -1 osd.5 0 read_superblock omap replica is missing. 2024-09-17T08:36:19.147 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:36:19 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5[86534]: 2024-09-17T08:36:19.020+0000 7f2eb285f640 -1 osd.5 102 log_to_monitors true 2024-09-17T08:36:19.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:18 smithi088 ceph-mon[67196]: pgmap v203: 161 pgs: 28 active+undersized, 13 peering, 18 active+undersized+degraded, 102 active+clean; 604 KiB data, 229 MiB used, 715 GiB / 715 GiB avail; 101/999 objects degraded (10.110%) 2024-09-17T08:36:19.164 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:18 smithi088 ceph-mon[71593]: pgmap v203: 161 pgs: 28 active+undersized, 13 peering, 18 active+undersized+degraded, 102 active+clean; 604 KiB data, 229 MiB used, 715 GiB / 715 GiB avail; 101/999 objects degraded (10.110%) 2024-09-17T08:36:20.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:19 smithi187 ceph-mon[70558]: from='osd.5 [v2:172.21.15.187:6808/2516719017,v1:172.21.15.187:6809/2516719017]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-17T08:36:20.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:19 smithi187 ceph-mon[70558]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-17T08:36:20.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:19 smithi088 ceph-mon[67196]: from='osd.5 [v2:172.21.15.187:6808/2516719017,v1:172.21.15.187:6809/2516719017]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-17T08:36:20.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:19 smithi088 ceph-mon[67196]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-17T08:36:20.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:19 smithi088 ceph-mon[71593]: from='osd.5 [v2:172.21.15.187:6808/2516719017,v1:172.21.15.187:6809/2516719017]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-17T08:36:20.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:19 smithi088 ceph-mon[71593]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-17T08:36:20.646 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:36:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5[86534]: 2024-09-17T08:36:20.351+0000 7f2ea6601640 -1 osd.5 102 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-17T08:36:21.146 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:20 smithi187 ceph-mon[70558]: pgmap v204: 161 pgs: 40 active+undersized, 19 active+undersized+degraded, 102 active+clean; 604 KiB data, 229 MiB used, 715 GiB / 715 GiB avail; 114/999 objects degraded (11.411%) 2024-09-17T08:36:21.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:20 smithi187 ceph-mon[70558]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs inactive, 5 pgs peering) 2024-09-17T08:36:21.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:20 smithi187 ceph-mon[70558]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-17T08:36:21.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:20 smithi187 ceph-mon[70558]: osdmap e105: 8 total, 7 up, 8 in 2024-09-17T08:36:21.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:20 smithi187 ceph-mon[70558]: from='osd.5 [v2:172.21.15.187:6808/2516719017,v1:172.21.15.187:6809/2516719017]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-09-17T08:36:21.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:20 smithi187 ceph-mon[70558]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-09-17T08:36:21.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:20 smithi187 ceph-mon[70558]: from='osd.5 ' entity='osd.5' 2024-09-17T08:36:21.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:20 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:21.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:20 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:21.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:20 smithi088 ceph-mon[67196]: pgmap v204: 161 pgs: 40 active+undersized, 19 active+undersized+degraded, 102 active+clean; 604 KiB data, 229 MiB used, 715 GiB / 715 GiB avail; 114/999 objects degraded (11.411%) 2024-09-17T08:36:21.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:20 smithi088 ceph-mon[67196]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs inactive, 5 pgs peering) 2024-09-17T08:36:21.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:20 smithi088 ceph-mon[67196]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-17T08:36:21.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:20 smithi088 ceph-mon[67196]: osdmap e105: 8 total, 7 up, 8 in 2024-09-17T08:36:21.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:20 smithi088 ceph-mon[67196]: from='osd.5 [v2:172.21.15.187:6808/2516719017,v1:172.21.15.187:6809/2516719017]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-09-17T08:36:21.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:20 smithi088 ceph-mon[67196]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-09-17T08:36:21.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:20 smithi088 ceph-mon[67196]: from='osd.5 ' entity='osd.5' 2024-09-17T08:36:21.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:20 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:21.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:20 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:21.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:20 smithi088 ceph-mon[71593]: pgmap v204: 161 pgs: 40 active+undersized, 19 active+undersized+degraded, 102 active+clean; 604 KiB data, 229 MiB used, 715 GiB / 715 GiB avail; 114/999 objects degraded (11.411%) 2024-09-17T08:36:21.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:20 smithi088 ceph-mon[71593]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs inactive, 5 pgs peering) 2024-09-17T08:36:21.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:20 smithi088 ceph-mon[71593]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-17T08:36:21.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:20 smithi088 ceph-mon[71593]: osdmap e105: 8 total, 7 up, 8 in 2024-09-17T08:36:21.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:20 smithi088 ceph-mon[71593]: from='osd.5 [v2:172.21.15.187:6808/2516719017,v1:172.21.15.187:6809/2516719017]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-09-17T08:36:21.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:20 smithi088 ceph-mon[71593]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-09-17T08:36:21.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:20 smithi088 ceph-mon[71593]: from='osd.5 ' entity='osd.5' 2024-09-17T08:36:21.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:20 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:21.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:20 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:22.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:22 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:22.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:22 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:22.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:22 smithi187 ceph-mon[70558]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T08:36:22.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:22 smithi187 ceph-mon[70558]: osd.5 [v2:172.21.15.187:6808/2516719017,v1:172.21.15.187:6809/2516719017] boot 2024-09-17T08:36:22.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:22 smithi187 ceph-mon[70558]: osdmap e106: 8 total, 8 up, 8 in 2024-09-17T08:36:22.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:22 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T08:36:22.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:22 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:22.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:22 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:22.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:22 smithi088 ceph-mon[67196]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T08:36:22.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:22 smithi088 ceph-mon[67196]: osd.5 [v2:172.21.15.187:6808/2516719017,v1:172.21.15.187:6809/2516719017] boot 2024-09-17T08:36:22.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:22 smithi088 ceph-mon[67196]: osdmap e106: 8 total, 8 up, 8 in 2024-09-17T08:36:22.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:22 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T08:36:22.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:22 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:22.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:22 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:22.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:22 smithi088 ceph-mon[71593]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T08:36:22.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:22 smithi088 ceph-mon[71593]: osd.5 [v2:172.21.15.187:6808/2516719017,v1:172.21.15.187:6809/2516719017] boot 2024-09-17T08:36:22.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:22 smithi088 ceph-mon[71593]: osdmap e106: 8 total, 8 up, 8 in 2024-09-17T08:36:22.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:22 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T08:36:23.625 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:23 smithi187 ceph-mon[70558]: pgmap v207: 161 pgs: 40 active+undersized, 19 active+undersized+degraded, 102 active+clean; 604 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 114/999 objects degraded (11.411%) 2024-09-17T08:36:23.625 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:23 smithi187 ceph-mon[70558]: osdmap e107: 8 total, 8 up, 8 in 2024-09-17T08:36:23.625 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:23 smithi187 ceph-mon[70558]: Health check update: Degraded data redundancy: 114/999 objects degraded (11.411%), 19 pgs degraded (PG_DEGRADED) 2024-09-17T08:36:23.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:23 smithi088 ceph-mon[67196]: pgmap v207: 161 pgs: 40 active+undersized, 19 active+undersized+degraded, 102 active+clean; 604 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 114/999 objects degraded (11.411%) 2024-09-17T08:36:23.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:23 smithi088 ceph-mon[67196]: osdmap e107: 8 total, 8 up, 8 in 2024-09-17T08:36:23.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:23 smithi088 ceph-mon[67196]: Health check update: Degraded data redundancy: 114/999 objects degraded (11.411%), 19 pgs degraded (PG_DEGRADED) 2024-09-17T08:36:23.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:23 smithi088 ceph-mon[71593]: pgmap v207: 161 pgs: 40 active+undersized, 19 active+undersized+degraded, 102 active+clean; 604 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 114/999 objects degraded (11.411%) 2024-09-17T08:36:23.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:23 smithi088 ceph-mon[71593]: osdmap e107: 8 total, 8 up, 8 in 2024-09-17T08:36:23.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:23 smithi088 ceph-mon[71593]: Health check update: Degraded data redundancy: 114/999 objects degraded (11.411%), 19 pgs degraded (PG_DEGRADED) 2024-09-17T08:36:24.664 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:36:24 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:36:24.410+0000 7f76e7e0b640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-09-17T08:36:25.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:25 smithi187 ceph-mon[70558]: pgmap v209: 161 pgs: 4 peering, 25 active+undersized, 17 active+undersized+degraded, 115 active+clean; 604 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 100/999 objects degraded (10.010%) 2024-09-17T08:36:25.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:25 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:25.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:25 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:25.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:25 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:36:25.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:25 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:36:25.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:25 smithi187 ceph-mon[70558]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:36:25.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:25 smithi187 ceph-mon[70558]: pgmap v210: 161 pgs: 4 peering, 25 active+undersized, 17 active+undersized+degraded, 115 active+clean; 604 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 100/999 objects degraded (10.010%) 2024-09-17T08:36:25.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:25 smithi187 ceph-mon[70558]: pgmap v211: 161 pgs: 4 peering, 25 active+undersized, 17 active+undersized+degraded, 115 active+clean; 604 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 100/999 objects degraded (10.010%) 2024-09-17T08:36:25.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:25 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:25.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:25 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:25.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:25 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:36:25.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:25 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:36:25.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:25 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:36:25.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:25 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:36:25.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:25 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-17T08:36:25.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:25 smithi187 ceph-mon[70558]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-17T08:36:25.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:25 smithi187 ceph-mon[70558]: Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-09-17T08:36:25.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:25 smithi088 ceph-mon[67196]: pgmap v209: 161 pgs: 4 peering, 25 active+undersized, 17 active+undersized+degraded, 115 active+clean; 604 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 100/999 objects degraded (10.010%) 2024-09-17T08:36:25.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:25 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:25.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:25 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:25.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:25 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:36:25.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:25 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:36:25.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:25 smithi088 ceph-mon[67196]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:36:25.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:25 smithi088 ceph-mon[67196]: pgmap v210: 161 pgs: 4 peering, 25 active+undersized, 17 active+undersized+degraded, 115 active+clean; 604 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 100/999 objects degraded (10.010%) 2024-09-17T08:36:25.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:25 smithi088 ceph-mon[67196]: pgmap v211: 161 pgs: 4 peering, 25 active+undersized, 17 active+undersized+degraded, 115 active+clean; 604 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 100/999 objects degraded (10.010%) 2024-09-17T08:36:25.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:25 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:25.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:25 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:25.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:25 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:36:25.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:25 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:36:25.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:25 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:36:25.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:25 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:36:25.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:25 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-17T08:36:25.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:25 smithi088 ceph-mon[67196]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-17T08:36:25.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:25 smithi088 ceph-mon[67196]: Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-09-17T08:36:25.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:25 smithi088 ceph-mon[71593]: pgmap v209: 161 pgs: 4 peering, 25 active+undersized, 17 active+undersized+degraded, 115 active+clean; 604 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 100/999 objects degraded (10.010%) 2024-09-17T08:36:25.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:25 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:25.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:25 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:25.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:25 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:36:25.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:25 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:36:25.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:25 smithi088 ceph-mon[71593]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:36:25.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:25 smithi088 ceph-mon[71593]: pgmap v210: 161 pgs: 4 peering, 25 active+undersized, 17 active+undersized+degraded, 115 active+clean; 604 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 100/999 objects degraded (10.010%) 2024-09-17T08:36:25.666 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:25 smithi088 ceph-mon[71593]: pgmap v211: 161 pgs: 4 peering, 25 active+undersized, 17 active+undersized+degraded, 115 active+clean; 604 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 100/999 objects degraded (10.010%) 2024-09-17T08:36:25.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:25 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:25.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:25 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:25.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:25 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:36:25.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:25 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:36:25.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:25 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:36:25.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:25 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:36:25.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:25 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-17T08:36:25.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:25 smithi088 ceph-mon[71593]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-17T08:36:25.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:25 smithi088 ceph-mon[71593]: Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-09-17T08:36:26.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:26 smithi187 ceph-mon[70558]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 100/999 objects degraded (10.010%), 17 pgs degraded) 2024-09-17T08:36:26.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:26 smithi088 ceph-mon[67196]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 100/999 objects degraded (10.010%), 17 pgs degraded) 2024-09-17T08:36:26.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:26 smithi088 ceph-mon[71593]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 100/999 objects degraded (10.010%), 17 pgs degraded) 2024-09-17T08:36:27.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:27 smithi187 ceph-mon[70558]: pgmap v212: 161 pgs: 4 peering, 157 active+clean; 604 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:27.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:27 smithi088 ceph-mon[67196]: pgmap v212: 161 pgs: 4 peering, 157 active+clean; 604 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:27.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:27 smithi088 ceph-mon[71593]: pgmap v212: 161 pgs: 4 peering, 157 active+clean; 604 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:29.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:29 smithi187 ceph-mon[70558]: pgmap v213: 161 pgs: 161 active+clean; 604 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:29.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:29 smithi088 ceph-mon[67196]: pgmap v213: 161 pgs: 161 active+clean; 604 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:29.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:29 smithi088 ceph-mon[71593]: pgmap v213: 161 pgs: 161 active+clean; 604 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:31.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:31 smithi187 ceph-mon[70558]: pgmap v214: 161 pgs: 161 active+clean; 604 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:31.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:31 smithi088 ceph-mon[67196]: pgmap v214: 161 pgs: 161 active+clean; 604 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:31.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:31 smithi088 ceph-mon[71593]: pgmap v214: 161 pgs: 161 active+clean; 604 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:33.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:33 smithi187 ceph-mon[70558]: pgmap v215: 161 pgs: 161 active+clean; 604 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:33.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:33 smithi088 ceph-mon[67196]: pgmap v215: 161 pgs: 161 active+clean; 604 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:33.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:33 smithi088 ceph-mon[71593]: pgmap v215: 161 pgs: 161 active+clean; 604 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:35.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:35 smithi187 ceph-mon[70558]: pgmap v216: 161 pgs: 161 active+clean; 604 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:35.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:35 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:35.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:35 smithi088 ceph-mon[67196]: pgmap v216: 161 pgs: 161 active+clean; 604 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:35.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:35 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:35.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:35 smithi088 ceph-mon[71593]: pgmap v216: 161 pgs: 161 active+clean; 604 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:35.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:35 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:37.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:37 smithi187 ceph-mon[70558]: pgmap v217: 161 pgs: 161 active+clean; 604 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:37.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:37 smithi088 ceph-mon[67196]: pgmap v217: 161 pgs: 161 active+clean; 604 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:37.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:37 smithi088 ceph-mon[71593]: pgmap v217: 161 pgs: 161 active+clean; 604 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:37.972 INFO:teuthology.orchestra.run.smithi088.stdout:true 2024-09-17T08:36:38.606 INFO:teuthology.orchestra.run.smithi088.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T08:36:38.606 INFO:teuthology.orchestra.run.smithi088.stdout:alertmanager.a smithi088 *:9093,9094 running (7m) 83s ago 29m 25.7M - 0.25.0 c8568f914cd2 ae3ad2ca8c3e 2024-09-17T08:36:38.606 INFO:teuthology.orchestra.run.smithi088.stdout:grafana.a smithi187 *:3000 running (7m) 18s ago 28m 88.6M - 9.4.7 954c08fa6188 bb16e26e2835 2024-09-17T08:36:38.606 INFO:teuthology.orchestra.run.smithi088.stdout:iscsi.foo.smithi187.kgegfj smithi187 error 18s ago 28m - - 2024-09-17T08:36:38.606 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.x smithi187 *:8443,8765 running (8m) 18s ago 33m 438M - 18.2.4-855-g19e2a2be 980a0bfcd684 d71cc65429a4 2024-09-17T08:36:38.606 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.y smithi088 *:8443,8765 running (18m) 83s ago 34m 486M - 18.2.4-855-g19e2a2be 980a0bfcd684 3228b2505d9a 2024-09-17T08:36:38.606 INFO:teuthology.orchestra.run.smithi088.stdout:mon.a smithi088 running (5m) 83s ago 34m 59.9M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 7a79828a62c2 2024-09-17T08:36:38.606 INFO:teuthology.orchestra.run.smithi088.stdout:mon.b smithi187 running (6m) 18s ago 33m 58.7M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 d4e39e0851a6 2024-09-17T08:36:38.607 INFO:teuthology.orchestra.run.smithi088.stdout:mon.c smithi088 running (4m) 83s ago 33m 48.1M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 9f9c833cecc9 2024-09-17T08:36:38.607 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.a smithi088 *:9100 running (8m) 83s ago 29m 16.2M - 1.5.0 0da6a335fe13 b70a15a514fb 2024-09-17T08:36:38.607 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.b smithi187 *:9100 running (8m) 18s ago 30m 16.2M - 1.5.0 0da6a335fe13 75f36e91740f 2024-09-17T08:36:38.607 INFO:teuthology.orchestra.run.smithi088.stdout:osd.0 smithi088 running (3m) 83s ago 32m 45.6M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 b5e437bc4ca8 2024-09-17T08:36:38.607 INFO:teuthology.orchestra.run.smithi088.stdout:osd.1 smithi088 running (3m) 83s ago 32m 44.5M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 19f83bfa6b97 2024-09-17T08:36:38.607 INFO:teuthology.orchestra.run.smithi088.stdout:osd.2 smithi088 running (2m) 83s ago 32m 50.1M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 83345c84b607 2024-09-17T08:36:38.607 INFO:teuthology.orchestra.run.smithi088.stdout:osd.3 smithi088 running (87s) 83s ago 31m 14.5M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 643a395e080b 2024-09-17T08:36:38.607 INFO:teuthology.orchestra.run.smithi088.stdout:osd.4 smithi187 running (55s) 18s ago 31m 50.5M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 6c0b4c1b4d3f 2024-09-17T08:36:38.607 INFO:teuthology.orchestra.run.smithi088.stdout:osd.5 smithi187 running (23s) 18s ago 31m 14.5M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 83e9d1a3f841 2024-09-17T08:36:38.607 INFO:teuthology.orchestra.run.smithi088.stdout:osd.6 smithi187 running (31m) 18s ago 31m 55.9M 4096M 16.2.0 24ecd6d5f14c 53d9ca2fb095 2024-09-17T08:36:38.607 INFO:teuthology.orchestra.run.smithi088.stdout:osd.7 smithi187 running (30m) 18s ago 30m 54.6M 4096M 16.2.0 24ecd6d5f14c 61f8b7fae59c 2024-09-17T08:36:38.607 INFO:teuthology.orchestra.run.smithi088.stdout:prometheus.a smithi187 *:9095 running (7m) 18s ago 30m 55.5M - 2.43.0 a07b618ecd1d 052443b7a266 2024-09-17T08:36:38.607 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi088.pybyat smithi088 *:8000 running (28m) 83s ago 28m 47.4M - 16.2.0 24ecd6d5f14c 1e03127137af 2024-09-17T08:36:38.608 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi187.yrrxta smithi187 *:8000 running (28m) 18s ago 28m 46.9M - 16.2.0 24ecd6d5f14c 304f0f2cb409 2024-09-17T08:36:38.986 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:36:38.986 INFO:teuthology.orchestra.run.smithi088.stdout: "mon": { 2024-09-17T08:36:38.986 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 3 2024-09-17T08:36:38.986 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:36:38.986 INFO:teuthology.orchestra.run.smithi088.stdout: "mgr": { 2024-09-17T08:36:38.986 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T08:36:38.986 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:36:38.986 INFO:teuthology.orchestra.run.smithi088.stdout: "osd": { 2024-09-17T08:36:38.986 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 2, 2024-09-17T08:36:38.987 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 6 2024-09-17T08:36:38.987 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:36:38.987 INFO:teuthology.orchestra.run.smithi088.stdout: "rgw": { 2024-09-17T08:36:38.987 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 2 2024-09-17T08:36:38.987 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:36:38.987 INFO:teuthology.orchestra.run.smithi088.stdout: "overall": { 2024-09-17T08:36:38.987 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 4, 2024-09-17T08:36:38.987 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 11 2024-09-17T08:36:38.987 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-09-17T08:36:38.987 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:36:39.306 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:36:39.306 INFO:teuthology.orchestra.run.smithi088.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9", 2024-09-17T08:36:39.306 INFO:teuthology.orchestra.run.smithi088.stdout: "in_progress": true, 2024-09-17T08:36:39.306 INFO:teuthology.orchestra.run.smithi088.stdout: "which": "Upgrading daemons of type(s) crash,osd", 2024-09-17T08:36:39.306 INFO:teuthology.orchestra.run.smithi088.stdout: "services_complete": [], 2024-09-17T08:36:39.306 INFO:teuthology.orchestra.run.smithi088.stdout: "progress": "6/8 daemons upgraded", 2024-09-17T08:36:39.306 INFO:teuthology.orchestra.run.smithi088.stdout: "message": "Currently upgrading osd daemons", 2024-09-17T08:36:39.306 INFO:teuthology.orchestra.run.smithi088.stdout: "is_paused": false 2024-09-17T08:36:39.306 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:36:39.307 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:39 smithi088 ceph-mon[67196]: from='client.64444 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:36:39.307 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:39 smithi088 ceph-mon[67196]: pgmap v218: 161 pgs: 161 active+clean; 604 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:39.307 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:39 smithi088 ceph-mon[67196]: from='client.54540 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:36:39.307 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:39 smithi088 ceph-mon[67196]: from='client.64462 172.21.15.88:0/1114534207' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:36:39.307 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:39 smithi088 ceph-mon[71593]: from='client.64444 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:36:39.307 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:39 smithi088 ceph-mon[71593]: pgmap v218: 161 pgs: 161 active+clean; 604 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:39.307 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:39 smithi088 ceph-mon[71593]: from='client.54540 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:36:39.307 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:39 smithi088 ceph-mon[71593]: from='client.64462 172.21.15.88:0/1114534207' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:36:39.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:39 smithi187 ceph-mon[70558]: from='client.64444 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:36:39.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:39 smithi187 ceph-mon[70558]: pgmap v218: 161 pgs: 161 active+clean; 604 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:39.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:39 smithi187 ceph-mon[70558]: from='client.54540 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:36:39.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:39 smithi187 ceph-mon[70558]: from='client.64462 172.21.15.88:0/1114534207' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:36:40.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:40 smithi187 ceph-mon[70558]: from='client.64456 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:36:40.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:40 smithi187 ceph-mon[70558]: from='client.54558 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:36:40.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:40 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-17T08:36:40.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:40 smithi187 ceph-mon[70558]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-17T08:36:40.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:40 smithi187 ceph-mon[70558]: Upgrade: osd.6 is safe to restart 2024-09-17T08:36:40.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:40 smithi088 ceph-mon[67196]: from='client.64456 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:36:40.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:40 smithi088 ceph-mon[67196]: from='client.54558 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:36:40.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:40 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-17T08:36:40.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:40 smithi088 ceph-mon[67196]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-17T08:36:40.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:40 smithi088 ceph-mon[67196]: Upgrade: osd.6 is safe to restart 2024-09-17T08:36:40.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:40 smithi088 ceph-mon[71593]: from='client.64456 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:36:40.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:40 smithi088 ceph-mon[71593]: from='client.54558 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:36:40.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:40 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-17T08:36:40.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:40 smithi088 ceph-mon[71593]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-17T08:36:40.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:40 smithi088 ceph-mon[71593]: Upgrade: osd.6 is safe to restart 2024-09-17T08:36:41.344 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:41 smithi187 ceph-mon[70558]: pgmap v219: 161 pgs: 161 active+clean; 604 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:41.345 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:41 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:41.345 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:41 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-17T08:36:41.345 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:41 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:36:41.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:41 smithi088 ceph-mon[67196]: pgmap v219: 161 pgs: 161 active+clean; 604 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:41.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:41 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:41.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:41 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-17T08:36:41.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:41 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:36:41.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:41 smithi088 ceph-mon[71593]: pgmap v219: 161 pgs: 161 active+clean; 604 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:41.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:41 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:41.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:41 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-17T08:36:41.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:41 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:36:42.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:42 smithi187 ceph-mon[70558]: Upgrade: Updating osd.6 2024-09-17T08:36:42.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:42 smithi187 ceph-mon[70558]: Deploying daemon osd.6 on smithi187 2024-09-17T08:36:42.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:42 smithi088 ceph-mon[67196]: Upgrade: Updating osd.6 2024-09-17T08:36:42.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:42 smithi088 ceph-mon[67196]: Deploying daemon osd.6 on smithi187 2024-09-17T08:36:42.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:42 smithi088 ceph-mon[71593]: Upgrade: Updating osd.6 2024-09-17T08:36:42.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:42 smithi088 ceph-mon[71593]: Deploying daemon osd.6 on smithi187 2024-09-17T08:36:43.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:43 smithi187 ceph-mon[70558]: pgmap v220: 161 pgs: 161 active+clean; 604 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:43.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:43 smithi088 ceph-mon[67196]: pgmap v220: 161 pgs: 161 active+clean; 604 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:43.414 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:43 smithi088 ceph-mon[71593]: pgmap v220: 161 pgs: 161 active+clean; 604 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:43.897 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:36:43 smithi187 systemd[1]: Stopping Ceph osd.6 for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:36:43.897 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:36:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.6[31404]: debug 2024-09-17T08:36:43.612+0000 7fd7e7f28700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-17T08:36:43.898 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:36:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.6[31404]: debug 2024-09-17T08:36:43.612+0000 7fd7e7f28700 -1 osd.6 107 *** Got signal Terminated *** 2024-09-17T08:36:43.898 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:36:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.6[31404]: debug 2024-09-17T08:36:43.612+0000 7fd7e7f28700 -1 osd.6 107 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-17T08:36:43.898 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:36:43 smithi187 podman[91054]: 2024-09-17 08:36:43.644131634 +0000 UTC m=+0.144289670 container died 53d9ca2fb095d02a1ca88238b94c0f47cc98ca1f4f686bf1df1d00596b7b610c (image=quay.io/ceph/ceph@sha256:35b2786dc4cd535dd84f6a1a585503db4b43623ba6c43120b5e5e00951949000, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.6, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=https://github.com/ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20201204, CEPH_POINT_RELEASE=-16.2.0, maintainer=Dimitri Savineau , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Base Image, GIT_COMMIT=20cb635043d86d971f028e2bf2824446440b5557, RELEASE=HEAD, org.label-schema.license=GPLv2) 2024-09-17T08:36:44.152 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:36:44 smithi187 podman[91054]: 2024-09-17 08:36:44.012551743 +0000 UTC m=+0.512709752 container cleanup 53d9ca2fb095d02a1ca88238b94c0f47cc98ca1f4f686bf1df1d00596b7b610c (image=quay.io/ceph/ceph@sha256:35b2786dc4cd535dd84f6a1a585503db4b43623ba6c43120b5e5e00951949000, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.6, org.label-schema.build-date=20201204, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=-16.2.0, maintainer=Dimitri Savineau , GIT_COMMIT=20cb635043d86d971f028e2bf2824446440b5557, GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=HEAD, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Base Image, org.label-schema.vendor=CentOS) 2024-09-17T08:36:44.152 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:36:44 smithi187 bash[91054]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.6 2024-09-17T08:36:44.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:44 smithi088 ceph-mon[67196]: osd.6 reported immediately failed by osd.0 2024-09-17T08:36:44.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:44 smithi088 ceph-mon[67196]: osd.6 failed (root=default,host=smithi187) (connection refused reported by osd.0) 2024-09-17T08:36:44.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:44 smithi088 ceph-mon[67196]: osd.6 reported immediately failed by osd.0 2024-09-17T08:36:44.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:44 smithi088 ceph-mon[67196]: osd.6 reported immediately failed by osd.1 2024-09-17T08:36:44.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:44 smithi088 ceph-mon[67196]: osd.6 reported immediately failed by osd.2 2024-09-17T08:36:44.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:44 smithi088 ceph-mon[67196]: osd.6 reported immediately failed by osd.1 2024-09-17T08:36:44.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:44 smithi088 ceph-mon[67196]: osd.6 reported immediately failed by osd.3 2024-09-17T08:36:44.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:44 smithi088 ceph-mon[67196]: osd.6 reported immediately failed by osd.2 2024-09-17T08:36:44.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:44 smithi088 ceph-mon[67196]: osd.6 reported immediately failed by osd.3 2024-09-17T08:36:44.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:44 smithi088 ceph-mon[67196]: osd.6 reported immediately failed by osd.7 2024-09-17T08:36:44.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:44 smithi088 ceph-mon[67196]: osd.6 reported immediately failed by osd.5 2024-09-17T08:36:44.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:44 smithi088 ceph-mon[67196]: osd.6 reported immediately failed by osd.7 2024-09-17T08:36:44.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:44 smithi088 ceph-mon[67196]: osd.6 reported immediately failed by osd.4 2024-09-17T08:36:44.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:44 smithi088 ceph-mon[67196]: osd.6 reported immediately failed by osd.5 2024-09-17T08:36:44.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:44 smithi088 ceph-mon[67196]: osd.6 reported immediately failed by osd.4 2024-09-17T08:36:44.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:44 smithi088 ceph-mon[71593]: osd.6 reported immediately failed by osd.0 2024-09-17T08:36:44.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:44 smithi088 ceph-mon[71593]: osd.6 failed (root=default,host=smithi187) (connection refused reported by osd.0) 2024-09-17T08:36:44.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:44 smithi088 ceph-mon[71593]: osd.6 reported immediately failed by osd.0 2024-09-17T08:36:44.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:44 smithi088 ceph-mon[71593]: osd.6 reported immediately failed by osd.1 2024-09-17T08:36:44.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:44 smithi088 ceph-mon[71593]: osd.6 reported immediately failed by osd.2 2024-09-17T08:36:44.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:44 smithi088 ceph-mon[71593]: osd.6 reported immediately failed by osd.1 2024-09-17T08:36:44.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:44 smithi088 ceph-mon[71593]: osd.6 reported immediately failed by osd.3 2024-09-17T08:36:44.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:44 smithi088 ceph-mon[71593]: osd.6 reported immediately failed by osd.2 2024-09-17T08:36:44.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:44 smithi088 ceph-mon[71593]: osd.6 reported immediately failed by osd.3 2024-09-17T08:36:44.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:44 smithi088 ceph-mon[71593]: osd.6 reported immediately failed by osd.7 2024-09-17T08:36:44.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:44 smithi088 ceph-mon[71593]: osd.6 reported immediately failed by osd.5 2024-09-17T08:36:44.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:44 smithi088 ceph-mon[71593]: osd.6 reported immediately failed by osd.7 2024-09-17T08:36:44.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:44 smithi088 ceph-mon[71593]: osd.6 reported immediately failed by osd.4 2024-09-17T08:36:44.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:44 smithi088 ceph-mon[71593]: osd.6 reported immediately failed by osd.5 2024-09-17T08:36:44.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:44 smithi088 ceph-mon[71593]: osd.6 reported immediately failed by osd.4 2024-09-17T08:36:44.647 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:36:44 smithi187 podman[91068]: 2024-09-17 08:36:44.280550579 +0000 UTC m=+0.631297362 container remove 53d9ca2fb095d02a1ca88238b94c0f47cc98ca1f4f686bf1df1d00596b7b610c (image=quay.io/ceph/ceph@sha256:35b2786dc4cd535dd84f6a1a585503db4b43623ba6c43120b5e5e00951949000, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.6, RELEASE=HEAD, ceph=True, org.label-schema.name=CentOS Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=-16.2.0, GIT_REPO=https://github.com/ceph/ceph-container.git, maintainer=Dimitri Savineau , GIT_COMMIT=20cb635043d86d971f028e2bf2824446440b5557, org.label-schema.build-date=20201204, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-09-17T08:36:44.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:44 smithi187 ceph-mon[70558]: osd.6 reported immediately failed by osd.0 2024-09-17T08:36:44.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:44 smithi187 ceph-mon[70558]: osd.6 failed (root=default,host=smithi187) (connection refused reported by osd.0) 2024-09-17T08:36:44.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:44 smithi187 ceph-mon[70558]: osd.6 reported immediately failed by osd.0 2024-09-17T08:36:44.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:44 smithi187 ceph-mon[70558]: osd.6 reported immediately failed by osd.1 2024-09-17T08:36:44.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:44 smithi187 ceph-mon[70558]: osd.6 reported immediately failed by osd.2 2024-09-17T08:36:44.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:44 smithi187 ceph-mon[70558]: osd.6 reported immediately failed by osd.1 2024-09-17T08:36:44.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:44 smithi187 ceph-mon[70558]: osd.6 reported immediately failed by osd.3 2024-09-17T08:36:44.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:44 smithi187 ceph-mon[70558]: osd.6 reported immediately failed by osd.2 2024-09-17T08:36:44.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:44 smithi187 ceph-mon[70558]: osd.6 reported immediately failed by osd.3 2024-09-17T08:36:44.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:44 smithi187 ceph-mon[70558]: osd.6 reported immediately failed by osd.7 2024-09-17T08:36:44.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:44 smithi187 ceph-mon[70558]: osd.6 reported immediately failed by osd.5 2024-09-17T08:36:44.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:44 smithi187 ceph-mon[70558]: osd.6 reported immediately failed by osd.7 2024-09-17T08:36:44.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:44 smithi187 ceph-mon[70558]: osd.6 reported immediately failed by osd.4 2024-09-17T08:36:44.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:44 smithi187 ceph-mon[70558]: osd.6 reported immediately failed by osd.5 2024-09-17T08:36:44.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:44 smithi187 ceph-mon[70558]: osd.6 reported immediately failed by osd.4 2024-09-17T08:36:45.042 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:36:44 smithi187 podman[91184]: 2024-09-17 08:36:44.683842321 +0000 UTC m=+0.015978092 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-17T08:36:45.042 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:36:44 smithi187 podman[91184]: 2024-09-17 08:36:44.789999597 +0000 UTC m=+0.122135368 container create 1d983369682a32540dd91e019431b28ae14da0606dd205ab8a0456f0974a3870 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6-deactivate, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=reef-19e2a2b, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-09-17T08:36:45.042 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:36:45 smithi187 podman[91184]: 2024-09-17 08:36:45.042520847 +0000 UTC m=+0.374656618 container init 1d983369682a32540dd91e019431b28ae14da0606dd205ab8a0456f0974a3870 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6-deactivate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=reef-19e2a2b, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-17T08:36:45.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:45 smithi187 ceph-mon[70558]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T08:36:45.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:45 smithi187 ceph-mon[70558]: osdmap e108: 8 total, 7 up, 8 in 2024-09-17T08:36:45.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:45 smithi187 ceph-mon[70558]: pgmap v222: 161 pgs: 13 stale+active+clean, 148 active+clean; 604 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:45.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:45 smithi187 ceph-mon[70558]: osdmap e109: 8 total, 7 up, 8 in 2024-09-17T08:36:45.397 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:36:45 smithi187 podman[91184]: 2024-09-17 08:36:45.045795918 +0000 UTC m=+0.377931690 container start 1d983369682a32540dd91e019431b28ae14da0606dd205ab8a0456f0974a3870 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6-deactivate, ceph=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-19e2a2b, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-09-17T08:36:45.397 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:36:45 smithi187 podman[91184]: 2024-09-17 08:36:45.142503067 +0000 UTC m=+0.474638841 container attach 1d983369682a32540dd91e019431b28ae14da0606dd205ab8a0456f0974a3870 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6-deactivate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=reef-19e2a2b, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-17T08:36:45.397 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:36:45 smithi187 podman[91184]: 2024-09-17 08:36:45.243898127 +0000 UTC m=+0.576033907 container died 1d983369682a32540dd91e019431b28ae14da0606dd205ab8a0456f0974a3870 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6-deactivate, maintainer=Guillaume Abrioux , RELEASE=reef-19e2a2b, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-17T08:36:45.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:45 smithi088 ceph-mon[67196]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T08:36:45.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:45 smithi088 ceph-mon[67196]: osdmap e108: 8 total, 7 up, 8 in 2024-09-17T08:36:45.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:45 smithi088 ceph-mon[67196]: pgmap v222: 161 pgs: 13 stale+active+clean, 148 active+clean; 604 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:45.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:45 smithi088 ceph-mon[67196]: osdmap e109: 8 total, 7 up, 8 in 2024-09-17T08:36:45.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:45 smithi088 ceph-mon[71593]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T08:36:45.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:45 smithi088 ceph-mon[71593]: osdmap e108: 8 total, 7 up, 8 in 2024-09-17T08:36:45.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:45 smithi088 ceph-mon[71593]: pgmap v222: 161 pgs: 13 stale+active+clean, 148 active+clean; 604 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:45.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:45 smithi088 ceph-mon[71593]: osdmap e109: 8 total, 7 up, 8 in 2024-09-17T08:36:46.147 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:36:45 smithi187 podman[91208]: 2024-09-17 08:36:45.779711589 +0000 UTC m=+0.529479260 container remove 1d983369682a32540dd91e019431b28ae14da0606dd205ab8a0456f0974a3870 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-19e2a2b, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-17T08:36:46.147 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:36:45 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@osd.6.service: Deactivated successfully. 2024-09-17T08:36:46.147 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:36:45 smithi187 systemd[1]: Stopped Ceph osd.6 for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:36:46.147 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:36:45 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@osd.6.service: Consumed 1.160s CPU time. 2024-09-17T08:36:46.147 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:36:45 smithi187 systemd[1]: Starting Ceph osd.6 for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:36:46.483 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:46 smithi187 ceph-mon[70558]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-17T08:36:46.483 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:46 smithi187 ceph-mon[70558]: Health check failed: Degraded data redundancy: 58/999 objects degraded (5.806%), 10 pgs degraded (PG_DEGRADED) 2024-09-17T08:36:46.483 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:36:46 smithi187 podman[91307]: 2024-09-17 08:36:46.107358444 +0000 UTC m=+0.016306292 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-17T08:36:46.483 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:36:46 smithi187 podman[91307]: 2024-09-17 08:36:46.231172688 +0000 UTC m=+0.140120514 container create 6284c6f7ca01b4fa6d621e3132da9b73445cf0f4e81f4be8465b7c50f4a3ee45 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6-activate, RELEASE=reef-19e2a2b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-09-17T08:36:46.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:46 smithi088 ceph-mon[67196]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-17T08:36:46.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:46 smithi088 ceph-mon[67196]: Health check failed: Degraded data redundancy: 58/999 objects degraded (5.806%), 10 pgs degraded (PG_DEGRADED) 2024-09-17T08:36:46.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:46 smithi088 ceph-mon[71593]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-17T08:36:46.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:46 smithi088 ceph-mon[71593]: Health check failed: Degraded data redundancy: 58/999 objects degraded (5.806%), 10 pgs degraded (PG_DEGRADED) 2024-09-17T08:36:46.781 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:36:46 smithi187 podman[91307]: 2024-09-17 08:36:46.48353035 +0000 UTC m=+0.392478190 container init 6284c6f7ca01b4fa6d621e3132da9b73445cf0f4e81f4be8465b7c50f4a3ee45 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6-activate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=reef-19e2a2b, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2) 2024-09-17T08:36:46.781 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:36:46 smithi187 podman[91307]: 2024-09-17 08:36:46.487343603 +0000 UTC m=+0.396291431 container start 6284c6f7ca01b4fa6d621e3132da9b73445cf0f4e81f4be8465b7c50f4a3ee45 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6-activate, RELEASE=reef-19e2a2b, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-09-17T08:36:46.781 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:36:46 smithi187 podman[91307]: 2024-09-17 08:36:46.583754304 +0000 UTC m=+0.492702148 container attach 6284c6f7ca01b4fa6d621e3132da9b73445cf0f4e81f4be8465b7c50f4a3ee45 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6-activate, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, RELEASE=reef-19e2a2b) 2024-09-17T08:36:47.121 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:36:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6-activate[91322]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-17T08:36:47.121 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:36:46 smithi187 bash[91307]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-17T08:36:47.122 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:36:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6-activate[91322]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-17T08:36:47.122 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:36:46 smithi187 bash[91307]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-17T08:36:47.122 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:36:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6-activate[91322]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-17T08:36:47.122 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:36:46 smithi187 bash[91307]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-17T08:36:47.122 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:36:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6-activate[91322]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-17T08:36:47.122 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:36:46 smithi187 bash[91307]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-17T08:36:47.122 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:36:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6-activate[91322]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-09-17T08:36:47.122 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:36:46 smithi187 bash[91307]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-09-17T08:36:47.122 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:36:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6-activate[91322]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-17T08:36:47.122 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:36:46 smithi187 bash[91307]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-17T08:36:47.122 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:36:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6-activate[91322]: --> ceph-volume raw activate successful for osd ID: 6 2024-09-17T08:36:47.122 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:36:46 smithi187 bash[91307]: --> ceph-volume raw activate successful for osd ID: 6 2024-09-17T08:36:47.122 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:36:46 smithi187 podman[91307]: 2024-09-17 08:36:46.828911535 +0000 UTC m=+0.737859363 container died 6284c6f7ca01b4fa6d621e3132da9b73445cf0f4e81f4be8465b7c50f4a3ee45 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6-activate, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, RELEASE=reef-19e2a2b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-09-17T08:36:47.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:47 smithi187 ceph-mon[70558]: pgmap v224: 161 pgs: 14 active+undersized, 9 peering, 7 stale+active+clean, 10 active+undersized+degraded, 121 active+clean; 604 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 58/999 objects degraded (5.806%) 2024-09-17T08:36:47.647 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:36:47 smithi187 podman[91440]: 2024-09-17 08:36:47.429638461 +0000 UTC m=+0.595092849 container remove 6284c6f7ca01b4fa6d621e3132da9b73445cf0f4e81f4be8465b7c50f4a3ee45 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6-activate, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=reef-19e2a2b) 2024-09-17T08:36:47.647 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:36:47 smithi187 podman[91498]: 2024-09-17 08:36:47.538671775 +0000 UTC m=+0.016015658 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-17T08:36:47.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:47 smithi088 ceph-mon[67196]: pgmap v224: 161 pgs: 14 active+undersized, 9 peering, 7 stale+active+clean, 10 active+undersized+degraded, 121 active+clean; 604 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 58/999 objects degraded (5.806%) 2024-09-17T08:36:47.664 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:47 smithi088 ceph-mon[71593]: pgmap v224: 161 pgs: 14 active+undersized, 9 peering, 7 stale+active+clean, 10 active+undersized+degraded, 121 active+clean; 604 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 58/999 objects degraded (5.806%) 2024-09-17T08:36:47.923 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:36:47 smithi187 podman[91498]: 2024-09-17 08:36:47.661069188 +0000 UTC m=+0.138413067 container create 813f8cc61640bd4f11505718d3b3c7bb566e1ac215b45b85e1d0e18963f6181c (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, RELEASE=reef-19e2a2b, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-09-17T08:36:47.923 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:36:47 smithi187 podman[91498]: 2024-09-17 08:36:47.899628373 +0000 UTC m=+0.376972260 container init 813f8cc61640bd4f11505718d3b3c7bb566e1ac215b45b85e1d0e18963f6181c (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=reef-19e2a2b) 2024-09-17T08:36:47.924 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:36:47 smithi187 podman[91498]: 2024-09-17 08:36:47.902772665 +0000 UTC m=+0.380116543 container start 813f8cc61640bd4f11505718d3b3c7bb566e1ac215b45b85e1d0e18963f6181c (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6, org.label-schema.license=GPLv2, RELEASE=reef-19e2a2b, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-17T08:36:48.396 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:36:47 smithi187 ceph-osd[91517]: -- 172.21.15.187:0/167781237 <== mon.2 v2:172.21.15.187:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5616224cb1e0 con 0x561622469c00 2024-09-17T08:36:48.397 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:36:48 smithi187 bash[91498]: 813f8cc61640bd4f11505718d3b3c7bb566e1ac215b45b85e1d0e18963f6181c 2024-09-17T08:36:48.397 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:36:48 smithi187 systemd[1]: Started Ceph osd.6 for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:36:48.725 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:36:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:36:48.447+0000 7f78d9d1e640 -1 Falling back to public interface 2024-09-17T08:36:49.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:49 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:49.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:49 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:49.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:49 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:36:49.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:49 smithi187 ceph-mon[70558]: pgmap v225: 161 pgs: 27 active+undersized, 9 peering, 17 active+undersized+degraded, 108 active+clean; 604 KiB data, 257 MiB used, 715 GiB / 715 GiB avail; 106/999 objects degraded (10.611%) 2024-09-17T08:36:49.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:49 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:49.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:49 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:49.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:49 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:36:49.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:49 smithi088 ceph-mon[67196]: pgmap v225: 161 pgs: 27 active+undersized, 9 peering, 17 active+undersized+degraded, 108 active+clean; 604 KiB data, 257 MiB used, 715 GiB / 715 GiB avail; 106/999 objects degraded (10.611%) 2024-09-17T08:36:49.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:49 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:49.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:49 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:49.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:49 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:36:49.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:49 smithi088 ceph-mon[71593]: pgmap v225: 161 pgs: 27 active+undersized, 9 peering, 17 active+undersized+degraded, 108 active+clean; 604 KiB data, 257 MiB used, 715 GiB / 715 GiB avail; 106/999 objects degraded (10.611%) 2024-09-17T08:36:50.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:50 smithi187 ceph-mon[70558]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-17T08:36:50.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:50 smithi088 ceph-mon[67196]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-17T08:36:50.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:50 smithi088 ceph-mon[71593]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-17T08:36:51.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:51 smithi187 ceph-mon[70558]: pgmap v226: 161 pgs: 31 active+undersized, 22 active+undersized+degraded, 108 active+clean; 604 KiB data, 257 MiB used, 715 GiB / 715 GiB avail; 126/999 objects degraded (12.613%) 2024-09-17T08:36:51.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:51 smithi187 ceph-mon[70558]: from='osd.6 [v2:172.21.15.187:6816/2427634890,v1:172.21.15.187:6817/2427634890]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-17T08:36:51.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:51 smithi187 ceph-mon[70558]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-17T08:36:51.398 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:36:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:36:51.154+0000 7f78d9d1e640 -1 osd.6 0 read_superblock omap replica is missing. 2024-09-17T08:36:51.398 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:36:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:36:51.182+0000 7f78d9d1e640 -1 osd.6 107 log_to_monitors true 2024-09-17T08:36:51.649 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:36:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:36:51.418+0000 7f78d1ac8640 -1 osd.6 107 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-17T08:36:51.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:51 smithi088 ceph-mon[67196]: pgmap v226: 161 pgs: 31 active+undersized, 22 active+undersized+degraded, 108 active+clean; 604 KiB data, 257 MiB used, 715 GiB / 715 GiB avail; 126/999 objects degraded (12.613%) 2024-09-17T08:36:51.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:51 smithi088 ceph-mon[67196]: from='osd.6 [v2:172.21.15.187:6816/2427634890,v1:172.21.15.187:6817/2427634890]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-17T08:36:51.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:51 smithi088 ceph-mon[67196]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-17T08:36:51.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:51 smithi088 ceph-mon[71593]: pgmap v226: 161 pgs: 31 active+undersized, 22 active+undersized+degraded, 108 active+clean; 604 KiB data, 257 MiB used, 715 GiB / 715 GiB avail; 126/999 objects degraded (12.613%) 2024-09-17T08:36:51.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:51 smithi088 ceph-mon[71593]: from='osd.6 [v2:172.21.15.187:6816/2427634890,v1:172.21.15.187:6817/2427634890]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-17T08:36:51.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:51 smithi088 ceph-mon[71593]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-17T08:36:52.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:52 smithi088 ceph-mon[67196]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-17T08:36:52.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:52 smithi088 ceph-mon[67196]: osdmap e110: 8 total, 7 up, 8 in 2024-09-17T08:36:52.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:52 smithi088 ceph-mon[67196]: from='osd.6 [v2:172.21.15.187:6816/2427634890,v1:172.21.15.187:6817/2427634890]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-09-17T08:36:52.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:52 smithi088 ceph-mon[67196]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-09-17T08:36:52.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:52 smithi088 ceph-mon[71593]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-17T08:36:52.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:52 smithi088 ceph-mon[71593]: osdmap e110: 8 total, 7 up, 8 in 2024-09-17T08:36:52.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:52 smithi088 ceph-mon[71593]: from='osd.6 [v2:172.21.15.187:6816/2427634890,v1:172.21.15.187:6817/2427634890]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-09-17T08:36:52.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:52 smithi088 ceph-mon[71593]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-09-17T08:36:52.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:52 smithi187 ceph-mon[70558]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-17T08:36:52.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:52 smithi187 ceph-mon[70558]: osdmap e110: 8 total, 7 up, 8 in 2024-09-17T08:36:52.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:52 smithi187 ceph-mon[70558]: from='osd.6 [v2:172.21.15.187:6816/2427634890,v1:172.21.15.187:6817/2427634890]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-09-17T08:36:52.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:52 smithi187 ceph-mon[70558]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-09-17T08:36:53.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:53 smithi187 ceph-mon[70558]: pgmap v228: 161 pgs: 31 active+undersized, 22 active+undersized+degraded, 108 active+clean; 604 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 126/999 objects degraded (12.613%) 2024-09-17T08:36:53.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:53 smithi187 ceph-mon[70558]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T08:36:53.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:53 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T08:36:53.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:53 smithi187 ceph-mon[70558]: osd.6 [v2:172.21.15.187:6816/2427634890,v1:172.21.15.187:6817/2427634890] boot 2024-09-17T08:36:53.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:53 smithi187 ceph-mon[70558]: osdmap e111: 8 total, 8 up, 8 in 2024-09-17T08:36:53.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:53 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:53.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:53 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:53.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:53 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:53.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:53 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:53.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:53 smithi187 ceph-mon[70558]: Health check update: Degraded data redundancy: 126/999 objects degraded (12.613%), 22 pgs degraded (PG_DEGRADED) 2024-09-17T08:36:53.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:53 smithi187 ceph-mon[70558]: osdmap e112: 8 total, 8 up, 8 in 2024-09-17T08:36:53.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:53 smithi088 ceph-mon[67196]: pgmap v228: 161 pgs: 31 active+undersized, 22 active+undersized+degraded, 108 active+clean; 604 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 126/999 objects degraded (12.613%) 2024-09-17T08:36:53.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:53 smithi088 ceph-mon[67196]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T08:36:53.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:53 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T08:36:53.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:53 smithi088 ceph-mon[67196]: osd.6 [v2:172.21.15.187:6816/2427634890,v1:172.21.15.187:6817/2427634890] boot 2024-09-17T08:36:53.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:53 smithi088 ceph-mon[67196]: osdmap e111: 8 total, 8 up, 8 in 2024-09-17T08:36:53.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:53 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:53.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:53 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:53.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:53 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:53.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:53 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:53.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:53 smithi088 ceph-mon[67196]: Health check update: Degraded data redundancy: 126/999 objects degraded (12.613%), 22 pgs degraded (PG_DEGRADED) 2024-09-17T08:36:53.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:53 smithi088 ceph-mon[67196]: osdmap e112: 8 total, 8 up, 8 in 2024-09-17T08:36:53.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:53 smithi088 ceph-mon[71593]: pgmap v228: 161 pgs: 31 active+undersized, 22 active+undersized+degraded, 108 active+clean; 604 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 126/999 objects degraded (12.613%) 2024-09-17T08:36:53.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:53 smithi088 ceph-mon[71593]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T08:36:53.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:53 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-17T08:36:53.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:53 smithi088 ceph-mon[71593]: osd.6 [v2:172.21.15.187:6816/2427634890,v1:172.21.15.187:6817/2427634890] boot 2024-09-17T08:36:53.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:53 smithi088 ceph-mon[71593]: osdmap e111: 8 total, 8 up, 8 in 2024-09-17T08:36:53.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:53 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:53.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:53 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:53.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:53 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:53.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:53 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:53.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:53 smithi088 ceph-mon[71593]: Health check update: Degraded data redundancy: 126/999 objects degraded (12.613%), 22 pgs degraded (PG_DEGRADED) 2024-09-17T08:36:53.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:53 smithi088 ceph-mon[71593]: osdmap e112: 8 total, 8 up, 8 in 2024-09-17T08:36:55.581 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:55 smithi187 ceph-mon[70558]: pgmap v231: 161 pgs: 13 peering, 23 active+undersized, 17 active+undersized+degraded, 108 active+clean; 604 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 92/999 objects degraded (9.209%) 2024-09-17T08:36:55.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:55 smithi088 ceph-mon[67196]: pgmap v231: 161 pgs: 13 peering, 23 active+undersized, 17 active+undersized+degraded, 108 active+clean; 604 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 92/999 objects degraded (9.209%) 2024-09-17T08:36:55.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:55 smithi088 ceph-mon[71593]: pgmap v231: 161 pgs: 13 peering, 23 active+undersized, 17 active+undersized+degraded, 108 active+clean; 604 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 92/999 objects degraded (9.209%) 2024-09-17T08:36:56.414 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:36:56 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:36:56.083+0000 7f76e7e0b640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-09-17T08:36:57.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:56 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:57.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:56 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:57.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:56 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:36:57.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:56 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:36:57.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:56 smithi187 ceph-mon[70558]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:36:57.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:56 smithi187 ceph-mon[70558]: pgmap v232: 161 pgs: 13 peering, 8 active+undersized, 6 active+undersized+degraded, 134 active+clean; 604 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 27/999 objects degraded (2.703%) 2024-09-17T08:36:57.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:56 smithi187 ceph-mon[70558]: pgmap v233: 161 pgs: 13 peering, 8 active+undersized, 6 active+undersized+degraded, 134 active+clean; 604 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 27/999 objects degraded (2.703%) 2024-09-17T08:36:57.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:56 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:57.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:56 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:36:57.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:56 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:36:57.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:56 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:36:57.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:56 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:36:57.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:56 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-17T08:36:57.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:56 smithi187 ceph-mon[70558]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-17T08:36:57.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:56 smithi187 ceph-mon[70558]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-09-17T08:36:57.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:56 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:57.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:56 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:57.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:56 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:36:57.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:56 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:36:57.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:56 smithi088 ceph-mon[71593]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:36:57.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:56 smithi088 ceph-mon[71593]: pgmap v232: 161 pgs: 13 peering, 8 active+undersized, 6 active+undersized+degraded, 134 active+clean; 604 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 27/999 objects degraded (2.703%) 2024-09-17T08:36:57.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:56 smithi088 ceph-mon[71593]: pgmap v233: 161 pgs: 13 peering, 8 active+undersized, 6 active+undersized+degraded, 134 active+clean; 604 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 27/999 objects degraded (2.703%) 2024-09-17T08:36:57.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:56 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:57.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:56 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:36:57.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:56 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:36:57.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:56 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:36:57.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:56 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:36:57.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:56 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-17T08:36:57.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:56 smithi088 ceph-mon[71593]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-17T08:36:57.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:56 smithi088 ceph-mon[71593]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-09-17T08:36:57.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:56 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:57.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:56 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:57.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:56 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:36:57.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:56 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:36:57.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:56 smithi088 ceph-mon[67196]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:36:57.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:56 smithi088 ceph-mon[67196]: pgmap v232: 161 pgs: 13 peering, 8 active+undersized, 6 active+undersized+degraded, 134 active+clean; 604 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 27/999 objects degraded (2.703%) 2024-09-17T08:36:57.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:56 smithi088 ceph-mon[67196]: pgmap v233: 161 pgs: 13 peering, 8 active+undersized, 6 active+undersized+degraded, 134 active+clean; 604 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 27/999 objects degraded (2.703%) 2024-09-17T08:36:57.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:56 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:36:57.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:56 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:36:57.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:56 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:36:57.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:56 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:36:57.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:56 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:36:57.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:56 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-17T08:36:57.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:56 smithi088 ceph-mon[67196]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-17T08:36:57.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:56 smithi088 ceph-mon[67196]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-09-17T08:36:58.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:58 smithi187 ceph-mon[70558]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 27/999 objects degraded (2.703%), 6 pgs degraded) 2024-09-17T08:36:58.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:58 smithi088 ceph-mon[67196]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 27/999 objects degraded (2.703%), 6 pgs degraded) 2024-09-17T08:36:58.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:58 smithi088 ceph-mon[71593]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 27/999 objects degraded (2.703%), 6 pgs degraded) 2024-09-17T08:36:59.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:36:59 smithi187 ceph-mon[70558]: pgmap v234: 161 pgs: 4 peering, 157 active+clean; 604 KiB data, 277 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:59.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:36:59 smithi088 ceph-mon[67196]: pgmap v234: 161 pgs: 4 peering, 157 active+clean; 604 KiB data, 277 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:36:59.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:36:59 smithi088 ceph-mon[71593]: pgmap v234: 161 pgs: 4 peering, 157 active+clean; 604 KiB data, 277 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:01.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:01 smithi187 ceph-mon[70558]: pgmap v235: 161 pgs: 161 active+clean; 604 KiB data, 277 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:01.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:01 smithi088 ceph-mon[67196]: pgmap v235: 161 pgs: 161 active+clean; 604 KiB data, 277 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:01.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:01 smithi088 ceph-mon[71593]: pgmap v235: 161 pgs: 161 active+clean; 604 KiB data, 277 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:03.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:03 smithi187 ceph-mon[70558]: pgmap v236: 161 pgs: 161 active+clean; 604 KiB data, 277 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:03.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:03 smithi088 ceph-mon[67196]: pgmap v236: 161 pgs: 161 active+clean; 604 KiB data, 277 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:03.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:03 smithi088 ceph-mon[71593]: pgmap v236: 161 pgs: 161 active+clean; 604 KiB data, 277 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:05.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:05 smithi187 ceph-mon[70558]: pgmap v237: 161 pgs: 161 active+clean; 604 KiB data, 277 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:05.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:05 smithi088 ceph-mon[67196]: pgmap v237: 161 pgs: 161 active+clean; 604 KiB data, 277 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:05.414 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:05 smithi088 ceph-mon[71593]: pgmap v237: 161 pgs: 161 active+clean; 604 KiB data, 277 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:07.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:07 smithi187 ceph-mon[70558]: pgmap v238: 161 pgs: 161 active+clean; 604 KiB data, 277 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:07.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:07 smithi088 ceph-mon[67196]: pgmap v238: 161 pgs: 161 active+clean; 604 KiB data, 277 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:07.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:07 smithi088 ceph-mon[71593]: pgmap v238: 161 pgs: 161 active+clean; 604 KiB data, 277 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:09.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:09 smithi187 ceph-mon[70558]: pgmap v239: 161 pgs: 161 active+clean; 604 KiB data, 277 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:09.414 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:09 smithi088 ceph-mon[71593]: pgmap v239: 161 pgs: 161 active+clean; 604 KiB data, 277 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:09.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:09 smithi088 ceph-mon[67196]: pgmap v239: 161 pgs: 161 active+clean; 604 KiB data, 277 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:09.653 INFO:teuthology.orchestra.run.smithi088.stdout:true 2024-09-17T08:37:10.284 INFO:teuthology.orchestra.run.smithi088.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T08:37:10.284 INFO:teuthology.orchestra.run.smithi088.stdout:alertmanager.a smithi088 *:9093,9094 running (8m) 115s ago 29m 25.7M - 0.25.0 c8568f914cd2 ae3ad2ca8c3e 2024-09-17T08:37:10.284 INFO:teuthology.orchestra.run.smithi088.stdout:grafana.a smithi187 *:3000 running (7m) 17s ago 29m 88.3M - 9.4.7 954c08fa6188 bb16e26e2835 2024-09-17T08:37:10.284 INFO:teuthology.orchestra.run.smithi088.stdout:iscsi.foo.smithi187.kgegfj smithi187 error 17s ago 28m - - 2024-09-17T08:37:10.284 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.x smithi187 *:8443,8765 running (9m) 17s ago 33m 438M - 18.2.4-855-g19e2a2be 980a0bfcd684 d71cc65429a4 2024-09-17T08:37:10.284 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.y smithi088 *:8443,8765 running (19m) 115s ago 35m 486M - 18.2.4-855-g19e2a2be 980a0bfcd684 3228b2505d9a 2024-09-17T08:37:10.284 INFO:teuthology.orchestra.run.smithi088.stdout:mon.a smithi088 running (5m) 115s ago 35m 59.9M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 7a79828a62c2 2024-09-17T08:37:10.284 INFO:teuthology.orchestra.run.smithi088.stdout:mon.b smithi187 running (6m) 17s ago 33m 59.8M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 d4e39e0851a6 2024-09-17T08:37:10.285 INFO:teuthology.orchestra.run.smithi088.stdout:mon.c smithi088 running (5m) 115s ago 34m 48.1M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 9f9c833cecc9 2024-09-17T08:37:10.285 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.a smithi088 *:9100 running (8m) 115s ago 30m 16.2M - 1.5.0 0da6a335fe13 b70a15a514fb 2024-09-17T08:37:10.285 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.b smithi187 *:9100 running (8m) 17s ago 30m 17.2M - 1.5.0 0da6a335fe13 75f36e91740f 2024-09-17T08:37:10.285 INFO:teuthology.orchestra.run.smithi088.stdout:osd.0 smithi088 running (4m) 115s ago 33m 45.6M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 b5e437bc4ca8 2024-09-17T08:37:10.285 INFO:teuthology.orchestra.run.smithi088.stdout:osd.1 smithi088 running (3m) 115s ago 33m 44.5M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 19f83bfa6b97 2024-09-17T08:37:10.285 INFO:teuthology.orchestra.run.smithi088.stdout:osd.2 smithi088 running (2m) 115s ago 32m 50.1M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 83345c84b607 2024-09-17T08:37:10.285 INFO:teuthology.orchestra.run.smithi088.stdout:osd.3 smithi088 running (118s) 115s ago 32m 14.5M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 643a395e080b 2024-09-17T08:37:10.285 INFO:teuthology.orchestra.run.smithi088.stdout:osd.4 smithi187 running (87s) 17s ago 32m 51.8M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 6c0b4c1b4d3f 2024-09-17T08:37:10.285 INFO:teuthology.orchestra.run.smithi088.stdout:osd.5 smithi187 running (54s) 17s ago 31m 53.0M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 83e9d1a3f841 2024-09-17T08:37:10.285 INFO:teuthology.orchestra.run.smithi088.stdout:osd.6 smithi187 running (22s) 17s ago 31m 11.6M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 813f8cc61640 2024-09-17T08:37:10.285 INFO:teuthology.orchestra.run.smithi088.stdout:osd.7 smithi187 running (31m) 17s ago 31m 55.8M 4096M 16.2.0 24ecd6d5f14c 61f8b7fae59c 2024-09-17T08:37:10.285 INFO:teuthology.orchestra.run.smithi088.stdout:prometheus.a smithi187 *:9095 running (8m) 17s ago 30m 55.5M - 2.43.0 a07b618ecd1d 052443b7a266 2024-09-17T08:37:10.285 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi088.pybyat smithi088 *:8000 running (29m) 115s ago 29m 47.4M - 16.2.0 24ecd6d5f14c 1e03127137af 2024-09-17T08:37:10.286 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi187.yrrxta smithi187 *:8000 running (29m) 17s ago 29m 47.0M - 16.2.0 24ecd6d5f14c 304f0f2cb409 2024-09-17T08:37:10.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:10 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:10.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:10 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:10.669 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:37:10.670 INFO:teuthology.orchestra.run.smithi088.stdout: "mon": { 2024-09-17T08:37:10.670 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 3 2024-09-17T08:37:10.670 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:37:10.670 INFO:teuthology.orchestra.run.smithi088.stdout: "mgr": { 2024-09-17T08:37:10.670 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T08:37:10.670 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:37:10.670 INFO:teuthology.orchestra.run.smithi088.stdout: "osd": { 2024-09-17T08:37:10.670 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 1, 2024-09-17T08:37:10.670 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 7 2024-09-17T08:37:10.670 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:37:10.670 INFO:teuthology.orchestra.run.smithi088.stdout: "rgw": { 2024-09-17T08:37:10.670 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 2 2024-09-17T08:37:10.671 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:37:10.671 INFO:teuthology.orchestra.run.smithi088.stdout: "overall": { 2024-09-17T08:37:10.671 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 3, 2024-09-17T08:37:10.671 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 12 2024-09-17T08:37:10.671 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-09-17T08:37:10.671 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:37:10.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:10 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:10.989 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:37:10.989 INFO:teuthology.orchestra.run.smithi088.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9", 2024-09-17T08:37:10.989 INFO:teuthology.orchestra.run.smithi088.stdout: "in_progress": true, 2024-09-17T08:37:10.989 INFO:teuthology.orchestra.run.smithi088.stdout: "which": "Upgrading daemons of type(s) crash,osd", 2024-09-17T08:37:10.989 INFO:teuthology.orchestra.run.smithi088.stdout: "services_complete": [], 2024-09-17T08:37:10.990 INFO:teuthology.orchestra.run.smithi088.stdout: "progress": "7/8 daemons upgraded", 2024-09-17T08:37:10.990 INFO:teuthology.orchestra.run.smithi088.stdout: "message": "Currently upgrading osd daemons", 2024-09-17T08:37:10.990 INFO:teuthology.orchestra.run.smithi088.stdout: "is_paused": false 2024-09-17T08:37:10.990 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:37:11.658 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:11 smithi187 ceph-mon[70558]: from='client.54567 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:37:11.659 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:11 smithi187 ceph-mon[70558]: pgmap v240: 161 pgs: 161 active+clean; 604 KiB data, 277 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:11.659 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:11 smithi187 ceph-mon[70558]: from='client.54573 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:37:11.659 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:11 smithi187 ceph-mon[70558]: from='client.64489 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:37:11.659 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:11 smithi187 ceph-mon[70558]: from='client.64495 172.21.15.88:0/1987519460' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:11.659 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:11 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-17T08:37:11.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:11 smithi088 ceph-mon[67196]: from='client.54567 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:37:11.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:11 smithi088 ceph-mon[67196]: pgmap v240: 161 pgs: 161 active+clean; 604 KiB data, 277 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:11.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:11 smithi088 ceph-mon[67196]: from='client.54573 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:37:11.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:11 smithi088 ceph-mon[67196]: from='client.64489 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:37:11.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:11 smithi088 ceph-mon[67196]: from='client.64495 172.21.15.88:0/1987519460' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:11.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:11 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-17T08:37:11.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:11 smithi088 ceph-mon[71593]: from='client.54567 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:37:11.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:11 smithi088 ceph-mon[71593]: pgmap v240: 161 pgs: 161 active+clean; 604 KiB data, 277 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:11.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:11 smithi088 ceph-mon[71593]: from='client.54573 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:37:11.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:11 smithi088 ceph-mon[71593]: from='client.64489 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:37:11.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:11 smithi088 ceph-mon[71593]: from='client.64495 172.21.15.88:0/1987519460' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:11.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:11 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-17T08:37:12.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:12 smithi187 ceph-mon[70558]: from='client.54591 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:37:12.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:12 smithi187 ceph-mon[70558]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-17T08:37:12.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:12 smithi187 ceph-mon[70558]: Upgrade: osd.7 is safe to restart 2024-09-17T08:37:12.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:12 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:12.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:12 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-17T08:37:12.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:12 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:37:12.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:12 smithi088 ceph-mon[67196]: from='client.54591 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:37:12.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:12 smithi088 ceph-mon[67196]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-17T08:37:12.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:12 smithi088 ceph-mon[67196]: Upgrade: osd.7 is safe to restart 2024-09-17T08:37:12.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:12 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:12.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:12 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-17T08:37:12.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:12 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:37:12.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:12 smithi088 ceph-mon[71593]: from='client.54591 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:37:12.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:12 smithi088 ceph-mon[71593]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-17T08:37:12.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:12 smithi088 ceph-mon[71593]: Upgrade: osd.7 is safe to restart 2024-09-17T08:37:12.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:12 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:12.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:12 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-17T08:37:12.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:12 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:37:13.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:13 smithi088 ceph-mon[67196]: pgmap v241: 161 pgs: 161 active+clean; 604 KiB data, 277 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:13.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:13 smithi088 ceph-mon[67196]: Upgrade: Updating osd.7 2024-09-17T08:37:13.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:13 smithi088 ceph-mon[67196]: Deploying daemon osd.7 on smithi187 2024-09-17T08:37:13.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:13 smithi088 ceph-mon[71593]: pgmap v241: 161 pgs: 161 active+clean; 604 KiB data, 277 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:13.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:13 smithi088 ceph-mon[71593]: Upgrade: Updating osd.7 2024-09-17T08:37:13.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:13 smithi088 ceph-mon[71593]: Deploying daemon osd.7 on smithi187 2024-09-17T08:37:13.806 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:13 smithi187 ceph-mon[70558]: pgmap v241: 161 pgs: 161 active+clean; 604 KiB data, 277 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:13.806 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:13 smithi187 ceph-mon[70558]: Upgrade: Updating osd.7 2024-09-17T08:37:13.806 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:13 smithi187 ceph-mon[70558]: Deploying daemon osd.7 on smithi187 2024-09-17T08:37:15.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:15 smithi187 ceph-mon[70558]: pgmap v242: 161 pgs: 161 active+clean; 604 KiB data, 277 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:15.647 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:37:15 smithi187 systemd[1]: Stopping Ceph osd.7 for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:37:15.647 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:37:15 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.7[33804]: debug 2024-09-17T08:37:15.405+0000 7f0034b88700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-17T08:37:15.648 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:37:15 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.7[33804]: debug 2024-09-17T08:37:15.405+0000 7f0034b88700 -1 osd.7 112 *** Got signal Terminated *** 2024-09-17T08:37:15.648 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:37:15 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.7[33804]: debug 2024-09-17T08:37:15.405+0000 7f0034b88700 -1 osd.7 112 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-17T08:37:15.648 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:37:15 smithi187 podman[95736]: 2024-09-17 08:37:15.437241296 +0000 UTC m=+0.148763657 container died 61f8b7fae59ca9a7305b1fc93b8f603b0c8f545b0359304a0c0719e073c787cd (image=quay.io/ceph/ceph@sha256:35b2786dc4cd535dd84f6a1a585503db4b43623ba6c43120b5e5e00951949000, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.7, CEPH_POINT_RELEASE=-16.2.0, org.label-schema.name=CentOS Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=20cb635043d86d971f028e2bf2824446440b5557, maintainer=Dimitri Savineau , org.label-schema.build-date=20201204, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=HEAD, org.label-schema.vendor=CentOS) 2024-09-17T08:37:15.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:15 smithi088 ceph-mon[67196]: pgmap v242: 161 pgs: 161 active+clean; 604 KiB data, 277 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:15.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:15 smithi088 ceph-mon[71593]: pgmap v242: 161 pgs: 161 active+clean; 604 KiB data, 277 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:16.073 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:37:15 smithi187 podman[95736]: 2024-09-17 08:37:15.830819468 +0000 UTC m=+0.542341810 container cleanup 61f8b7fae59ca9a7305b1fc93b8f603b0c8f545b0359304a0c0719e073c787cd (image=quay.io/ceph/ceph@sha256:35b2786dc4cd535dd84f6a1a585503db4b43623ba6c43120b5e5e00951949000, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.7, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=20cb635043d86d971f028e2bf2824446440b5557, GIT_REPO=https://github.com/ceph/ceph-container.git, org.label-schema.build-date=20201204, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=-16.2.0, org.label-schema.name=CentOS Base Image, RELEASE=HEAD, maintainer=Dimitri Savineau , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-09-17T08:37:16.074 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:37:15 smithi187 bash[95736]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.7 2024-09-17T08:37:16.396 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:37:16 smithi187 podman[95750]: 2024-09-17 08:37:16.074013732 +0000 UTC m=+0.633309343 container remove 61f8b7fae59ca9a7305b1fc93b8f603b0c8f545b0359304a0c0719e073c787cd (image=quay.io/ceph/ceph@sha256:35b2786dc4cd535dd84f6a1a585503db4b43623ba6c43120b5e5e00951949000, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd.7, GIT_REPO=https://github.com/ceph/ceph-container.git, maintainer=Dimitri Savineau , org.label-schema.name=CentOS Base Image, RELEASE=HEAD, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=20cb635043d86d971f028e2bf2824446440b5557, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20201204, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=-16.2.0) 2024-09-17T08:37:16.714 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:37:16 smithi187 podman[95861]: 2024-09-17 08:37:16.45460503 +0000 UTC m=+0.020568946 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-17T08:37:16.714 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:37:16 smithi187 podman[95861]: 2024-09-17 08:37:16.600532141 +0000 UTC m=+0.166496080 container create 10809aa9b2bae2053e00e87aeb08ea5e8f61b680350cbd187d92eecfcf2e4dc2 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7-deactivate, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=reef-19e2a2b) 2024-09-17T08:37:16.714 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:16 smithi187 ceph-mon[70558]: osd.7 reported immediately failed by osd.1 2024-09-17T08:37:16.714 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:16 smithi187 ceph-mon[70558]: osd.7 failed (root=default,host=smithi187) (connection refused reported by osd.1) 2024-09-17T08:37:16.714 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:16 smithi187 ceph-mon[70558]: osd.7 reported immediately failed by osd.1 2024-09-17T08:37:16.714 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:16 smithi187 ceph-mon[70558]: osd.7 reported immediately failed by osd.1 2024-09-17T08:37:16.715 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:16 smithi187 ceph-mon[70558]: osd.7 reported immediately failed by osd.0 2024-09-17T08:37:16.715 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:16 smithi187 ceph-mon[70558]: osd.7 reported immediately failed by osd.3 2024-09-17T08:37:16.715 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:16 smithi187 ceph-mon[70558]: osd.7 reported immediately failed by osd.0 2024-09-17T08:37:16.715 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:16 smithi187 ceph-mon[70558]: osd.7 reported immediately failed by osd.3 2024-09-17T08:37:16.715 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:16 smithi187 ceph-mon[70558]: osd.7 reported immediately failed by osd.4 2024-09-17T08:37:16.715 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:16 smithi187 ceph-mon[70558]: osd.7 reported immediately failed by osd.2 2024-09-17T08:37:16.715 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:16 smithi187 ceph-mon[70558]: osd.7 reported immediately failed by osd.4 2024-09-17T08:37:16.715 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:16 smithi187 ceph-mon[70558]: osd.7 reported immediately failed by osd.2 2024-09-17T08:37:16.715 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:16 smithi187 ceph-mon[70558]: osd.7 reported immediately failed by osd.5 2024-09-17T08:37:16.715 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:16 smithi187 ceph-mon[70558]: osd.7 reported immediately failed by osd.6 2024-09-17T08:37:16.715 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:16 smithi187 ceph-mon[70558]: osd.7 reported immediately failed by osd.5 2024-09-17T08:37:16.715 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:16 smithi187 ceph-mon[70558]: osd.7 reported immediately failed by osd.6 2024-09-17T08:37:16.715 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:16 smithi187 ceph-mon[70558]: osd.7 reported immediately failed by osd.0 2024-09-17T08:37:16.715 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:16 smithi187 ceph-mon[70558]: osd.7 reported immediately failed by osd.0 2024-09-17T08:37:16.716 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:16 smithi187 ceph-mon[70558]: osd.7 reported immediately failed by osd.1 2024-09-17T08:37:16.716 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:16 smithi187 ceph-mon[70558]: osd.7 reported immediately failed by osd.3 2024-09-17T08:37:16.716 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:16 smithi187 ceph-mon[70558]: osd.7 reported immediately failed by osd.6 2024-09-17T08:37:16.716 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:16 smithi187 ceph-mon[70558]: osd.7 reported immediately failed by osd.1 2024-09-17T08:37:16.716 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:16 smithi187 ceph-mon[70558]: osd.7 reported immediately failed by osd.3 2024-09-17T08:37:16.716 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:16 smithi187 ceph-mon[70558]: osd.7 reported immediately failed by osd.6 2024-09-17T08:37:16.716 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:16 smithi187 ceph-mon[70558]: osd.7 reported immediately failed by osd.2 2024-09-17T08:37:16.716 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:16 smithi187 ceph-mon[70558]: osd.7 reported immediately failed by osd.4 2024-09-17T08:37:16.716 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:16 smithi187 ceph-mon[70558]: osd.7 reported immediately failed by osd.2 2024-09-17T08:37:16.716 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:16 smithi187 ceph-mon[70558]: osd.7 reported immediately failed by osd.5 2024-09-17T08:37:16.716 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:16 smithi187 ceph-mon[70558]: osd.7 reported immediately failed by osd.4 2024-09-17T08:37:16.716 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:16 smithi187 ceph-mon[70558]: osd.7 reported immediately failed by osd.5 2024-09-17T08:37:16.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[67196]: osd.7 reported immediately failed by osd.1 2024-09-17T08:37:16.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[67196]: osd.7 failed (root=default,host=smithi187) (connection refused reported by osd.1) 2024-09-17T08:37:16.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[67196]: osd.7 reported immediately failed by osd.1 2024-09-17T08:37:16.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[67196]: osd.7 reported immediately failed by osd.1 2024-09-17T08:37:16.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[67196]: osd.7 reported immediately failed by osd.0 2024-09-17T08:37:16.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[67196]: osd.7 reported immediately failed by osd.3 2024-09-17T08:37:16.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[67196]: osd.7 reported immediately failed by osd.0 2024-09-17T08:37:16.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[67196]: osd.7 reported immediately failed by osd.3 2024-09-17T08:37:16.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[67196]: osd.7 reported immediately failed by osd.4 2024-09-17T08:37:16.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[67196]: osd.7 reported immediately failed by osd.2 2024-09-17T08:37:16.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[67196]: osd.7 reported immediately failed by osd.4 2024-09-17T08:37:16.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[67196]: osd.7 reported immediately failed by osd.2 2024-09-17T08:37:16.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[67196]: osd.7 reported immediately failed by osd.5 2024-09-17T08:37:16.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[67196]: osd.7 reported immediately failed by osd.6 2024-09-17T08:37:16.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[67196]: osd.7 reported immediately failed by osd.5 2024-09-17T08:37:16.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[67196]: osd.7 reported immediately failed by osd.6 2024-09-17T08:37:16.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[67196]: osd.7 reported immediately failed by osd.0 2024-09-17T08:37:16.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[67196]: osd.7 reported immediately failed by osd.0 2024-09-17T08:37:16.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[67196]: osd.7 reported immediately failed by osd.1 2024-09-17T08:37:16.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[67196]: osd.7 reported immediately failed by osd.3 2024-09-17T08:37:16.917 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[67196]: osd.7 reported immediately failed by osd.6 2024-09-17T08:37:16.917 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[67196]: osd.7 reported immediately failed by osd.1 2024-09-17T08:37:16.917 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[67196]: osd.7 reported immediately failed by osd.3 2024-09-17T08:37:16.917 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[67196]: osd.7 reported immediately failed by osd.6 2024-09-17T08:37:16.917 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[67196]: osd.7 reported immediately failed by osd.2 2024-09-17T08:37:16.917 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[67196]: osd.7 reported immediately failed by osd.4 2024-09-17T08:37:16.917 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[67196]: osd.7 reported immediately failed by osd.2 2024-09-17T08:37:16.917 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[67196]: osd.7 reported immediately failed by osd.5 2024-09-17T08:37:16.917 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[67196]: osd.7 reported immediately failed by osd.4 2024-09-17T08:37:16.917 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[67196]: osd.7 reported immediately failed by osd.5 2024-09-17T08:37:16.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[71593]: osd.7 reported immediately failed by osd.1 2024-09-17T08:37:16.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[71593]: osd.7 failed (root=default,host=smithi187) (connection refused reported by osd.1) 2024-09-17T08:37:16.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[71593]: osd.7 reported immediately failed by osd.1 2024-09-17T08:37:16.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[71593]: osd.7 reported immediately failed by osd.1 2024-09-17T08:37:16.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[71593]: osd.7 reported immediately failed by osd.0 2024-09-17T08:37:16.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[71593]: osd.7 reported immediately failed by osd.3 2024-09-17T08:37:16.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[71593]: osd.7 reported immediately failed by osd.0 2024-09-17T08:37:16.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[71593]: osd.7 reported immediately failed by osd.3 2024-09-17T08:37:16.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[71593]: osd.7 reported immediately failed by osd.4 2024-09-17T08:37:16.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[71593]: osd.7 reported immediately failed by osd.2 2024-09-17T08:37:16.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[71593]: osd.7 reported immediately failed by osd.4 2024-09-17T08:37:16.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[71593]: osd.7 reported immediately failed by osd.2 2024-09-17T08:37:16.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[71593]: osd.7 reported immediately failed by osd.5 2024-09-17T08:37:16.919 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[71593]: osd.7 reported immediately failed by osd.6 2024-09-17T08:37:16.919 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[71593]: osd.7 reported immediately failed by osd.5 2024-09-17T08:37:16.919 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[71593]: osd.7 reported immediately failed by osd.6 2024-09-17T08:37:16.919 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[71593]: osd.7 reported immediately failed by osd.0 2024-09-17T08:37:16.919 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[71593]: osd.7 reported immediately failed by osd.0 2024-09-17T08:37:16.919 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[71593]: osd.7 reported immediately failed by osd.1 2024-09-17T08:37:16.919 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[71593]: osd.7 reported immediately failed by osd.3 2024-09-17T08:37:16.919 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[71593]: osd.7 reported immediately failed by osd.6 2024-09-17T08:37:16.919 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[71593]: osd.7 reported immediately failed by osd.1 2024-09-17T08:37:16.919 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[71593]: osd.7 reported immediately failed by osd.3 2024-09-17T08:37:16.919 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[71593]: osd.7 reported immediately failed by osd.6 2024-09-17T08:37:16.919 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[71593]: osd.7 reported immediately failed by osd.2 2024-09-17T08:37:16.919 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[71593]: osd.7 reported immediately failed by osd.4 2024-09-17T08:37:16.919 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[71593]: osd.7 reported immediately failed by osd.2 2024-09-17T08:37:16.920 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[71593]: osd.7 reported immediately failed by osd.5 2024-09-17T08:37:16.920 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[71593]: osd.7 reported immediately failed by osd.4 2024-09-17T08:37:16.920 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:16 smithi088 ceph-mon[71593]: osd.7 reported immediately failed by osd.5 2024-09-17T08:37:17.034 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:37:16 smithi187 podman[95861]: 2024-09-17 08:37:16.852877668 +0000 UTC m=+0.418841574 container init 10809aa9b2bae2053e00e87aeb08ea5e8f61b680350cbd187d92eecfcf2e4dc2 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7-deactivate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-19e2a2b, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-09-17T08:37:17.034 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:37:16 smithi187 podman[95861]: 2024-09-17 08:37:16.856360304 +0000 UTC m=+0.422324201 container start 10809aa9b2bae2053e00e87aeb08ea5e8f61b680350cbd187d92eecfcf2e4dc2 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7-deactivate, RELEASE=reef-19e2a2b, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True) 2024-09-17T08:37:17.034 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:37:16 smithi187 podman[95861]: 2024-09-17 08:37:16.936096912 +0000 UTC m=+0.502060818 container attach 10809aa9b2bae2053e00e87aeb08ea5e8f61b680350cbd187d92eecfcf2e4dc2 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7-deactivate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, RELEASE=reef-19e2a2b, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-09-17T08:37:17.034 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:37:17 smithi187 podman[95861]: 2024-09-17 08:37:17.033756841 +0000 UTC m=+0.599720749 container died 10809aa9b2bae2053e00e87aeb08ea5e8f61b680350cbd187d92eecfcf2e4dc2 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-19e2a2b, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-17T08:37:17.623 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:17 smithi187 ceph-mon[70558]: pgmap v243: 161 pgs: 161 active+clean; 604 KiB data, 277 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:17.623 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:17 smithi187 ceph-mon[70558]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T08:37:17.623 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:17 smithi187 ceph-mon[70558]: Health check failed: all OSDs are running quincy or later but require_osd_release < quincy (OSD_UPGRADE_FINISHED) 2024-09-17T08:37:17.623 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:17 smithi187 ceph-mon[70558]: osdmap e113: 8 total, 7 up, 8 in 2024-09-17T08:37:17.897 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:37:17 smithi187 podman[95885]: 2024-09-17 08:37:17.623485272 +0000 UTC m=+0.583774429 container remove 10809aa9b2bae2053e00e87aeb08ea5e8f61b680350cbd187d92eecfcf2e4dc2 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7-deactivate, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=reef-19e2a2b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-09-17T08:37:17.897 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:37:17 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@osd.7.service: Deactivated successfully. 2024-09-17T08:37:17.897 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:37:17 smithi187 systemd[1]: Stopped Ceph osd.7 for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:37:17.897 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:37:17 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@osd.7.service: Consumed 1.158s CPU time. 2024-09-17T08:37:17.897 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:37:17 smithi187 systemd[1]: Starting Ceph osd.7 for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:37:17.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:17 smithi088 ceph-mon[67196]: pgmap v243: 161 pgs: 161 active+clean; 604 KiB data, 277 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:17.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:17 smithi088 ceph-mon[67196]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T08:37:17.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:17 smithi088 ceph-mon[67196]: Health check failed: all OSDs are running quincy or later but require_osd_release < quincy (OSD_UPGRADE_FINISHED) 2024-09-17T08:37:17.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:17 smithi088 ceph-mon[67196]: osdmap e113: 8 total, 7 up, 8 in 2024-09-17T08:37:17.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:17 smithi088 ceph-mon[71593]: pgmap v243: 161 pgs: 161 active+clean; 604 KiB data, 277 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:17.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:17 smithi088 ceph-mon[71593]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T08:37:17.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:17 smithi088 ceph-mon[71593]: Health check failed: all OSDs are running quincy or later but require_osd_release < quincy (OSD_UPGRADE_FINISHED) 2024-09-17T08:37:17.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:17 smithi088 ceph-mon[71593]: osdmap e113: 8 total, 7 up, 8 in 2024-09-17T08:37:18.360 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:37:18 smithi187 podman[95984]: 2024-09-17 08:37:17.962240629 +0000 UTC m=+0.016099411 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-17T08:37:18.360 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:37:18 smithi187 podman[95984]: 2024-09-17 08:37:18.074949913 +0000 UTC m=+0.128808749 container create 21cc5d34eaaf01ce0ec67c1e7f6832905da57d33572f1c5b74c03d87808b246e (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-19e2a2b, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-09-17T08:37:18.360 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:37:18 smithi187 podman[95984]: 2024-09-17 08:37:18.277185143 +0000 UTC m=+0.331043911 container init 21cc5d34eaaf01ce0ec67c1e7f6832905da57d33572f1c5b74c03d87808b246e (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7-activate, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=reef-19e2a2b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-17T08:37:18.361 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:37:18 smithi187 podman[95984]: 2024-09-17 08:37:18.280537794 +0000 UTC m=+0.334396562 container start 21cc5d34eaaf01ce0ec67c1e7f6832905da57d33572f1c5b74c03d87808b246e (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7-activate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-19e2a2b, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.37.2) 2024-09-17T08:37:18.361 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:37:18 smithi187 podman[95984]: 2024-09-17 08:37:18.360533558 +0000 UTC m=+0.414392326 container attach 21cc5d34eaaf01ce0ec67c1e7f6832905da57d33572f1c5b74c03d87808b246e (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7-activate, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-19e2a2b, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-09-17T08:37:18.625 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:18 smithi187 ceph-mon[70558]: osdmap e114: 8 total, 7 up, 8 in 2024-09-17T08:37:18.626 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:37:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7-activate[95999]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-17T08:37:18.626 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:37:18 smithi187 bash[95984]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-17T08:37:18.626 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:37:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7-activate[95999]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-17T08:37:18.626 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:37:18 smithi187 bash[95984]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-17T08:37:18.626 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:37:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7-activate[95999]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-17T08:37:18.626 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:37:18 smithi187 bash[95984]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-17T08:37:18.626 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:37:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7-activate[95999]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-17T08:37:18.626 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:37:18 smithi187 bash[95984]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-17T08:37:18.626 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:37:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7-activate[95999]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-09-17T08:37:18.626 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:37:18 smithi187 bash[95984]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-09-17T08:37:18.626 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:37:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7-activate[95999]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-17T08:37:18.627 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:37:18 smithi187 bash[95984]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-17T08:37:18.627 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:37:18 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7-activate[95999]: --> ceph-volume raw activate successful for osd ID: 7 2024-09-17T08:37:18.627 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:37:18 smithi187 bash[95984]: --> ceph-volume raw activate successful for osd ID: 7 2024-09-17T08:37:18.627 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:37:18 smithi187 podman[95984]: 2024-09-17 08:37:18.626329259 +0000 UTC m=+0.680188041 container died 21cc5d34eaaf01ce0ec67c1e7f6832905da57d33572f1c5b74c03d87808b246e (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7-activate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=reef-19e2a2b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-09-17T08:37:18.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:18 smithi088 ceph-mon[67196]: osdmap e114: 8 total, 7 up, 8 in 2024-09-17T08:37:18.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:18 smithi088 ceph-mon[71593]: osdmap e114: 8 total, 7 up, 8 in 2024-09-17T08:37:19.538 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:19 smithi187 ceph-mon[70558]: pgmap v246: 161 pgs: 3 activating+undersized+degraded, 7 activating+undersized, 6 peering, 13 stale+active+clean, 1 active+undersized+degraded, 131 active+clean; 604 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 53/999 objects degraded (5.305%) 2024-09-17T08:37:19.539 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:19 smithi187 ceph-mon[70558]: Health check failed: Reduced data availability: 3 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-09-17T08:37:19.539 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:19 smithi187 ceph-mon[70558]: Health check failed: Degraded data redundancy: 53/999 objects degraded (5.305%), 4 pgs degraded (PG_DEGRADED) 2024-09-17T08:37:19.539 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:37:19 smithi187 podman[96127]: 2024-09-17 08:37:19.197709497 +0000 UTC m=+0.565088755 container remove 21cc5d34eaaf01ce0ec67c1e7f6832905da57d33572f1c5b74c03d87808b246e (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7-activate, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=reef-19e2a2b, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-09-17T08:37:19.539 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:37:19 smithi187 podman[96187]: 2024-09-17 08:37:19.307829419 +0000 UTC m=+0.016500117 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-17T08:37:19.539 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:37:19 smithi187 podman[96187]: 2024-09-17 08:37:19.420050867 +0000 UTC m=+0.128721598 container create e79372404809cca5e7a41049a989cd4a9fdb32a7b040ba6bae670e075095f072 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True, RELEASE=reef-19e2a2b, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux ) 2024-09-17T08:37:19.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:19 smithi088 ceph-mon[67196]: pgmap v246: 161 pgs: 3 activating+undersized+degraded, 7 activating+undersized, 6 peering, 13 stale+active+clean, 1 active+undersized+degraded, 131 active+clean; 604 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 53/999 objects degraded (5.305%) 2024-09-17T08:37:19.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:19 smithi088 ceph-mon[67196]: Health check failed: Reduced data availability: 3 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-09-17T08:37:19.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:19 smithi088 ceph-mon[67196]: Health check failed: Degraded data redundancy: 53/999 objects degraded (5.305%), 4 pgs degraded (PG_DEGRADED) 2024-09-17T08:37:19.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:19 smithi088 ceph-mon[71593]: pgmap v246: 161 pgs: 3 activating+undersized+degraded, 7 activating+undersized, 6 peering, 13 stale+active+clean, 1 active+undersized+degraded, 131 active+clean; 604 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 53/999 objects degraded (5.305%) 2024-09-17T08:37:19.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:19 smithi088 ceph-mon[71593]: Health check failed: Reduced data availability: 3 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-09-17T08:37:19.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:19 smithi088 ceph-mon[71593]: Health check failed: Degraded data redundancy: 53/999 objects degraded (5.305%), 4 pgs degraded (PG_DEGRADED) 2024-09-17T08:37:20.147 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:37:19 smithi187 podman[96187]: 2024-09-17 08:37:19.676068026 +0000 UTC m=+0.384738718 container init e79372404809cca5e7a41049a989cd4a9fdb32a7b040ba6bae670e075095f072 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=reef-19e2a2b, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-09-17T08:37:20.147 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:37:19 smithi187 podman[96187]: 2024-09-17 08:37:19.679299028 +0000 UTC m=+0.387969717 container start e79372404809cca5e7a41049a989cd4a9fdb32a7b040ba6bae670e075095f072 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, RELEASE=reef-19e2a2b, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-09-17T08:37:20.147 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:37:19 smithi187 ceph-osd[96206]: -- 172.21.15.187:0/4191810644 <== mon.2 v2:172.21.15.187:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x562f6604f1e0 con 0x562f65fedc00 2024-09-17T08:37:20.147 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:37:19 smithi187 bash[96187]: e79372404809cca5e7a41049a989cd4a9fdb32a7b040ba6bae670e075095f072 2024-09-17T08:37:20.147 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:37:19 smithi187 systemd[1]: Started Ceph osd.7 for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:37:20.513 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:37:20 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:37:20.225+0000 7fb1ac129640 -1 Falling back to public interface 2024-09-17T08:37:21.146 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:20 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:21.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:20 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:21.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:20 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:37:21.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:20 smithi187 ceph-mon[70558]: pgmap v247: 161 pgs: 8 active+undersized, 3 activating+undersized+degraded, 7 activating+undersized, 6 peering, 9 stale+active+clean, 8 active+undersized+degraded, 120 active+clean; 604 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 81/999 objects degraded (8.108%) 2024-09-17T08:37:21.164 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:20 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:21.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:20 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:21.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:20 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:37:21.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:20 smithi088 ceph-mon[71593]: pgmap v247: 161 pgs: 8 active+undersized, 3 activating+undersized+degraded, 7 activating+undersized, 6 peering, 9 stale+active+clean, 8 active+undersized+degraded, 120 active+clean; 604 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 81/999 objects degraded (8.108%) 2024-09-17T08:37:21.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:20 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:21.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:20 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:21.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:20 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:37:21.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:20 smithi088 ceph-mon[67196]: pgmap v247: 161 pgs: 8 active+undersized, 3 activating+undersized+degraded, 7 activating+undersized, 6 peering, 9 stale+active+clean, 8 active+undersized+degraded, 120 active+clean; 604 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 81/999 objects degraded (8.108%) 2024-09-17T08:37:22.987 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:37:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:37:22.957+0000 7fb1ac129640 -1 osd.7 0 read_superblock omap replica is missing. 2024-09-17T08:37:22.987 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:37:22 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:37:22.986+0000 7fb1ac129640 -1 osd.7 112 log_to_monitors true 2024-09-17T08:37:23.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:23 smithi187 ceph-mon[70558]: pgmap v248: 161 pgs: 34 active+undersized, 3 activating+undersized+degraded, 7 activating+undersized, 6 peering, 19 active+undersized+degraded, 92 active+clean; 604 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 126/999 objects degraded (12.613%) 2024-09-17T08:37:23.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:23 smithi187 ceph-mon[70558]: from='osd.7 [v2:172.21.15.187:6824/467654160,v1:172.21.15.187:6825/467654160]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-17T08:37:23.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:23 smithi187 ceph-mon[70558]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-17T08:37:23.397 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:37:23 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:37:23.038+0000 7fb1a3ed3640 -1 osd.7 112 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-17T08:37:23.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:23 smithi088 ceph-mon[67196]: pgmap v248: 161 pgs: 34 active+undersized, 3 activating+undersized+degraded, 7 activating+undersized, 6 peering, 19 active+undersized+degraded, 92 active+clean; 604 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 126/999 objects degraded (12.613%) 2024-09-17T08:37:23.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:23 smithi088 ceph-mon[67196]: from='osd.7 [v2:172.21.15.187:6824/467654160,v1:172.21.15.187:6825/467654160]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-17T08:37:23.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:23 smithi088 ceph-mon[67196]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-17T08:37:23.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:23 smithi088 ceph-mon[71593]: pgmap v248: 161 pgs: 34 active+undersized, 3 activating+undersized+degraded, 7 activating+undersized, 6 peering, 19 active+undersized+degraded, 92 active+clean; 604 KiB data, 277 MiB used, 715 GiB / 715 GiB avail; 126/999 objects degraded (12.613%) 2024-09-17T08:37:23.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:23 smithi088 ceph-mon[71593]: from='osd.7 [v2:172.21.15.187:6824/467654160,v1:172.21.15.187:6825/467654160]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-17T08:37:23.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:23 smithi088 ceph-mon[71593]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-17T08:37:24.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:24 smithi187 ceph-mon[70558]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-17T08:37:24.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:24 smithi187 ceph-mon[70558]: osdmap e115: 8 total, 7 up, 8 in 2024-09-17T08:37:24.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:24 smithi187 ceph-mon[70558]: from='osd.7 [v2:172.21.15.187:6824/467654160,v1:172.21.15.187:6825/467654160]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-09-17T08:37:24.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:24 smithi187 ceph-mon[70558]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-09-17T08:37:24.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:24 smithi088 ceph-mon[67196]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-17T08:37:24.488 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:24 smithi088 ceph-mon[67196]: osdmap e115: 8 total, 7 up, 8 in 2024-09-17T08:37:24.488 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:24 smithi088 ceph-mon[67196]: from='osd.7 [v2:172.21.15.187:6824/467654160,v1:172.21.15.187:6825/467654160]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-09-17T08:37:24.488 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:24 smithi088 ceph-mon[67196]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-09-17T08:37:24.488 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:24 smithi088 ceph-mon[71593]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-17T08:37:24.488 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:24 smithi088 ceph-mon[71593]: osdmap e115: 8 total, 7 up, 8 in 2024-09-17T08:37:24.488 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:24 smithi088 ceph-mon[71593]: from='osd.7 [v2:172.21.15.187:6824/467654160,v1:172.21.15.187:6825/467654160]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-09-17T08:37:24.489 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:24 smithi088 ceph-mon[71593]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi187", "root=default"]}]: dispatch 2024-09-17T08:37:25.297 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:25 smithi187 ceph-mon[70558]: pgmap v250: 161 pgs: 44 active+undersized, 25 active+undersized+degraded, 92 active+clean; 604 KiB data, 295 MiB used, 715 GiB / 715 GiB avail; 126/999 objects degraded (12.613%) 2024-09-17T08:37:25.297 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:25 smithi187 ceph-mon[70558]: Health check update: Degraded data redundancy: 126/999 objects degraded (12.613%), 25 pgs degraded (PG_DEGRADED) 2024-09-17T08:37:25.297 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:25 smithi187 ceph-mon[70558]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs inactive, 3 pgs peering) 2024-09-17T08:37:25.297 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:25 smithi187 ceph-mon[70558]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T08:37:25.297 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:25 smithi187 ceph-mon[70558]: osd.7 [v2:172.21.15.187:6824/467654160,v1:172.21.15.187:6825/467654160] boot 2024-09-17T08:37:25.297 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:25 smithi187 ceph-mon[70558]: osdmap e116: 8 total, 8 up, 8 in 2024-09-17T08:37:25.297 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:25 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T08:37:25.297 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:25 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:25.298 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:25 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:25.298 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:25 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:25.298 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:25 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:25.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:25 smithi088 ceph-mon[67196]: pgmap v250: 161 pgs: 44 active+undersized, 25 active+undersized+degraded, 92 active+clean; 604 KiB data, 295 MiB used, 715 GiB / 715 GiB avail; 126/999 objects degraded (12.613%) 2024-09-17T08:37:25.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:25 smithi088 ceph-mon[67196]: Health check update: Degraded data redundancy: 126/999 objects degraded (12.613%), 25 pgs degraded (PG_DEGRADED) 2024-09-17T08:37:25.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:25 smithi088 ceph-mon[67196]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs inactive, 3 pgs peering) 2024-09-17T08:37:25.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:25 smithi088 ceph-mon[67196]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T08:37:25.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:25 smithi088 ceph-mon[67196]: osd.7 [v2:172.21.15.187:6824/467654160,v1:172.21.15.187:6825/467654160] boot 2024-09-17T08:37:25.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:25 smithi088 ceph-mon[67196]: osdmap e116: 8 total, 8 up, 8 in 2024-09-17T08:37:25.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:25 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T08:37:25.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:25 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:25.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:25 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:25.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:25 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:25.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:25 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:25.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:25 smithi088 ceph-mon[71593]: pgmap v250: 161 pgs: 44 active+undersized, 25 active+undersized+degraded, 92 active+clean; 604 KiB data, 295 MiB used, 715 GiB / 715 GiB avail; 126/999 objects degraded (12.613%) 2024-09-17T08:37:25.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:25 smithi088 ceph-mon[71593]: Health check update: Degraded data redundancy: 126/999 objects degraded (12.613%), 25 pgs degraded (PG_DEGRADED) 2024-09-17T08:37:25.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:25 smithi088 ceph-mon[71593]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs inactive, 3 pgs peering) 2024-09-17T08:37:25.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:25 smithi088 ceph-mon[71593]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T08:37:25.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:25 smithi088 ceph-mon[71593]: osd.7 [v2:172.21.15.187:6824/467654160,v1:172.21.15.187:6825/467654160] boot 2024-09-17T08:37:25.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:25 smithi088 ceph-mon[71593]: osdmap e116: 8 total, 8 up, 8 in 2024-09-17T08:37:25.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:25 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-17T08:37:25.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:25 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:25.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:25 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:25.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:25 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:25.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:25 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:26.271 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:26 smithi187 ceph-mon[70558]: osdmap e117: 8 total, 8 up, 8 in 2024-09-17T08:37:26.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:26 smithi088 ceph-mon[67196]: osdmap e117: 8 total, 8 up, 8 in 2024-09-17T08:37:26.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:26 smithi088 ceph-mon[71593]: osdmap e117: 8 total, 8 up, 8 in 2024-09-17T08:37:27.326 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:27 smithi187 ceph-mon[70558]: pgmap v253: 161 pgs: 7 peering, 32 active+undersized, 18 active+undersized+degraded, 104 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail; 94/999 objects degraded (9.409%) 2024-09-17T08:37:27.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:27 smithi088 ceph-mon[67196]: pgmap v253: 161 pgs: 7 peering, 32 active+undersized, 18 active+undersized+degraded, 104 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail; 94/999 objects degraded (9.409%) 2024-09-17T08:37:27.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:27 smithi088 ceph-mon[71593]: pgmap v253: 161 pgs: 7 peering, 32 active+undersized, 18 active+undersized+degraded, 104 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail; 94/999 objects degraded (9.409%) 2024-09-17T08:37:28.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:28.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:28.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:37:28.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:37:28.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[67196]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:37:28.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[67196]: pgmap v254: 161 pgs: 7 peering, 16 active+undersized, 11 active+undersized+degraded, 127 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail; 61/999 objects degraded (6.106%) 2024-09-17T08:37:28.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[67196]: pgmap v255: 161 pgs: 7 peering, 16 active+undersized, 11 active+undersized+degraded, 127 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail; 61/999 objects degraded (6.106%) 2024-09-17T08:37:28.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:28.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:37:28.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:28.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:28.917 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:28.917 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:28.917 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all osd 2024-09-17T08:37:28.917 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:28.917 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-09-17T08:37:28.917 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-09-17T08:37:28.917 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-17T08:37:28.917 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-09-17T08:37:28.917 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-09-17T08:37:28.917 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-17T08:37:28.917 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-09-17T08:37:28.917 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-09-17T08:37:28.917 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-17T08:37:28.917 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-09-17T08:37:28.918 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-09-17T08:37:28.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:28.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:28.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:37:28.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:37:28.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[71593]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:37:28.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[71593]: pgmap v254: 161 pgs: 7 peering, 16 active+undersized, 11 active+undersized+degraded, 127 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail; 61/999 objects degraded (6.106%) 2024-09-17T08:37:28.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[71593]: pgmap v255: 161 pgs: 7 peering, 16 active+undersized, 11 active+undersized+degraded, 127 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail; 61/999 objects degraded (6.106%) 2024-09-17T08:37:28.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:28.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:37:28.918 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:28.919 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:28.919 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:28.919 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:28.919 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all osd 2024-09-17T08:37:28.919 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:28.919 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-09-17T08:37:28.919 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-09-17T08:37:28.919 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-17T08:37:28.919 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-09-17T08:37:28.919 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-09-17T08:37:28.919 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-17T08:37:28.919 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-09-17T08:37:28.919 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-09-17T08:37:28.919 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-17T08:37:28.919 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-09-17T08:37:28.920 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-09-17T08:37:28.920 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-17T08:37:28.920 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-09-17T08:37:28.920 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-09-17T08:37:28.920 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-17T08:37:28.920 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-09-17T08:37:28.920 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-09-17T08:37:28.920 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-17T08:37:28.920 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-09-17T08:37:28.920 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-09-17T08:37:28.921 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-17T08:37:28.921 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-09-17T08:37:28.921 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-09-17T08:37:28.921 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-17T08:37:28.921 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "reef"}]: dispatch 2024-09-17T08:37:28.921 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[67196]: Upgrade: Setting require_osd_release to 18 reef 2024-09-17T08:37:28.921 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "reef"}]: dispatch 2024-09-17T08:37:28.921 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-17T08:37:28.921 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-09-17T08:37:28.921 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-09-17T08:37:28.921 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-17T08:37:28.921 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-09-17T08:37:28.922 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-09-17T08:37:28.922 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-17T08:37:28.922 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-09-17T08:37:28.922 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-09-17T08:37:28.922 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-17T08:37:28.922 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-09-17T08:37:28.922 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-09-17T08:37:28.922 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-17T08:37:28.922 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "reef"}]: dispatch 2024-09-17T08:37:28.922 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[71593]: Upgrade: Setting require_osd_release to 18 reef 2024-09-17T08:37:28.922 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:28 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "reef"}]: dispatch 2024-09-17T08:37:29.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:28 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:29.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:28 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:29.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:28 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:37:29.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:28 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:37:29.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:28 smithi187 ceph-mon[70558]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:37:29.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:28 smithi187 ceph-mon[70558]: pgmap v254: 161 pgs: 7 peering, 16 active+undersized, 11 active+undersized+degraded, 127 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail; 61/999 objects degraded (6.106%) 2024-09-17T08:37:29.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:28 smithi187 ceph-mon[70558]: pgmap v255: 161 pgs: 7 peering, 16 active+undersized, 11 active+undersized+degraded, 127 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail; 61/999 objects degraded (6.106%) 2024-09-17T08:37:29.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:28 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:29.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:28 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:37:29.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:28 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:29.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:28 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:29.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:28 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:29.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:28 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:29.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:28 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all osd 2024-09-17T08:37:29.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:28 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:29.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:28 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-09-17T08:37:29.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:28 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-09-17T08:37:29.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:28 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-17T08:37:29.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:28 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-09-17T08:37:29.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:28 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-09-17T08:37:29.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:28 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-17T08:37:29.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:28 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-09-17T08:37:29.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:28 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-09-17T08:37:29.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:28 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-17T08:37:29.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:28 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-09-17T08:37:29.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:28 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-09-17T08:37:29.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:28 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-17T08:37:29.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:28 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-09-17T08:37:29.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:28 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-09-17T08:37:29.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:28 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-17T08:37:29.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:28 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-09-17T08:37:29.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:28 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-09-17T08:37:29.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:28 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-17T08:37:29.150 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:28 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-09-17T08:37:29.150 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:28 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-09-17T08:37:29.150 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:28 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-17T08:37:29.150 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:28 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-09-17T08:37:29.150 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:28 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-09-17T08:37:29.150 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:28 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-17T08:37:29.150 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:28 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "reef"}]: dispatch 2024-09-17T08:37:29.150 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:28 smithi187 ceph-mon[70558]: Upgrade: Setting require_osd_release to 18 reef 2024-09-17T08:37:29.150 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:28 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "reef"}]: dispatch 2024-09-17T08:37:30.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running quincy or later but require_osd_release < quincy) 2024-09-17T08:37:30.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "reef"}]': finished 2024-09-17T08:37:30.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: osdmap e118: 8 total, 8 up, 8 in 2024-09-17T08:37:30.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:30.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all mds 2024-09-17T08:37:30.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:30.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:30.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all rbd-mirror 2024-09-17T08:37:30.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:30.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:30.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:30.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all ceph-exporter 2024-09-17T08:37:30.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:30.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:30.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all nfs 2024-09-17T08:37:30.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:30.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:30.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all nvmeof 2024-09-17T08:37:30.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:30.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:30.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:30.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:30.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:30.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:30.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:30.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: Upgrade: Finalizing container_image settings 2024-09-17T08:37:30.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-17T08:37:30.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-17T08:37:30.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-17T08:37:30.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:37:30.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:37:30.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-17T08:37:30.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-17T08:37:30.150 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-17T08:37:30.150 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-17T08:37:30.150 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-17T08:37:30.150 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-17T08:37:30.150 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-17T08:37:30.150 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-17T08:37:30.150 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-17T08:37:30.150 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-17T08:37:30.150 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-17T08:37:30.150 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-17T08:37:30.150 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-17T08:37:30.150 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-17T08:37:30.150 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-17T08:37:30.150 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:37:30.150 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:37:30.150 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-17T08:37:30.151 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-17T08:37:30.151 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-17T08:37:30.151 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-17T08:37:30.151 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-17T08:37:30.151 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-17T08:37:30.151 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-17T08:37:30.151 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-17T08:37:30.151 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-17T08:37:30.152 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-17T08:37:30.152 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-17T08:37:30.152 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:37:30.152 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:37:30.152 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:37:30.152 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:37:30.152 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:37:30.152 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:37:30.152 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:37:30.152 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:37:30.152 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:37:30.152 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:37:30.152 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:37:30.152 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:37:30.153 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-17T08:37:30.153 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-17T08:37:30.153 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]': finished 2024-09-17T08:37:30.153 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: Upgrade: Complete! 2024-09-17T08:37:30.153 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-17T08:37:30.153 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-17T08:37:30.153 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-17T08:37:30.153 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:37:30.153 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:37:30.153 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:37:30.153 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:37:30.153 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: pgmap v257: 161 pgs: 7 peering, 154 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:30.153 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: pgmap v258: 161 pgs: 7 peering, 154 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:30.154 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:30.154 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:37:30.154 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:37:30.154 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:37:30.154 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:37:30.154 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: pgmap v259: 161 pgs: 7 peering, 154 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:30.154 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: pgmap v260: 161 pgs: 7 peering, 154 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:30.154 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:30.154 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:29 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:30.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running quincy or later but require_osd_release < quincy) 2024-09-17T08:37:30.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "reef"}]': finished 2024-09-17T08:37:30.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: osdmap e118: 8 total, 8 up, 8 in 2024-09-17T08:37:30.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:30.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all mds 2024-09-17T08:37:30.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:30.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:30.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all rbd-mirror 2024-09-17T08:37:30.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:30.167 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:30.167 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:30.167 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all ceph-exporter 2024-09-17T08:37:30.167 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:30.167 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:30.167 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all nfs 2024-09-17T08:37:30.167 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:30.167 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:30.167 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all nvmeof 2024-09-17T08:37:30.167 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:30.167 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:30.167 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:30.167 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:30.167 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:30.168 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:30.168 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:30.168 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: Upgrade: Finalizing container_image settings 2024-09-17T08:37:30.168 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-17T08:37:30.168 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-17T08:37:30.168 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-17T08:37:30.168 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:37:30.168 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:37:30.168 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-17T08:37:30.168 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running quincy or later but require_osd_release < quincy) 2024-09-17T08:37:30.169 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "reef"}]': finished 2024-09-17T08:37:30.169 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: osdmap e118: 8 total, 8 up, 8 in 2024-09-17T08:37:30.169 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:30.169 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all mds 2024-09-17T08:37:30.169 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:30.169 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:30.169 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all rbd-mirror 2024-09-17T08:37:30.169 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:30.169 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:30.169 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:30.169 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all ceph-exporter 2024-09-17T08:37:30.170 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:30.170 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:30.170 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all nfs 2024-09-17T08:37:30.170 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:30.170 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:30.170 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all nvmeof 2024-09-17T08:37:30.170 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:30.170 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:30.170 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:30.170 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:30.170 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:30.170 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:30.170 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:30.170 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: Upgrade: Finalizing container_image settings 2024-09-17T08:37:30.171 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-17T08:37:30.171 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-17T08:37:30.171 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-17T08:37:30.171 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:37:30.171 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:37:30.171 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-17T08:37:30.171 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-17T08:37:30.171 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-17T08:37:30.171 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-17T08:37:30.172 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-17T08:37:30.172 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-17T08:37:30.172 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-17T08:37:30.172 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-17T08:37:30.172 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-17T08:37:30.172 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-17T08:37:30.172 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-17T08:37:30.172 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-17T08:37:30.172 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-17T08:37:30.172 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-17T08:37:30.172 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-17T08:37:30.172 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:37:30.172 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:37:30.172 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-17T08:37:30.172 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-17T08:37:30.173 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-17T08:37:30.173 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-17T08:37:30.173 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-17T08:37:30.173 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-17T08:37:30.173 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-17T08:37:30.173 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-17T08:37:30.173 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-17T08:37:30.173 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-17T08:37:30.173 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-17T08:37:30.173 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-17T08:37:30.173 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-17T08:37:30.174 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-17T08:37:30.174 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-17T08:37:30.174 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-17T08:37:30.174 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-17T08:37:30.174 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-17T08:37:30.174 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-17T08:37:30.174 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-17T08:37:30.174 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-17T08:37:30.174 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-17T08:37:30.174 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:37:30.174 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:37:30.174 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-17T08:37:30.174 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-17T08:37:30.174 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-17T08:37:30.174 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-17T08:37:30.175 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-17T08:37:30.175 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-17T08:37:30.175 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-17T08:37:30.175 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-17T08:37:30.175 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-17T08:37:30.175 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-17T08:37:30.175 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-17T08:37:30.175 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:37:30.175 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:37:30.175 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:37:30.175 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:37:30.175 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:37:30.176 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:37:30.176 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:37:30.176 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:37:30.176 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:37:30.176 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:37:30.176 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:37:30.176 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:37:30.176 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-17T08:37:30.176 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-17T08:37:30.176 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]': finished 2024-09-17T08:37:30.176 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: Upgrade: Complete! 2024-09-17T08:37:30.176 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-17T08:37:30.176 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-17T08:37:30.176 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-17T08:37:30.177 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:37:30.177 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:37:30.177 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:37:30.177 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-17T08:37:30.177 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-17T08:37:30.177 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-17T08:37:30.177 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:37:30.177 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:37:30.177 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:37:30.178 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:37:30.178 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:37:30.178 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:37:30.178 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:37:30.178 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:37:30.178 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:37:30.178 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:37:30.178 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:37:30.178 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:37:30.178 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-17T08:37:30.178 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-17T08:37:30.178 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]': finished 2024-09-17T08:37:30.178 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: Upgrade: Complete! 2024-09-17T08:37:30.178 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-17T08:37:30.179 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-17T08:37:30.179 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-17T08:37:30.179 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:37:30.179 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:37:30.179 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:37:30.179 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:37:30.179 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: pgmap v257: 161 pgs: 7 peering, 154 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:30.179 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: pgmap v258: 161 pgs: 7 peering, 154 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:30.179 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:30.179 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:37:30.179 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:37:30.179 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:37:30.179 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:37:30.179 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: pgmap v259: 161 pgs: 7 peering, 154 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:30.180 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: pgmap v260: 161 pgs: 7 peering, 154 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:30.180 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:30.180 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:30.180 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:37:30.180 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: pgmap v257: 161 pgs: 7 peering, 154 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:30.180 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: pgmap v258: 161 pgs: 7 peering, 154 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:30.180 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:30.180 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:37:30.180 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:37:30.180 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:37:30.180 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:37:30.180 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: pgmap v259: 161 pgs: 7 peering, 154 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:30.181 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: pgmap v260: 161 pgs: 7 peering, 154 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:30.181 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:30.181 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:29 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:37:31.146 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:30 smithi187 ceph-mon[70558]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 61/999 objects degraded (6.106%), 11 pgs degraded) 2024-09-17T08:37:31.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:30 smithi088 ceph-mon[67196]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 61/999 objects degraded (6.106%), 11 pgs degraded) 2024-09-17T08:37:31.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:30 smithi088 ceph-mon[71593]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 61/999 objects degraded (6.106%), 11 pgs degraded) 2024-09-17T08:37:32.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:31 smithi187 ceph-mon[70558]: pgmap v261: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:32.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:31 smithi088 ceph-mon[67196]: pgmap v261: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:32.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:31 smithi088 ceph-mon[71593]: pgmap v261: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:34.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:34 smithi187 ceph-mon[70558]: pgmap v262: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:34.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:34 smithi088 ceph-mon[67196]: pgmap v262: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:34.664 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:34 smithi088 ceph-mon[71593]: pgmap v262: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:36.467 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:36 smithi088 ceph-mon[67196]: pgmap v263: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:36.467 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:36 smithi088 ceph-mon[71593]: pgmap v263: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:36.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:36 smithi187 ceph-mon[70558]: pgmap v263: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:38.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:38 smithi187 ceph-mon[70558]: pgmap v264: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:38.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:38 smithi088 ceph-mon[67196]: pgmap v264: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:38.664 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:38 smithi088 ceph-mon[71593]: pgmap v264: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:40.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:40 smithi187 ceph-mon[70558]: pgmap v265: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:40.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:40 smithi088 ceph-mon[67196]: pgmap v265: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:40.664 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:40 smithi088 ceph-mon[71593]: pgmap v265: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:42.075 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph orch ps' 2024-09-17T08:37:42.367 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:42 smithi088 ceph-mon[67196]: pgmap v266: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:42.367 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:42 smithi088 ceph-mon[67196]: from='client.64510 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:37:42.367 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:42 smithi088 ceph-mon[71593]: pgmap v266: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:42.367 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:42 smithi088 ceph-mon[71593]: from='client.64510 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:37:42.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:42 smithi187 ceph-mon[70558]: pgmap v266: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:42.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:42 smithi187 ceph-mon[70558]: from='client.64510 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:37:44.165 INFO:teuthology.orchestra.run.smithi088.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T08:37:44.166 INFO:teuthology.orchestra.run.smithi088.stdout:alertmanager.a smithi088 *:9093,9094 running (8m) 2m ago 30m 25.7M - 0.25.0 c8568f914cd2 ae3ad2ca8c3e 2024-09-17T08:37:44.166 INFO:teuthology.orchestra.run.smithi088.stdout:grafana.a smithi187 *:3000 running (8m) 19s ago 30m 88.7M - 9.4.7 954c08fa6188 bb16e26e2835 2024-09-17T08:37:44.166 INFO:teuthology.orchestra.run.smithi088.stdout:iscsi.foo.smithi187.kgegfj smithi187 error 19s ago 29m - - 2024-09-17T08:37:44.166 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.x smithi187 *:8443,8765 running (9m) 19s ago 34m 438M - 18.2.4-855-g19e2a2be 980a0bfcd684 d71cc65429a4 2024-09-17T08:37:44.166 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.y smithi088 *:8443,8765 running (19m) 2m ago 35m 486M - 18.2.4-855-g19e2a2be 980a0bfcd684 3228b2505d9a 2024-09-17T08:37:44.166 INFO:teuthology.orchestra.run.smithi088.stdout:mon.a smithi088 running (6m) 2m ago 35m 59.9M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 7a79828a62c2 2024-09-17T08:37:44.166 INFO:teuthology.orchestra.run.smithi088.stdout:mon.b smithi187 running (7m) 19s ago 34m 61.1M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 d4e39e0851a6 2024-09-17T08:37:44.166 INFO:teuthology.orchestra.run.smithi088.stdout:mon.c smithi088 running (6m) 2m ago 34m 48.1M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 9f9c833cecc9 2024-09-17T08:37:44.166 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.a smithi088 *:9100 running (9m) 2m ago 30m 16.2M - 1.5.0 0da6a335fe13 b70a15a514fb 2024-09-17T08:37:44.166 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.b smithi187 *:9100 running (9m) 19s ago 31m 16.6M - 1.5.0 0da6a335fe13 75f36e91740f 2024-09-17T08:37:44.166 INFO:teuthology.orchestra.run.smithi088.stdout:osd.0 smithi088 running (4m) 2m ago 34m 45.6M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 b5e437bc4ca8 2024-09-17T08:37:44.166 INFO:teuthology.orchestra.run.smithi088.stdout:osd.1 smithi088 running (4m) 2m ago 33m 44.5M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 19f83bfa6b97 2024-09-17T08:37:44.167 INFO:teuthology.orchestra.run.smithi088.stdout:osd.2 smithi088 running (3m) 2m ago 33m 50.1M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 83345c84b607 2024-09-17T08:37:44.167 INFO:teuthology.orchestra.run.smithi088.stdout:osd.3 smithi088 running (2m) 2m ago 33m 14.5M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 643a395e080b 2024-09-17T08:37:44.167 INFO:teuthology.orchestra.run.smithi088.stdout:osd.4 smithi187 running (2m) 19s ago 32m 52.6M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 6c0b4c1b4d3f 2024-09-17T08:37:44.167 INFO:teuthology.orchestra.run.smithi088.stdout:osd.5 smithi187 running (88s) 19s ago 32m 53.6M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 83e9d1a3f841 2024-09-17T08:37:44.167 INFO:teuthology.orchestra.run.smithi088.stdout:osd.6 smithi187 running (56s) 19s ago 32m 43.1M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 813f8cc61640 2024-09-17T08:37:44.167 INFO:teuthology.orchestra.run.smithi088.stdout:osd.7 smithi187 running (24s) 19s ago 31m 14.4M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 e79372404809 2024-09-17T08:37:44.167 INFO:teuthology.orchestra.run.smithi088.stdout:prometheus.a smithi187 *:9095 running (8m) 19s ago 31m 55.5M - 2.43.0 a07b618ecd1d 052443b7a266 2024-09-17T08:37:44.167 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi088.pybyat smithi088 *:8000 running (29m) 2m ago 29m 47.4M - 16.2.0 24ecd6d5f14c 1e03127137af 2024-09-17T08:37:44.167 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi187.yrrxta smithi187 *:8000 running (29m) 19s ago 29m 47.2M - 16.2.0 24ecd6d5f14c 304f0f2cb409 2024-09-17T08:37:44.606 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:44 smithi088 ceph-mon[67196]: pgmap v267: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:44.607 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:44 smithi088 ceph-mon[71593]: pgmap v267: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:44.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:44 smithi187 ceph-mon[70558]: pgmap v267: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:44.978 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph versions | jq -e '"'"'.osd | length == 1'"'"'' 2024-09-17T08:37:45.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:45 smithi088 ceph-mon[67196]: from='client.64516 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:37:45.519 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:45 smithi088 ceph-mon[71593]: from='client.64516 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:37:45.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:45 smithi187 ceph-mon[70558]: from='client.64516 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:37:46.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:46 smithi088 ceph-mon[67196]: pgmap v268: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:46.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:46 smithi088 ceph-mon[71593]: pgmap v268: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:46.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:46 smithi187 ceph-mon[70558]: pgmap v268: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:47.429 INFO:teuthology.orchestra.run.smithi088.stdout:true 2024-09-17T08:37:48.213 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph versions | jq -e '"'"'.osd | keys'"'"' | grep $sha1' 2024-09-17T08:37:48.499 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:48 smithi088 ceph-mon[67196]: pgmap v269: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:48.499 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:48 smithi088 ceph-mon[67196]: from='client.64522 172.21.15.88:0/3328479784' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:48.499 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:48 smithi088 ceph-mon[71593]: pgmap v269: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:48.499 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:48 smithi088 ceph-mon[71593]: from='client.64522 172.21.15.88:0/3328479784' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:48.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:48 smithi187 ceph-mon[70558]: pgmap v269: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:48.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:48 smithi187 ceph-mon[70558]: from='client.64522 172.21.15.88:0/3328479784' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:50.338 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)" 2024-09-17T08:37:50.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:50 smithi187 ceph-mon[70558]: pgmap v270: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:50.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:50 smithi088 ceph-mon[67196]: pgmap v270: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:50.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:50 smithi088 ceph-mon[71593]: pgmap v270: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:51.137 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph orch upgrade status' 2024-09-17T08:37:51.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:51 smithi088 ceph-mon[67196]: from='client.64528 172.21.15.88:0/2563842989' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:51.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:51 smithi088 ceph-mon[71593]: from='client.64528 172.21.15.88:0/2563842989' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:51.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:51 smithi187 ceph-mon[70558]: from='client.64528 172.21.15.88:0/2563842989' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:37:52.480 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:52 smithi088 ceph-mon[67196]: pgmap v271: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:52.480 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:52 smithi088 ceph-mon[71593]: pgmap v271: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:52.611 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:52 smithi187 ceph-mon[70558]: pgmap v271: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:53.175 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:37:53.176 INFO:teuthology.orchestra.run.smithi088.stdout: "target_image": null, 2024-09-17T08:37:53.176 INFO:teuthology.orchestra.run.smithi088.stdout: "in_progress": false, 2024-09-17T08:37:53.176 INFO:teuthology.orchestra.run.smithi088.stdout: "which": "", 2024-09-17T08:37:53.176 INFO:teuthology.orchestra.run.smithi088.stdout: "services_complete": [], 2024-09-17T08:37:53.176 INFO:teuthology.orchestra.run.smithi088.stdout: "progress": null, 2024-09-17T08:37:53.176 INFO:teuthology.orchestra.run.smithi088.stdout: "message": "", 2024-09-17T08:37:53.176 INFO:teuthology.orchestra.run.smithi088.stdout: "is_paused": false 2024-09-17T08:37:53.176 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:37:53.819 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph health detail' 2024-09-17T08:37:54.381 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:54 smithi088 ceph-mon[67196]: pgmap v272: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:54.382 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:54 smithi088 ceph-mon[67196]: from='client.64534 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:37:54.382 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:54 smithi088 ceph-mon[71593]: pgmap v272: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:54.382 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:54 smithi088 ceph-mon[71593]: from='client.64534 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:37:54.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:54 smithi187 ceph-mon[70558]: pgmap v272: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:54.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:54 smithi187 ceph-mon[70558]: from='client.64534 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:37:55.902 INFO:teuthology.orchestra.run.smithi088.stdout:HEALTH_WARN 1 failed cephadm daemon(s) 2024-09-17T08:37:55.902 INFO:teuthology.orchestra.run.smithi088.stdout:[WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-09-17T08:37:55.902 INFO:teuthology.orchestra.run.smithi088.stdout: daemon iscsi.foo.smithi187.kgegfj on smithi187 is in error state 2024-09-17T08:37:56.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:56 smithi088 ceph-mon[67196]: pgmap v273: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:56.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:56 smithi088 ceph-mon[67196]: from='client.64540 172.21.15.88:0/2131368378' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-17T08:37:56.519 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:56 smithi088 ceph-mon[71593]: pgmap v273: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:56.519 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:56 smithi088 ceph-mon[71593]: from='client.64540 172.21.15.88:0/2131368378' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-17T08:37:56.541 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --services rgw.foo' 2024-09-17T08:37:56.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:56 smithi187 ceph-mon[70558]: pgmap v273: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:56.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:56 smithi187 ceph-mon[70558]: from='client.64540 172.21.15.88:0/2131368378' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-17T08:37:58.275 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:37:58 smithi088 ceph-mon[71593]: pgmap v274: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:58.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:37:58 smithi088 ceph-mon[67196]: pgmap v274: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:37:58.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:37:58 smithi187 ceph-mon[70558]: pgmap v274: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:00.101 INFO:teuthology.orchestra.run.smithi088.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:38:00.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:00 smithi088 ceph-mon[67196]: from='client.64546 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9", "services": "rgw.foo", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:38:00.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:00 smithi088 ceph-mon[67196]: pgmap v275: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:00.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:00 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:00.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:00 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:38:00.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:00 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:38:00.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:00 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:38:00.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:00 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:00.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:00 smithi088 ceph-mon[71593]: from='client.64546 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9", "services": "rgw.foo", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:38:00.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:00 smithi088 ceph-mon[71593]: pgmap v275: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:00.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:00 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:00.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:00 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:38:00.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:00 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:38:00.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:00 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:38:00.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:00 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:00.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:00 smithi187 ceph-mon[70558]: from='client.64546 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9", "services": "rgw.foo", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:38:00.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:00 smithi187 ceph-mon[70558]: pgmap v275: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:00.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:00 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:00.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:00 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:38:00.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:00 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:38:00.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:00 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:38:00.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:00 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:00.763 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-09-17T08:38:01.342 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:01 smithi088 ceph-mon[67196]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:38:01.342 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:01 smithi088 ceph-mon[67196]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:38:01.342 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:01 smithi088 ceph-mon[67196]: pgmap v276: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:01.343 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:01 smithi088 ceph-mon[67196]: pgmap v277: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:01.343 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:01 smithi088 ceph-mon[67196]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:38:01.343 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:01 smithi088 ceph-mon[71593]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:38:01.343 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:01 smithi088 ceph-mon[71593]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:38:01.343 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:01 smithi088 ceph-mon[71593]: pgmap v276: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:01.343 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:01 smithi088 ceph-mon[71593]: pgmap v277: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:01.343 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:01 smithi088 ceph-mon[71593]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:38:01.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:01 smithi187 ceph-mon[70558]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:38:01.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:01 smithi187 ceph-mon[70558]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:38:01.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:01 smithi187 ceph-mon[70558]: pgmap v276: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:01.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:01 smithi187 ceph-mon[70558]: pgmap v277: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:01.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:01 smithi187 ceph-mon[70558]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:38:03.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:03 smithi088 ceph-mon[67196]: pgmap v278: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:03.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:03 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:03.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:03 smithi088 ceph-mon[67196]: Upgrade: Target is version 18.2.4-855-g19e2a2be (reef) 2024-09-17T08:38:03.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:03 smithi088 ceph-mon[67196]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, digests ['quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9'] 2024-09-17T08:38:03.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:03 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:38:03.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:03 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:03.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:03 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:03.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:03 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all mgr 2024-09-17T08:38:03.667 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:03 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:03.667 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:03 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:03.667 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:03 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:03.667 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:03 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:03.667 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:03 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:03.667 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:03 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:03.668 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:03 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:03.668 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:03 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:03.668 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:03 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:03.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:03 smithi088 ceph-mon[71593]: pgmap v278: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:03.669 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:03 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:03.669 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:03 smithi088 ceph-mon[71593]: Upgrade: Target is version 18.2.4-855-g19e2a2be (reef) 2024-09-17T08:38:03.669 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:03 smithi088 ceph-mon[71593]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, digests ['quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9'] 2024-09-17T08:38:03.669 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:03 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:38:03.669 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:03 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:03.670 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:03 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:03.670 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:03 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all mgr 2024-09-17T08:38:03.670 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:03 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:03.670 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:03 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:03.670 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:03 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:03.670 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:03 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:03.670 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:03 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:03.671 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:03 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:03.671 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:03 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:03.671 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:03 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:03.671 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:03 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:03.816 INFO:teuthology.orchestra.run.smithi088.stdout:true 2024-09-17T08:38:03.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:03 smithi187 ceph-mon[70558]: pgmap v278: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:03.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:03 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:03.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:03 smithi187 ceph-mon[70558]: Upgrade: Target is version 18.2.4-855-g19e2a2be (reef) 2024-09-17T08:38:03.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:03 smithi187 ceph-mon[70558]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, digests ['quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9'] 2024-09-17T08:38:03.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:03 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:38:03.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:03 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:03.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:03 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:03.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:03 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all mgr 2024-09-17T08:38:03.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:03 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:03.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:03 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:03.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:03 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:03.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:03 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:03.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:03 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:03.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:03 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:03.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:03 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:03.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:03 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:03.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:03 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:04.469 INFO:teuthology.orchestra.run.smithi088.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T08:38:04.469 INFO:teuthology.orchestra.run.smithi088.stdout:alertmanager.a smithi088 *:9093,9094 running (8m) 2m ago 30m 25.7M - 0.25.0 c8568f914cd2 ae3ad2ca8c3e 2024-09-17T08:38:04.470 INFO:teuthology.orchestra.run.smithi088.stdout:grafana.a smithi187 *:3000 running (8m) 40s ago 30m 88.7M - 9.4.7 954c08fa6188 bb16e26e2835 2024-09-17T08:38:04.470 INFO:teuthology.orchestra.run.smithi088.stdout:iscsi.foo.smithi187.kgegfj smithi187 error 40s ago 29m - - 2024-09-17T08:38:04.470 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.x smithi187 *:8443,8765 running (9m) 40s ago 34m 438M - 18.2.4-855-g19e2a2be 980a0bfcd684 d71cc65429a4 2024-09-17T08:38:04.470 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.y smithi088 *:8443,8765 running (19m) 2m ago 35m 486M - 18.2.4-855-g19e2a2be 980a0bfcd684 3228b2505d9a 2024-09-17T08:38:04.470 INFO:teuthology.orchestra.run.smithi088.stdout:mon.a smithi088 running (6m) 2m ago 36m 59.9M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 7a79828a62c2 2024-09-17T08:38:04.470 INFO:teuthology.orchestra.run.smithi088.stdout:mon.b smithi187 running (7m) 40s ago 34m 61.1M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 d4e39e0851a6 2024-09-17T08:38:04.470 INFO:teuthology.orchestra.run.smithi088.stdout:mon.c smithi088 running (6m) 2m ago 35m 48.1M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 9f9c833cecc9 2024-09-17T08:38:04.470 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.a smithi088 *:9100 running (9m) 2m ago 30m 16.2M - 1.5.0 0da6a335fe13 b70a15a514fb 2024-09-17T08:38:04.470 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.b smithi187 *:9100 running (9m) 40s ago 31m 16.6M - 1.5.0 0da6a335fe13 75f36e91740f 2024-09-17T08:38:04.470 INFO:teuthology.orchestra.run.smithi088.stdout:osd.0 smithi088 running (5m) 2m ago 34m 45.6M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 b5e437bc4ca8 2024-09-17T08:38:04.470 INFO:teuthology.orchestra.run.smithi088.stdout:osd.1 smithi088 running (4m) 2m ago 34m 44.5M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 19f83bfa6b97 2024-09-17T08:38:04.470 INFO:teuthology.orchestra.run.smithi088.stdout:osd.2 smithi088 running (3m) 2m ago 33m 50.1M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 83345c84b607 2024-09-17T08:38:04.471 INFO:teuthology.orchestra.run.smithi088.stdout:osd.3 smithi088 running (2m) 2m ago 33m 14.5M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 643a395e080b 2024-09-17T08:38:04.471 INFO:teuthology.orchestra.run.smithi088.stdout:osd.4 smithi187 running (2m) 40s ago 33m 52.6M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 6c0b4c1b4d3f 2024-09-17T08:38:04.471 INFO:teuthology.orchestra.run.smithi088.stdout:osd.5 smithi187 running (109s) 40s ago 32m 53.6M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 83e9d1a3f841 2024-09-17T08:38:04.471 INFO:teuthology.orchestra.run.smithi088.stdout:osd.6 smithi187 running (76s) 40s ago 32m 43.1M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 813f8cc61640 2024-09-17T08:38:04.471 INFO:teuthology.orchestra.run.smithi088.stdout:osd.7 smithi187 running (45s) 40s ago 32m 14.4M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 e79372404809 2024-09-17T08:38:04.471 INFO:teuthology.orchestra.run.smithi088.stdout:prometheus.a smithi187 *:9095 running (9m) 40s ago 31m 55.5M - 2.43.0 a07b618ecd1d 052443b7a266 2024-09-17T08:38:04.471 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi088.pybyat smithi088 *:8000 running (29m) 2m ago 29m 47.4M - 16.2.0 24ecd6d5f14c 1e03127137af 2024-09-17T08:38:04.471 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi187.yrrxta smithi187 *:8000 running (29m) 40s ago 29m 47.2M - 16.2.0 24ecd6d5f14c 304f0f2cb409 2024-09-17T08:38:04.879 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:04 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all mon 2024-09-17T08:38:04.879 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:04 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all crash 2024-09-17T08:38:04.879 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:04 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all osd 2024-09-17T08:38:04.879 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:04 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all mds 2024-09-17T08:38:04.880 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:04 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all mon 2024-09-17T08:38:04.880 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:04 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all crash 2024-09-17T08:38:04.880 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:04 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all osd 2024-09-17T08:38:04.880 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:04 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all mds 2024-09-17T08:38:04.880 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:38:04.881 INFO:teuthology.orchestra.run.smithi088.stdout: "mon": { 2024-09-17T08:38:04.881 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 3 2024-09-17T08:38:04.881 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:38:04.881 INFO:teuthology.orchestra.run.smithi088.stdout: "mgr": { 2024-09-17T08:38:04.881 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T08:38:04.881 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:38:04.881 INFO:teuthology.orchestra.run.smithi088.stdout: "osd": { 2024-09-17T08:38:04.881 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 8 2024-09-17T08:38:04.881 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:38:04.881 INFO:teuthology.orchestra.run.smithi088.stdout: "rgw": { 2024-09-17T08:38:04.882 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 2 2024-09-17T08:38:04.882 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:38:04.882 INFO:teuthology.orchestra.run.smithi088.stdout: "overall": { 2024-09-17T08:38:04.882 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 16.2.0 (0c2054e95bcd9b30fdd908a79ac1d8bbc3394442) pacific (stable)": 2, 2024-09-17T08:38:04.882 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 13 2024-09-17T08:38:04.882 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-09-17T08:38:04.882 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:38:04.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:04 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all mon 2024-09-17T08:38:04.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:04 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all crash 2024-09-17T08:38:04.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:04 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all osd 2024-09-17T08:38:04.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:04 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all mds 2024-09-17T08:38:05.218 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:38:05.218 INFO:teuthology.orchestra.run.smithi088.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9", 2024-09-17T08:38:05.218 INFO:teuthology.orchestra.run.smithi088.stdout: "in_progress": true, 2024-09-17T08:38:05.218 INFO:teuthology.orchestra.run.smithi088.stdout: "which": "Upgrading daemons in service(s) rgw.foo", 2024-09-17T08:38:05.218 INFO:teuthology.orchestra.run.smithi088.stdout: "services_complete": [], 2024-09-17T08:38:05.219 INFO:teuthology.orchestra.run.smithi088.stdout: "progress": "0/2 daemons upgraded", 2024-09-17T08:38:05.219 INFO:teuthology.orchestra.run.smithi088.stdout: "message": "Currently upgrading rgw daemons", 2024-09-17T08:38:05.219 INFO:teuthology.orchestra.run.smithi088.stdout: "is_paused": false 2024-09-17T08:38:05.219 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:38:05.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:05 smithi187 ceph-mon[70558]: from='client.54642 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:38:05.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:05 smithi187 ceph-mon[70558]: pgmap v279: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:05.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:05 smithi187 ceph-mon[70558]: from='client.64558 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:38:05.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:05 smithi187 ceph-mon[70558]: from='client.64564 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:38:05.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:05 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:05.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:05 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi088.pybyat", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-17T08:38:05.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:05 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi088.pybyat", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-17T08:38:05.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:05 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:38:05.898 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:05 smithi187 ceph-mon[70558]: from='client.54660 172.21.15.88:0/2044526094' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:05.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:05 smithi088 ceph-mon[67196]: from='client.54642 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:38:05.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:05 smithi088 ceph-mon[67196]: pgmap v279: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:05.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:05 smithi088 ceph-mon[67196]: from='client.64558 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:38:05.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:05 smithi088 ceph-mon[67196]: from='client.64564 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:38:05.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:05 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:05.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:05 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi088.pybyat", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-17T08:38:05.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:05 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi088.pybyat", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-17T08:38:05.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:05 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:38:05.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:05 smithi088 ceph-mon[67196]: from='client.54660 172.21.15.88:0/2044526094' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:05.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:05 smithi088 ceph-mon[71593]: from='client.54642 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:38:05.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:05 smithi088 ceph-mon[71593]: pgmap v279: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:05.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:05 smithi088 ceph-mon[71593]: from='client.64558 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:38:05.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:05 smithi088 ceph-mon[71593]: from='client.64564 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:38:05.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:05 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:05.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:05 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi088.pybyat", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-17T08:38:05.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:05 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi088.pybyat", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-17T08:38:05.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:05 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:38:05.917 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:05 smithi088 ceph-mon[71593]: from='client.54660 172.21.15.88:0/2044526094' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:06.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:06 smithi187 ceph-mon[70558]: Upgrade: Updating rgw.foo.smithi088.pybyat (1/2) 2024-09-17T08:38:06.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:06 smithi187 ceph-mon[70558]: Deploying daemon rgw.foo.smithi088.pybyat on smithi088 2024-09-17T08:38:06.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:06 smithi187 ceph-mon[70558]: from='client.54666 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:38:06.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:06 smithi088 ceph-mon[67196]: Upgrade: Updating rgw.foo.smithi088.pybyat (1/2) 2024-09-17T08:38:06.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:06 smithi088 ceph-mon[67196]: Deploying daemon rgw.foo.smithi088.pybyat on smithi088 2024-09-17T08:38:06.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:06 smithi088 ceph-mon[67196]: from='client.54666 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:38:06.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:06 smithi088 ceph-mon[71593]: Upgrade: Updating rgw.foo.smithi088.pybyat (1/2) 2024-09-17T08:38:06.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:06 smithi088 ceph-mon[71593]: Deploying daemon rgw.foo.smithi088.pybyat on smithi088 2024-09-17T08:38:06.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:06 smithi088 ceph-mon[71593]: from='client.54666 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:38:07.689 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:07 smithi088 ceph-mon[67196]: pgmap v280: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:07.689 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:07 smithi088 ceph-mon[71593]: pgmap v280: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:07.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:07 smithi187 ceph-mon[70558]: pgmap v280: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:09.829 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:09 smithi187 ceph-mon[70558]: pgmap v281: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:09.829 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:09 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:09.829 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:09 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:09.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:09 smithi088 ceph-mon[67196]: pgmap v281: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:09.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:09 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:09.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:09 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:09.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:09 smithi088 ceph-mon[71593]: pgmap v281: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:09.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:09 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:09.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:09 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:11.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:10 smithi187 ceph-mon[70558]: Upgrade: Updating rgw.foo.smithi187.yrrxta (2/2) 2024-09-17T08:38:11.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:10 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:11.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:10 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi187.yrrxta", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-17T08:38:11.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:10 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi187.yrrxta", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-17T08:38:11.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:10 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:38:11.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:10 smithi187 ceph-mon[70558]: Deploying daemon rgw.foo.smithi187.yrrxta on smithi187 2024-09-17T08:38:11.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:10 smithi187 ceph-mon[70558]: pgmap v282: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 19 op/s 2024-09-17T08:38:11.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:10 smithi088 ceph-mon[67196]: Upgrade: Updating rgw.foo.smithi187.yrrxta (2/2) 2024-09-17T08:38:11.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:10 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:11.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:10 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi187.yrrxta", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-17T08:38:11.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:10 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi187.yrrxta", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-17T08:38:11.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:10 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:38:11.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:10 smithi088 ceph-mon[67196]: Deploying daemon rgw.foo.smithi187.yrrxta on smithi187 2024-09-17T08:38:11.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:10 smithi088 ceph-mon[67196]: pgmap v282: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 19 op/s 2024-09-17T08:38:11.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:10 smithi088 ceph-mon[71593]: Upgrade: Updating rgw.foo.smithi187.yrrxta (2/2) 2024-09-17T08:38:11.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:10 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:11.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:10 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi187.yrrxta", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-17T08:38:11.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:10 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi187.yrrxta", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-17T08:38:11.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:10 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:38:11.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:10 smithi088 ceph-mon[71593]: Deploying daemon rgw.foo.smithi187.yrrxta on smithi187 2024-09-17T08:38:11.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:10 smithi088 ceph-mon[71593]: pgmap v282: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 19 op/s 2024-09-17T08:38:13.337 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:13 smithi187 ceph-mon[70558]: pgmap v283: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail; 50 KiB/s rd, 0 B/s wr, 82 op/s 2024-09-17T08:38:13.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:13 smithi088 ceph-mon[67196]: pgmap v283: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail; 50 KiB/s rd, 0 B/s wr, 82 op/s 2024-09-17T08:38:13.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:13 smithi088 ceph-mon[71593]: pgmap v283: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail; 50 KiB/s rd, 0 B/s wr, 82 op/s 2024-09-17T08:38:14.857 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:14 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:14.857 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:14 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:14.857 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:14 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:38:14.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:14 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:14.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:14 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:14.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:14 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:38:14.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:14 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:14.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:14 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:14.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:14 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:38:15.803 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:15 smithi187 ceph-mon[70558]: pgmap v284: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail; 94 KiB/s rd, 170 B/s wr, 155 op/s 2024-09-17T08:38:15.836 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:15 smithi088 ceph-mon[67196]: pgmap v284: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail; 94 KiB/s rd, 170 B/s wr, 155 op/s 2024-09-17T08:38:15.837 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:15 smithi088 ceph-mon[71593]: pgmap v284: 161 pgs: 161 active+clean; 604 KiB data, 296 MiB used, 715 GiB / 715 GiB avail; 94 KiB/s rd, 170 B/s wr, 155 op/s 2024-09-17T08:38:17.293 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:17 smithi088 ceph-mon[71593]: pgmap v285: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 116 KiB/s rd, 170 B/s wr, 190 op/s 2024-09-17T08:38:17.293 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:17 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:17.293 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:17 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:17.294 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:17 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:17.294 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:17 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:17.294 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:17 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:17.294 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:17 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:17.294 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:17 smithi088 ceph-mon[67196]: pgmap v285: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 116 KiB/s rd, 170 B/s wr, 190 op/s 2024-09-17T08:38:17.295 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:17 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:17.295 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:17 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:17.295 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:17 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:17.295 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:17 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:17.295 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:17 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:17.296 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:17 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:17.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:17 smithi187 ceph-mon[70558]: pgmap v285: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 116 KiB/s rd, 170 B/s wr, 190 op/s 2024-09-17T08:38:17.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:17 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:17.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:17 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:17.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:17 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:17.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:17 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:17.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:17 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:17.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:17 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:18.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:18 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:18.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:18 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:18.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:18 smithi088 ceph-mon[67196]: pgmap v286: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 153 KiB/s rd, 255 B/s wr, 246 op/s 2024-09-17T08:38:18.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:18 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:18.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:18 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:18.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:18 smithi088 ceph-mon[71593]: pgmap v286: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 153 KiB/s rd, 255 B/s wr, 246 op/s 2024-09-17T08:38:19.031 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:18 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:19.031 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:18 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:19.031 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:18 smithi187 ceph-mon[70558]: pgmap v286: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 153 KiB/s rd, 255 B/s wr, 246 op/s 2024-09-17T08:38:21.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:21 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:21.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:21 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:21.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:21 smithi187 ceph-mon[70558]: pgmap v287: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 153 KiB/s rd, 255 B/s wr, 246 op/s 2024-09-17T08:38:21.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:21 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:21.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:21 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:21.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:21 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:38:21.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:21 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:38:21.148 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:21 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:21.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:21 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:38:21.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:21 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:21.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:21 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:21.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:21 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:21.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:21 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:21.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:21 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:21.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:21 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:21.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:21 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:21.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:21 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi088.pybyat"}]: dispatch 2024-09-17T08:38:21.149 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:21 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi088.pybyat"}]: dispatch 2024-09-17T08:38:21.150 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:21 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi088.pybyat"}]': finished 2024-09-17T08:38:21.150 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:21 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi187.yrrxta"}]: dispatch 2024-09-17T08:38:21.150 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:21 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi187.yrrxta"}]: dispatch 2024-09-17T08:38:21.150 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:21 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi187.yrrxta"}]': finished 2024-09-17T08:38:21.150 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:21 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:21.150 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:21 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:21.150 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:21 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:21.150 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:21 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:21.150 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:21 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:21.150 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:21 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:21.150 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:21 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:21.150 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:21 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:21.150 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:21 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:21.151 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:21 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:21.151 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:21 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:21.151 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:21 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:21.151 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:21 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:21.151 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:21 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:21.151 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:21 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:21.151 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:21 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-17T08:38:21.151 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:21 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-17T08:38:21.151 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:21 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-17T08:38:21.151 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:21 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:38:21.151 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:21 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:38:21.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:21.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:21.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[67196]: pgmap v287: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 153 KiB/s rd, 255 B/s wr, 246 op/s 2024-09-17T08:38:21.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:21.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:21.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:38:21.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:38:21.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:21.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:38:21.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:21.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:21.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:21.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:21.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:21.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:21.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:21.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi088.pybyat"}]: dispatch 2024-09-17T08:38:21.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi088.pybyat"}]: dispatch 2024-09-17T08:38:21.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi088.pybyat"}]': finished 2024-09-17T08:38:21.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi187.yrrxta"}]: dispatch 2024-09-17T08:38:21.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi187.yrrxta"}]: dispatch 2024-09-17T08:38:21.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi187.yrrxta"}]': finished 2024-09-17T08:38:21.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:21.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:21.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:21.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:21.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:21.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:21.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:21.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:21.418 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:21.418 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:21.418 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[71593]: pgmap v287: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 153 KiB/s rd, 255 B/s wr, 246 op/s 2024-09-17T08:38:21.418 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:21.418 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:21.418 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:38:21.418 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:38:21.418 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:21.418 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:38:21.418 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:21.418 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:21.419 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:21.419 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:21.419 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:21.419 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:21.419 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:21.419 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi088.pybyat"}]: dispatch 2024-09-17T08:38:21.419 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi088.pybyat"}]: dispatch 2024-09-17T08:38:21.419 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi088.pybyat"}]': finished 2024-09-17T08:38:21.419 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi187.yrrxta"}]: dispatch 2024-09-17T08:38:21.419 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi187.yrrxta"}]: dispatch 2024-09-17T08:38:21.419 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi187.yrrxta"}]': finished 2024-09-17T08:38:21.419 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:21.420 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:21.420 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:21.420 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:21.420 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:21.420 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:21.420 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:21.420 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:21.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:21.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:21.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:21.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:21.421 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:21.421 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:21.421 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:21.421 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-17T08:38:21.421 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-17T08:38:21.421 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-17T08:38:21.421 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:38:21.421 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:38:21.421 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:21.421 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:21.421 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:21.421 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:21.422 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:21.422 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:21.422 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:21.422 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-17T08:38:21.422 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-17T08:38:21.422 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-17T08:38:21.422 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:38:21.422 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:21 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:38:22.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:38:22.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: pgmap v288: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 159 KiB/s rd, 285 B/s wr, 256 op/s 2024-09-17T08:38:22.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: pgmap v289: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 141 KiB/s rd, 350 B/s wr, 224 op/s 2024-09-17T08:38:22.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all rgw 2024-09-17T08:38:22.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all rbd-mirror 2024-09-17T08:38:22.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all ceph-exporter 2024-09-17T08:38:22.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all nfs 2024-09-17T08:38:22.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all nvmeof 2024-09-17T08:38:22.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: Upgrade: Finalizing container_image settings 2024-09-17T08:38:22.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-17T08:38:22.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-17T08:38:22.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-17T08:38:22.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-17T08:38:22.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-17T08:38:22.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-17T08:38:22.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-17T08:38:22.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-17T08:38:22.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-17T08:38:22.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-17T08:38:22.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-17T08:38:22.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-17T08:38:22.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-17T08:38:22.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-17T08:38:22.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-17T08:38:22.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-17T08:38:22.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:38:22.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:38:22.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-17T08:38:22.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-17T08:38:22.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-17T08:38:22.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-17T08:38:22.400 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-17T08:38:22.400 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-17T08:38:22.400 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-17T08:38:22.400 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-17T08:38:22.400 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-17T08:38:22.400 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-17T08:38:22.400 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-17T08:38:22.400 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:38:22.400 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:38:22.400 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:38:22.400 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:38:22.400 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:38:22.400 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:38:22.400 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:38:22.401 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:38:22.401 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:38:22.401 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:38:22.401 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:38:22.401 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:38:22.401 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-17T08:38:22.401 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-17T08:38:22.401 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]': finished 2024-09-17T08:38:22.401 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: Upgrade: Complete! 2024-09-17T08:38:22.401 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-17T08:38:22.401 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-17T08:38:22.401 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-17T08:38:22.401 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:38:22.402 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:38:22.402 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:38:22.402 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:38:22.402 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: pgmap v290: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 100 KiB/s rd, 145 B/s wr, 155 op/s 2024-09-17T08:38:22.402 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: pgmap v291: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 87 KiB/s rd, 204 B/s wr, 134 op/s 2024-09-17T08:38:22.402 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: Checking dashboard <-> RGW credentials 2024-09-17T08:38:22.402 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:22.402 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:22.402 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:22.402 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:38:22.402 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:38:22.402 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:38:22.403 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:38:22.403 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: pgmap v292: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 601 B/s rd, 0 op/s 2024-09-17T08:38:22.403 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: pgmap v293: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-09-17T08:38:22.403 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:22 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:22.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:38:22.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: pgmap v288: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 159 KiB/s rd, 285 B/s wr, 256 op/s 2024-09-17T08:38:22.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: pgmap v289: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 141 KiB/s rd, 350 B/s wr, 224 op/s 2024-09-17T08:38:22.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all rgw 2024-09-17T08:38:22.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all rbd-mirror 2024-09-17T08:38:22.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all ceph-exporter 2024-09-17T08:38:22.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all nfs 2024-09-17T08:38:22.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all nvmeof 2024-09-17T08:38:22.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: Upgrade: Finalizing container_image settings 2024-09-17T08:38:22.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-17T08:38:22.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-17T08:38:22.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-17T08:38:22.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-17T08:38:22.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-17T08:38:22.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-17T08:38:22.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-17T08:38:22.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-17T08:38:22.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-17T08:38:22.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-17T08:38:22.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-17T08:38:22.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-17T08:38:22.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-17T08:38:22.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-17T08:38:22.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-17T08:38:22.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-17T08:38:22.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:38:22.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:38:22.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: pgmap v288: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 159 KiB/s rd, 285 B/s wr, 256 op/s 2024-09-17T08:38:22.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: pgmap v289: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 141 KiB/s rd, 350 B/s wr, 224 op/s 2024-09-17T08:38:22.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all rgw 2024-09-17T08:38:22.417 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all rbd-mirror 2024-09-17T08:38:22.418 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all ceph-exporter 2024-09-17T08:38:22.418 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all nfs 2024-09-17T08:38:22.418 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all nvmeof 2024-09-17T08:38:22.418 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: Upgrade: Finalizing container_image settings 2024-09-17T08:38:22.418 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-17T08:38:22.418 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-17T08:38:22.418 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-17T08:38:22.418 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-17T08:38:22.418 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-17T08:38:22.418 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-17T08:38:22.418 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-17T08:38:22.418 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-17T08:38:22.418 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-17T08:38:22.418 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-17T08:38:22.419 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-17T08:38:22.419 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-17T08:38:22.419 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-17T08:38:22.419 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-17T08:38:22.419 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-17T08:38:22.419 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-17T08:38:22.419 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:38:22.419 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:38:22.419 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-17T08:38:22.419 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-17T08:38:22.419 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-17T08:38:22.419 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-17T08:38:22.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-17T08:38:22.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-17T08:38:22.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-17T08:38:22.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-17T08:38:22.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-17T08:38:22.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-17T08:38:22.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-17T08:38:22.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:38:22.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:38:22.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:38:22.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:38:22.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:38:22.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:38:22.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:38:22.421 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:38:22.421 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:38:22.421 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:38:22.421 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:38:22.421 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:38:22.421 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:38:22.421 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-17T08:38:22.421 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-17T08:38:22.421 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-17T08:38:22.421 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-17T08:38:22.421 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-17T08:38:22.422 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-17T08:38:22.422 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-17T08:38:22.422 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-17T08:38:22.422 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-17T08:38:22.422 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-17T08:38:22.422 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-17T08:38:22.422 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:38:22.422 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:38:22.422 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:38:22.422 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:38:22.422 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:38:22.422 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:38:22.422 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:38:22.423 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:38:22.423 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:38:22.423 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:38:22.423 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:38:22.423 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:38:22.423 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-17T08:38:22.423 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-17T08:38:22.423 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]': finished 2024-09-17T08:38:22.424 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: Upgrade: Complete! 2024-09-17T08:38:22.424 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-17T08:38:22.424 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-17T08:38:22.424 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-17T08:38:22.424 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:38:22.424 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:38:22.424 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:38:22.424 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:38:22.424 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: pgmap v290: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 100 KiB/s rd, 145 B/s wr, 155 op/s 2024-09-17T08:38:22.424 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: pgmap v291: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 87 KiB/s rd, 204 B/s wr, 134 op/s 2024-09-17T08:38:22.424 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: Checking dashboard <-> RGW credentials 2024-09-17T08:38:22.424 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:22.425 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:22.425 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:22.425 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:38:22.425 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:38:22.425 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:38:22.425 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:38:22.425 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: pgmap v292: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 601 B/s rd, 0 op/s 2024-09-17T08:38:22.425 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: pgmap v293: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-09-17T08:38:22.425 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:22.425 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-17T08:38:22.425 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-17T08:38:22.425 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]': finished 2024-09-17T08:38:22.425 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: Upgrade: Complete! 2024-09-17T08:38:22.426 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-17T08:38:22.426 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-17T08:38:22.426 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-17T08:38:22.426 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:38:22.426 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:38:22.426 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:38:22.426 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:38:22.426 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: pgmap v290: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 100 KiB/s rd, 145 B/s wr, 155 op/s 2024-09-17T08:38:22.426 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: pgmap v291: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 87 KiB/s rd, 204 B/s wr, 134 op/s 2024-09-17T08:38:22.426 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: Checking dashboard <-> RGW credentials 2024-09-17T08:38:22.426 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:22.426 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:22.426 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:22.426 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:38:22.426 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:38:22.427 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:38:22.427 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:38:22.427 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: pgmap v292: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 601 B/s rd, 0 op/s 2024-09-17T08:38:22.427 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: pgmap v293: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-09-17T08:38:22.427 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:22 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:24.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:24 smithi187 ceph-mon[70558]: pgmap v294: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 6.8 KiB/s rd, 770 B/s wr, 7 op/s 2024-09-17T08:38:24.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:24 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:24.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:24 smithi088 ceph-mon[67196]: pgmap v294: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 6.8 KiB/s rd, 770 B/s wr, 7 op/s 2024-09-17T08:38:24.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:24 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:24.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:24 smithi088 ceph-mon[71593]: pgmap v294: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 6.8 KiB/s rd, 770 B/s wr, 7 op/s 2024-09-17T08:38:24.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:24 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:26.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:26 smithi187 ceph-mon[70558]: pgmap v295: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 5.4 KiB/s rd, 439 B/s wr, 6 op/s 2024-09-17T08:38:26.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:26 smithi088 ceph-mon[67196]: pgmap v295: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 5.4 KiB/s rd, 439 B/s wr, 6 op/s 2024-09-17T08:38:26.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:26 smithi088 ceph-mon[71593]: pgmap v295: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 5.4 KiB/s rd, 439 B/s wr, 6 op/s 2024-09-17T08:38:28.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:28 smithi187 ceph-mon[70558]: pgmap v296: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 3.9 KiB/s rd, 320 B/s wr, 4 op/s 2024-09-17T08:38:28.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:28 smithi088 ceph-mon[67196]: pgmap v296: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 3.9 KiB/s rd, 320 B/s wr, 4 op/s 2024-09-17T08:38:28.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:28 smithi088 ceph-mon[71593]: pgmap v296: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 3.9 KiB/s rd, 320 B/s wr, 4 op/s 2024-09-17T08:38:30.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:30 smithi187 ceph-mon[70558]: pgmap v297: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 244 B/s wr, 3 op/s 2024-09-17T08:38:30.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:30 smithi088 ceph-mon[67196]: pgmap v297: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 244 B/s wr, 3 op/s 2024-09-17T08:38:30.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:30 smithi088 ceph-mon[71593]: pgmap v297: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 244 B/s wr, 3 op/s 2024-09-17T08:38:32.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:32 smithi187 ceph-mon[70558]: pgmap v298: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s rd, 204 B/s wr, 2 op/s 2024-09-17T08:38:32.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:32 smithi088 ceph-mon[67196]: pgmap v298: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s rd, 204 B/s wr, 2 op/s 2024-09-17T08:38:32.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:32 smithi088 ceph-mon[71593]: pgmap v298: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s rd, 204 B/s wr, 2 op/s 2024-09-17T08:38:34.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:34 smithi187 ceph-mon[70558]: pgmap v299: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 1.9 KiB/s rd, 170 B/s wr, 2 op/s 2024-09-17T08:38:34.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:34 smithi088 ceph-mon[67196]: pgmap v299: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 1.9 KiB/s rd, 170 B/s wr, 2 op/s 2024-09-17T08:38:34.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:34 smithi088 ceph-mon[71593]: pgmap v299: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 1.9 KiB/s rd, 170 B/s wr, 2 op/s 2024-09-17T08:38:36.289 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph orch ps' 2024-09-17T08:38:36.834 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:36 smithi088 ceph-mon[67196]: pgmap v300: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 597 B/s rd, 0 op/s 2024-09-17T08:38:36.835 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:36 smithi088 ceph-mon[67196]: from='client.54774 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:38:36.835 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:36 smithi088 ceph-mon[71593]: pgmap v300: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 597 B/s rd, 0 op/s 2024-09-17T08:38:36.835 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:36 smithi088 ceph-mon[71593]: from='client.54774 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:38:36.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:36 smithi187 ceph-mon[70558]: pgmap v300: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 597 B/s rd, 0 op/s 2024-09-17T08:38:36.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:36 smithi187 ceph-mon[70558]: from='client.54774 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:38:38.338 INFO:teuthology.orchestra.run.smithi088.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T08:38:38.338 INFO:teuthology.orchestra.run.smithi088.stdout:alertmanager.a smithi088 *:9093,9094 running (9m) 22s ago 31m 25.7M - 0.25.0 c8568f914cd2 ae3ad2ca8c3e 2024-09-17T08:38:38.338 INFO:teuthology.orchestra.run.smithi088.stdout:grafana.a smithi187 *:3000 running (9m) 21s ago 30m 89.0M - 9.4.7 954c08fa6188 bb16e26e2835 2024-09-17T08:38:38.338 INFO:teuthology.orchestra.run.smithi088.stdout:iscsi.foo.smithi187.kgegfj smithi187 error 21s ago 30m - - 2024-09-17T08:38:38.338 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.x smithi187 *:8443,8765 running (10m) 21s ago 35m 439M - 18.2.4-855-g19e2a2be 980a0bfcd684 d71cc65429a4 2024-09-17T08:38:38.338 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.y smithi088 *:8443,8765 running (20m) 22s ago 36m 491M - 18.2.4-855-g19e2a2be 980a0bfcd684 3228b2505d9a 2024-09-17T08:38:38.338 INFO:teuthology.orchestra.run.smithi088.stdout:mon.a smithi088 running (7m) 22s ago 36m 77.3M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 7a79828a62c2 2024-09-17T08:38:38.339 INFO:teuthology.orchestra.run.smithi088.stdout:mon.b smithi187 running (8m) 21s ago 35m 64.4M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 d4e39e0851a6 2024-09-17T08:38:38.339 INFO:teuthology.orchestra.run.smithi088.stdout:mon.c smithi088 running (6m) 22s ago 35m 54.9M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 9f9c833cecc9 2024-09-17T08:38:38.339 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.a smithi088 *:9100 running (10m) 22s ago 31m 15.4M - 1.5.0 0da6a335fe13 b70a15a514fb 2024-09-17T08:38:38.339 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.b smithi187 *:9100 running (10m) 21s ago 32m 16.4M - 1.5.0 0da6a335fe13 75f36e91740f 2024-09-17T08:38:38.339 INFO:teuthology.orchestra.run.smithi088.stdout:osd.0 smithi088 running (5m) 22s ago 34m 54.9M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 b5e437bc4ca8 2024-09-17T08:38:38.339 INFO:teuthology.orchestra.run.smithi088.stdout:osd.1 smithi088 running (5m) 22s ago 34m 53.0M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 19f83bfa6b97 2024-09-17T08:38:38.339 INFO:teuthology.orchestra.run.smithi088.stdout:osd.2 smithi088 running (4m) 22s ago 34m 56.3M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 83345c84b607 2024-09-17T08:38:38.339 INFO:teuthology.orchestra.run.smithi088.stdout:osd.3 smithi088 running (3m) 22s ago 33m 55.4M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 643a395e080b 2024-09-17T08:38:38.339 INFO:teuthology.orchestra.run.smithi088.stdout:osd.4 smithi187 running (2m) 21s ago 33m 58.5M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 6c0b4c1b4d3f 2024-09-17T08:38:38.339 INFO:teuthology.orchestra.run.smithi088.stdout:osd.5 smithi187 running (2m) 21s ago 33m 57.9M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 83e9d1a3f841 2024-09-17T08:38:38.339 INFO:teuthology.orchestra.run.smithi088.stdout:osd.6 smithi187 running (110s) 21s ago 33m 47.4M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 813f8cc61640 2024-09-17T08:38:38.339 INFO:teuthology.orchestra.run.smithi088.stdout:osd.7 smithi187 running (79s) 21s ago 32m 51.3M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 e79372404809 2024-09-17T08:38:38.339 INFO:teuthology.orchestra.run.smithi088.stdout:prometheus.a smithi187 *:9095 running (9m) 21s ago 32m 55.5M - 2.43.0 a07b618ecd1d 052443b7a266 2024-09-17T08:38:38.339 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi088.pybyat smithi088 *:8000 running (30s) 22s ago 30m 75.1M - 18.2.4-855-g19e2a2be 980a0bfcd684 889946d7f385 2024-09-17T08:38:38.340 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi187.yrrxta smithi187 *:8000 running (25s) 21s ago 30m 76.7M - 18.2.4-855-g19e2a2be 980a0bfcd684 7a17dad9dd10 2024-09-17T08:38:38.888 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:38 smithi088 ceph-mon[67196]: pgmap v301: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:38.889 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:38 smithi088 ceph-mon[71593]: pgmap v301: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:38.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:38 smithi187 ceph-mon[70558]: pgmap v301: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:38.911 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph versions | jq -e '"'"'.rgw | length == 1'"'"'' 2024-09-17T08:38:39.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:39 smithi187 ceph-mon[70558]: from='client.54780 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:38:39.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:39 smithi088 ceph-mon[67196]: from='client.54780 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:38:39.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:39 smithi088 ceph-mon[71593]: from='client.54780 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:38:40.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:40 smithi088 ceph-mon[67196]: pgmap v302: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:40.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:40 smithi088 ceph-mon[71593]: pgmap v302: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:40.797 INFO:teuthology.orchestra.run.smithi088.stdout:true 2024-09-17T08:38:40.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:40 smithi187 ceph-mon[70558]: pgmap v302: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:41.500 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph versions | jq -e '"'"'.rgw | keys'"'"' | grep $sha1' 2024-09-17T08:38:41.793 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:41 smithi088 ceph-mon[67196]: from='client.64696 172.21.15.88:0/2779035979' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:41.793 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:41 smithi088 ceph-mon[67196]: pgmap v303: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:41.793 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:41 smithi088 ceph-mon[71593]: from='client.64696 172.21.15.88:0/2779035979' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:41.793 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:41 smithi088 ceph-mon[71593]: pgmap v303: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:41.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:41 smithi187 ceph-mon[70558]: from='client.64696 172.21.15.88:0/2779035979' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:41.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:41 smithi187 ceph-mon[70558]: pgmap v303: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:43.433 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)" 2024-09-17T08:38:43.801 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:43 smithi088 ceph-mon[67196]: from='client.64702 172.21.15.88:0/738209655' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:43.801 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:43 smithi088 ceph-mon[71593]: from='client.64702 172.21.15.88:0/738209655' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:43.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:43 smithi187 ceph-mon[70558]: from='client.64702 172.21.15.88:0/738209655' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:44.123 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph orch upgrade status' 2024-09-17T08:38:44.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:44 smithi088 ceph-mon[67196]: pgmap v304: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:44.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:44 smithi088 ceph-mon[71593]: pgmap v304: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:44.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:44 smithi187 ceph-mon[70558]: pgmap v304: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:46.066 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:38:46.066 INFO:teuthology.orchestra.run.smithi088.stdout: "target_image": null, 2024-09-17T08:38:46.066 INFO:teuthology.orchestra.run.smithi088.stdout: "in_progress": false, 2024-09-17T08:38:46.066 INFO:teuthology.orchestra.run.smithi088.stdout: "which": "", 2024-09-17T08:38:46.067 INFO:teuthology.orchestra.run.smithi088.stdout: "services_complete": [], 2024-09-17T08:38:46.067 INFO:teuthology.orchestra.run.smithi088.stdout: "progress": null, 2024-09-17T08:38:46.067 INFO:teuthology.orchestra.run.smithi088.stdout: "message": "", 2024-09-17T08:38:46.067 INFO:teuthology.orchestra.run.smithi088.stdout: "is_paused": false 2024-09-17T08:38:46.067 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:38:46.882 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:46 smithi088 ceph-mon[67196]: pgmap v305: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:46.883 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:46 smithi088 ceph-mon[71593]: pgmap v305: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:46.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:46 smithi187 ceph-mon[70558]: pgmap v305: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:46.905 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph health detail' 2024-09-17T08:38:47.873 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:47 smithi088 ceph-mon[67196]: from='client.64708 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:38:47.873 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:47 smithi088 ceph-mon[71593]: from='client.64708 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:38:47.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:47 smithi187 ceph-mon[70558]: from='client.64708 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:38:48.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:48 smithi187 ceph-mon[70558]: pgmap v306: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:48.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:48 smithi088 ceph-mon[67196]: pgmap v306: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:48.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:48 smithi088 ceph-mon[71593]: pgmap v306: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:49.016 INFO:teuthology.orchestra.run.smithi088.stdout:HEALTH_WARN 1 failed cephadm daemon(s) 2024-09-17T08:38:49.016 INFO:teuthology.orchestra.run.smithi088.stdout:[WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-09-17T08:38:49.016 INFO:teuthology.orchestra.run.smithi088.stdout: daemon iscsi.foo.smithi187.kgegfj on smithi187 is in error state 2024-09-17T08:38:49.591 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:49 smithi088 ceph-mon[67196]: from='client.54804 172.21.15.88:0/3287216437' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-17T08:38:49.738 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-09-17T08:38:49.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:49 smithi187 ceph-mon[70558]: from='client.54804 172.21.15.88:0/3287216437' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-17T08:38:49.914 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:49 smithi088 ceph-mon[71593]: from='client.54804 172.21.15.88:0/3287216437' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-17T08:38:50.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:50 smithi088 ceph-mon[67196]: pgmap v307: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:50.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:50 smithi088 ceph-mon[71593]: pgmap v307: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:50.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:50 smithi187 ceph-mon[70558]: pgmap v307: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:51.822 INFO:teuthology.orchestra.run.smithi088.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:38:51.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:51 smithi088 ceph-mon[67196]: pgmap v308: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:51.914 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:51 smithi088 ceph-mon[71593]: pgmap v308: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:52.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:51 smithi187 ceph-mon[70558]: pgmap v308: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:52.645 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-17T08:38:52.655 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi088.front.sepia.ceph.com 2024-09-17T08:38:52.655 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; ceph health detail ; sleep 30 ; done' 2024-09-17T08:38:52.905 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:52 smithi088 ceph-mon[71593]: from='client.54810 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:38:52.906 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:52 smithi088 ceph-mon[71593]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:38:52.906 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:52 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:52.906 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:52 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:38:52.906 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:52 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:38:52.906 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:52 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:38:52.906 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:52 smithi088 ceph-mon[71593]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:38:52.906 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:52 smithi088 ceph-mon[71593]: pgmap v309: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:52.906 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:52 smithi088 ceph-mon[71593]: pgmap v310: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:52.906 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:52 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:52.906 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:52 smithi088 ceph-mon[71593]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:38:52.907 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:52 smithi088 ceph-mon[67196]: from='client.54810 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:38:52.907 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:52 smithi088 ceph-mon[67196]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:38:52.907 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:52 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:52.907 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:52 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:38:52.907 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:52 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:38:52.907 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:52 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:38:52.907 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:52 smithi088 ceph-mon[67196]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:38:52.907 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:52 smithi088 ceph-mon[67196]: pgmap v309: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:52.907 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:52 smithi088 ceph-mon[67196]: pgmap v310: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:52.907 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:52 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:52.907 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:52 smithi088 ceph-mon[67196]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:38:53.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:52 smithi187 ceph-mon[70558]: from='client.54810 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:38:53.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:52 smithi187 ceph-mon[70558]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:38:53.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:52 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:53.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:52 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:38:53.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:52 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:38:53.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:52 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:38:53.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:52 smithi187 ceph-mon[70558]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:38:53.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:52 smithi187 ceph-mon[70558]: pgmap v309: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:53.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:52 smithi187 ceph-mon[70558]: pgmap v310: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:53.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:52 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:53.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:52 smithi187 ceph-mon[70558]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 2024-09-17T08:38:55.146 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:54 smithi187 ceph-mon[70558]: pgmap v311: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:55.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:54 smithi088 ceph-mon[67196]: pgmap v311: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:55.164 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:54 smithi088 ceph-mon[71593]: pgmap v311: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:55.821 INFO:teuthology.orchestra.run.smithi088.stdout:true 2024-09-17T08:38:56.451 INFO:teuthology.orchestra.run.smithi088.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T08:38:56.451 INFO:teuthology.orchestra.run.smithi088.stdout:alertmanager.a smithi088 *:9093,9094 running (9m) 40s ago 31m 25.7M - 0.25.0 c8568f914cd2 ae3ad2ca8c3e 2024-09-17T08:38:56.451 INFO:teuthology.orchestra.run.smithi088.stdout:grafana.a smithi187 *:3000 running (9m) 39s ago 31m 89.0M - 9.4.7 954c08fa6188 bb16e26e2835 2024-09-17T08:38:56.451 INFO:teuthology.orchestra.run.smithi088.stdout:iscsi.foo.smithi187.kgegfj smithi187 error 39s ago 30m - - 2024-09-17T08:38:56.452 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.x smithi187 *:8443,8765 running (10m) 39s ago 35m 439M - 18.2.4-855-g19e2a2be 980a0bfcd684 d71cc65429a4 2024-09-17T08:38:56.452 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.y smithi088 *:8443,8765 running (20m) 40s ago 36m 491M - 18.2.4-855-g19e2a2be 980a0bfcd684 3228b2505d9a 2024-09-17T08:38:56.452 INFO:teuthology.orchestra.run.smithi088.stdout:mon.a smithi088 running (7m) 40s ago 36m 77.3M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 7a79828a62c2 2024-09-17T08:38:56.452 INFO:teuthology.orchestra.run.smithi088.stdout:mon.b smithi187 running (8m) 39s ago 35m 64.4M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 d4e39e0851a6 2024-09-17T08:38:56.452 INFO:teuthology.orchestra.run.smithi088.stdout:mon.c smithi088 running (7m) 40s ago 35m 54.9M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 9f9c833cecc9 2024-09-17T08:38:56.452 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.a smithi088 *:9100 running (10m) 40s ago 31m 15.4M - 1.5.0 0da6a335fe13 b70a15a514fb 2024-09-17T08:38:56.452 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.b smithi187 *:9100 running (10m) 39s ago 32m 16.4M - 1.5.0 0da6a335fe13 75f36e91740f 2024-09-17T08:38:56.452 INFO:teuthology.orchestra.run.smithi088.stdout:osd.0 smithi088 running (6m) 40s ago 35m 54.9M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 b5e437bc4ca8 2024-09-17T08:38:56.452 INFO:teuthology.orchestra.run.smithi088.stdout:osd.1 smithi088 running (5m) 40s ago 34m 53.0M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 19f83bfa6b97 2024-09-17T08:38:56.452 INFO:teuthology.orchestra.run.smithi088.stdout:osd.2 smithi088 running (4m) 40s ago 34m 56.3M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 83345c84b607 2024-09-17T08:38:56.452 INFO:teuthology.orchestra.run.smithi088.stdout:osd.3 smithi088 running (3m) 40s ago 34m 55.4M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 643a395e080b 2024-09-17T08:38:56.452 INFO:teuthology.orchestra.run.smithi088.stdout:osd.4 smithi187 running (3m) 39s ago 33m 58.5M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 6c0b4c1b4d3f 2024-09-17T08:38:56.452 INFO:teuthology.orchestra.run.smithi088.stdout:osd.5 smithi187 running (2m) 39s ago 33m 57.9M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 83e9d1a3f841 2024-09-17T08:38:56.453 INFO:teuthology.orchestra.run.smithi088.stdout:osd.6 smithi187 running (2m) 39s ago 33m 47.4M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 813f8cc61640 2024-09-17T08:38:56.453 INFO:teuthology.orchestra.run.smithi088.stdout:osd.7 smithi187 running (97s) 39s ago 33m 51.3M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 e79372404809 2024-09-17T08:38:56.453 INFO:teuthology.orchestra.run.smithi088.stdout:prometheus.a smithi187 *:9095 running (10m) 39s ago 32m 55.5M - 2.43.0 a07b618ecd1d 052443b7a266 2024-09-17T08:38:56.453 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi088.pybyat smithi088 *:8000 running (48s) 40s ago 30m 75.1M - 18.2.4-855-g19e2a2be 980a0bfcd684 889946d7f385 2024-09-17T08:38:56.453 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi187.yrrxta smithi187 *:8000 running (43s) 39s ago 30m 76.7M - 18.2.4-855-g19e2a2be 980a0bfcd684 7a17dad9dd10 2024-09-17T08:38:56.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:56 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:56.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:56 smithi187 ceph-mon[70558]: Upgrade: Target is version 18.2.4-855-g19e2a2be (reef) 2024-09-17T08:38:56.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:56 smithi187 ceph-mon[70558]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, digests ['quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9'] 2024-09-17T08:38:56.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:56 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:38:56.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:56 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:56.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:56 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:56.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:56 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all mgr 2024-09-17T08:38:56.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:56 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:56.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:56 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:56.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:56 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all mon 2024-09-17T08:38:56.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:56 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:56.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:56 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:56.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:56 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all crash 2024-09-17T08:38:56.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:56 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:56.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:56 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:56.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:56 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all osd 2024-09-17T08:38:56.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:56 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:56.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:56 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:56.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:56 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all mds 2024-09-17T08:38:56.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:56 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:56.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:56 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:56.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:56 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all rgw 2024-09-17T08:38:56.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:56 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:56.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:56 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:56.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:56 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all rbd-mirror 2024-09-17T08:38:56.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:56 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:56.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:56 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:56.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:56 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all cephfs-mirror 2024-09-17T08:38:56.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:56 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:56.649 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:56 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all ceph-exporter 2024-09-17T08:38:56.650 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:56 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:56.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:56.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[67196]: Upgrade: Target is version 18.2.4-855-g19e2a2be (reef) 2024-09-17T08:38:56.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[67196]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, digests ['quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9'] 2024-09-17T08:38:56.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:38:56.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:56.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:56.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all mgr 2024-09-17T08:38:56.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:56.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:56.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all mon 2024-09-17T08:38:56.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:56.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:56.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all crash 2024-09-17T08:38:56.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:56.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:56.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all osd 2024-09-17T08:38:56.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:56.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:56.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all mds 2024-09-17T08:38:56.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:56.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:56.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all rgw 2024-09-17T08:38:56.666 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:56.667 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:56.667 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all rbd-mirror 2024-09-17T08:38:56.667 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:56.667 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:56.667 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all cephfs-mirror 2024-09-17T08:38:56.667 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:56.667 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all ceph-exporter 2024-09-17T08:38:56.667 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:56.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:56.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[71593]: Upgrade: Target is version 18.2.4-855-g19e2a2be (reef) 2024-09-17T08:38:56.667 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[71593]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, digests ['quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9'] 2024-09-17T08:38:56.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:38:56.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:56.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:56.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all mgr 2024-09-17T08:38:56.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:56.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:56.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all mon 2024-09-17T08:38:56.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:56.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:56.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all crash 2024-09-17T08:38:56.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:56.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:56.668 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all osd 2024-09-17T08:38:56.669 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:56.669 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:56.669 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all mds 2024-09-17T08:38:56.669 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:56.669 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:56.669 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all rgw 2024-09-17T08:38:56.669 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:56.669 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:56.669 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all rbd-mirror 2024-09-17T08:38:56.669 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:56.669 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:56.669 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all cephfs-mirror 2024-09-17T08:38:56.669 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:56.669 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all ceph-exporter 2024-09-17T08:38:56.670 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:56 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:56.836 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:38:56.836 INFO:teuthology.orchestra.run.smithi088.stdout: "mon": { 2024-09-17T08:38:56.836 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 3 2024-09-17T08:38:56.837 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:38:56.837 INFO:teuthology.orchestra.run.smithi088.stdout: "mgr": { 2024-09-17T08:38:56.837 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T08:38:56.837 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:38:56.837 INFO:teuthology.orchestra.run.smithi088.stdout: "osd": { 2024-09-17T08:38:56.837 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 8 2024-09-17T08:38:56.837 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:38:56.837 INFO:teuthology.orchestra.run.smithi088.stdout: "rgw": { 2024-09-17T08:38:56.837 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T08:38:56.837 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:38:56.837 INFO:teuthology.orchestra.run.smithi088.stdout: "overall": { 2024-09-17T08:38:56.837 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 15 2024-09-17T08:38:56.837 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-09-17T08:38:56.838 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:38:57.158 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:38:57.158 INFO:teuthology.orchestra.run.smithi088.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9", 2024-09-17T08:38:57.158 INFO:teuthology.orchestra.run.smithi088.stdout: "in_progress": true, 2024-09-17T08:38:57.158 INFO:teuthology.orchestra.run.smithi088.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-17T08:38:57.158 INFO:teuthology.orchestra.run.smithi088.stdout: "services_complete": [ 2024-09-17T08:38:57.158 INFO:teuthology.orchestra.run.smithi088.stdout: "mon", 2024-09-17T08:38:57.158 INFO:teuthology.orchestra.run.smithi088.stdout: "mgr", 2024-09-17T08:38:57.158 INFO:teuthology.orchestra.run.smithi088.stdout: "rgw", 2024-09-17T08:38:57.158 INFO:teuthology.orchestra.run.smithi088.stdout: "osd" 2024-09-17T08:38:57.159 INFO:teuthology.orchestra.run.smithi088.stdout: ], 2024-09-17T08:38:57.159 INFO:teuthology.orchestra.run.smithi088.stdout: "progress": "15/21 daemons upgraded", 2024-09-17T08:38:57.159 INFO:teuthology.orchestra.run.smithi088.stdout: "message": "Currently upgrading iscsi daemons", 2024-09-17T08:38:57.159 INFO:teuthology.orchestra.run.smithi088.stdout: "is_paused": false 2024-09-17T08:38:57.159 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:38:57.539 INFO:teuthology.orchestra.run.smithi088.stdout:HEALTH_WARN 1 failed cephadm daemon(s) 2024-09-17T08:38:57.539 INFO:teuthology.orchestra.run.smithi088.stdout:[WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-09-17T08:38:57.539 INFO:teuthology.orchestra.run.smithi088.stdout: daemon iscsi.foo.smithi187.kgegfj on smithi187 is in error state 2024-09-17T08:38:57.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:57 smithi187 ceph-mon[70558]: from='client.64726 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:38:57.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:57 smithi187 ceph-mon[70558]: pgmap v312: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:57.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:57 smithi187 ceph-mon[70558]: from='client.64732 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:38:57.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:57 smithi187 ceph-mon[70558]: from='client.64738 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:38:57.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:57 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:57.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:57 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi187.kgegfj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-17T08:38:57.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:57 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi187.kgegfj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-17T08:38:57.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:57 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:38:57.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:57 smithi187 ceph-mon[70558]: from='client.54834 172.21.15.88:0/2303610996' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:57.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:57 smithi088 ceph-mon[67196]: from='client.64726 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:38:57.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:57 smithi088 ceph-mon[67196]: pgmap v312: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:57.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:57 smithi088 ceph-mon[67196]: from='client.64732 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:38:57.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:57 smithi088 ceph-mon[67196]: from='client.64738 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:38:57.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:57 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:57.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:57 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi187.kgegfj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-17T08:38:57.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:57 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi187.kgegfj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-17T08:38:57.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:57 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:38:57.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:57 smithi088 ceph-mon[67196]: from='client.54834 172.21.15.88:0/2303610996' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:57.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:57 smithi088 ceph-mon[71593]: from='client.64726 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:38:57.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:57 smithi088 ceph-mon[71593]: pgmap v312: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:57.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:57 smithi088 ceph-mon[71593]: from='client.64732 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:38:57.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:57 smithi088 ceph-mon[71593]: from='client.64738 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:38:57.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:57 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:38:57.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:57 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi187.kgegfj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-17T08:38:57.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:57 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi187.kgegfj", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-17T08:38:57.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:57 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:38:57.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:57 smithi088 ceph-mon[71593]: from='client.54834 172.21.15.88:0/2303610996' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:38:58.799 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:58 smithi187 ceph-mon[70558]: Upgrade: Updating iscsi.foo.smithi187.kgegfj 2024-09-17T08:38:58.800 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:58 smithi187 ceph-mon[70558]: Deploying daemon iscsi.foo.smithi187.kgegfj on smithi187 2024-09-17T08:38:58.800 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:58 smithi187 ceph-mon[70558]: from='client.64750 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:38:58.800 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:58 smithi187 ceph-mon[70558]: from='client.64756 172.21.15.88:0/1440081544' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-17T08:38:58.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:58 smithi088 ceph-mon[67196]: Upgrade: Updating iscsi.foo.smithi187.kgegfj 2024-09-17T08:38:58.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:58 smithi088 ceph-mon[67196]: Deploying daemon iscsi.foo.smithi187.kgegfj on smithi187 2024-09-17T08:38:58.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:58 smithi088 ceph-mon[67196]: from='client.64750 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:38:58.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:58 smithi088 ceph-mon[67196]: from='client.64756 172.21.15.88:0/1440081544' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-17T08:38:58.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:58 smithi088 ceph-mon[71593]: Upgrade: Updating iscsi.foo.smithi187.kgegfj 2024-09-17T08:38:58.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:58 smithi088 ceph-mon[71593]: Deploying daemon iscsi.foo.smithi187.kgegfj on smithi187 2024-09-17T08:38:58.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:58 smithi088 ceph-mon[71593]: from='client.64750 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:38:58.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:58 smithi088 ceph-mon[71593]: from='client.64756 172.21.15.88:0/1440081544' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-17T08:38:59.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:38:59 smithi187 ceph-mon[70558]: pgmap v313: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:59.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:38:59 smithi088 ceph-mon[67196]: pgmap v313: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:38:59.664 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:38:59 smithi088 ceph-mon[71593]: pgmap v313: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:39:01.125 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:00 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:39:01.125 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:00 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:39:01.125 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:00 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:39:01.125 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:00 smithi187 ceph-mon[70558]: pgmap v314: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:39:01.125 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:00 smithi187 ceph-mon[70558]: from='client.? 172.21.15.187:0/830076022' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-17T08:39:01.125 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:00 smithi187 ceph-mon[70558]: from='client.? 172.21.15.187:0/1879827618' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:6833/1886718149"}]: dispatch 2024-09-17T08:39:01.125 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:00 smithi187 ceph-mon[70558]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:6833/1886718149"}]: dispatch 2024-09-17T08:39:01.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:00 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:39:01.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:00 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:39:01.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:00 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:39:01.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:00 smithi088 ceph-mon[67196]: pgmap v314: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:39:01.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:00 smithi088 ceph-mon[67196]: from='client.? 172.21.15.187:0/830076022' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-17T08:39:01.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:00 smithi088 ceph-mon[67196]: from='client.? 172.21.15.187:0/1879827618' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:6833/1886718149"}]: dispatch 2024-09-17T08:39:01.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:00 smithi088 ceph-mon[67196]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:6833/1886718149"}]: dispatch 2024-09-17T08:39:01.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:00 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:39:01.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:00 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:39:01.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:00 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:39:01.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:00 smithi088 ceph-mon[71593]: pgmap v314: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:39:01.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:00 smithi088 ceph-mon[71593]: from='client.? 172.21.15.187:0/830076022' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-17T08:39:01.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:00 smithi088 ceph-mon[71593]: from='client.? 172.21.15.187:0/1879827618' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:6833/1886718149"}]: dispatch 2024-09-17T08:39:01.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:00 smithi088 ceph-mon[71593]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:6833/1886718149"}]: dispatch 2024-09-17T08:39:01.983 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:01 smithi187 ceph-mon[70558]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:6833/1886718149"}]': finished 2024-09-17T08:39:01.984 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:01 smithi187 ceph-mon[70558]: osdmap e119: 8 total, 8 up, 8 in 2024-09-17T08:39:01.984 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:01 smithi187 ceph-mon[70558]: from='client.? 172.21.15.187:0/3037810739' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/1522242115"}]: dispatch 2024-09-17T08:39:01.984 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:01 smithi187 ceph-mon[70558]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/1522242115"}]: dispatch 2024-09-17T08:39:02.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:01 smithi088 ceph-mon[71593]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:6833/1886718149"}]': finished 2024-09-17T08:39:02.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:01 smithi088 ceph-mon[71593]: osdmap e119: 8 total, 8 up, 8 in 2024-09-17T08:39:02.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:01 smithi088 ceph-mon[71593]: from='client.? 172.21.15.187:0/3037810739' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/1522242115"}]: dispatch 2024-09-17T08:39:02.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:01 smithi088 ceph-mon[71593]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/1522242115"}]: dispatch 2024-09-17T08:39:02.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:01 smithi088 ceph-mon[67196]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:6833/1886718149"}]': finished 2024-09-17T08:39:02.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:01 smithi088 ceph-mon[67196]: osdmap e119: 8 total, 8 up, 8 in 2024-09-17T08:39:02.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:01 smithi088 ceph-mon[67196]: from='client.? 172.21.15.187:0/3037810739' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/1522242115"}]: dispatch 2024-09-17T08:39:02.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:01 smithi088 ceph-mon[67196]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/1522242115"}]: dispatch 2024-09-17T08:39:02.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:02 smithi187 ceph-mon[70558]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/1522242115"}]': finished 2024-09-17T08:39:02.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:02 smithi187 ceph-mon[70558]: osdmap e120: 8 total, 8 up, 8 in 2024-09-17T08:39:02.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:02 smithi187 ceph-mon[70558]: pgmap v317: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 127 B/s rd, 0 op/s 2024-09-17T08:39:02.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:02 smithi187 ceph-mon[70558]: from='client.? 172.21.15.187:0/3090361362' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:6833/1024903989"}]: dispatch 2024-09-17T08:39:02.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:02 smithi187 ceph-mon[70558]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:6833/1024903989"}]: dispatch 2024-09-17T08:39:03.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:02 smithi088 ceph-mon[67196]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/1522242115"}]': finished 2024-09-17T08:39:03.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:02 smithi088 ceph-mon[67196]: osdmap e120: 8 total, 8 up, 8 in 2024-09-17T08:39:03.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:02 smithi088 ceph-mon[67196]: pgmap v317: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 127 B/s rd, 0 op/s 2024-09-17T08:39:03.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:02 smithi088 ceph-mon[67196]: from='client.? 172.21.15.187:0/3090361362' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:6833/1024903989"}]: dispatch 2024-09-17T08:39:03.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:02 smithi088 ceph-mon[67196]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:6833/1024903989"}]: dispatch 2024-09-17T08:39:03.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:02 smithi088 ceph-mon[71593]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/1522242115"}]': finished 2024-09-17T08:39:03.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:02 smithi088 ceph-mon[71593]: osdmap e120: 8 total, 8 up, 8 in 2024-09-17T08:39:03.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:02 smithi088 ceph-mon[71593]: pgmap v317: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 127 B/s rd, 0 op/s 2024-09-17T08:39:03.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:02 smithi088 ceph-mon[71593]: from='client.? 172.21.15.187:0/3090361362' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:6833/1024903989"}]: dispatch 2024-09-17T08:39:03.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:02 smithi088 ceph-mon[71593]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:6833/1024903989"}]: dispatch 2024-09-17T08:39:04.146 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:03 smithi187 ceph-mon[70558]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:6833/1024903989"}]': finished 2024-09-17T08:39:04.146 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:03 smithi187 ceph-mon[70558]: osdmap e121: 8 total, 8 up, 8 in 2024-09-17T08:39:04.146 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:03 smithi187 ceph-mon[70558]: from='client.? 172.21.15.187:0/2158863' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:6832/1024903989"}]: dispatch 2024-09-17T08:39:04.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:03 smithi187 ceph-mon[70558]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:6832/1024903989"}]: dispatch 2024-09-17T08:39:04.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:03 smithi088 ceph-mon[67196]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:6833/1024903989"}]': finished 2024-09-17T08:39:04.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:03 smithi088 ceph-mon[67196]: osdmap e121: 8 total, 8 up, 8 in 2024-09-17T08:39:04.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:03 smithi088 ceph-mon[67196]: from='client.? 172.21.15.187:0/2158863' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:6832/1024903989"}]: dispatch 2024-09-17T08:39:04.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:03 smithi088 ceph-mon[67196]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:6832/1024903989"}]: dispatch 2024-09-17T08:39:04.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:03 smithi088 ceph-mon[71593]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:6833/1024903989"}]': finished 2024-09-17T08:39:04.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:03 smithi088 ceph-mon[71593]: osdmap e121: 8 total, 8 up, 8 in 2024-09-17T08:39:04.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:03 smithi088 ceph-mon[71593]: from='client.? 172.21.15.187:0/2158863' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:6832/1024903989"}]: dispatch 2024-09-17T08:39:04.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:03 smithi088 ceph-mon[71593]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:6832/1024903989"}]: dispatch 2024-09-17T08:39:05.008 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:04 smithi187 ceph-mon[70558]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:6832/1024903989"}]': finished 2024-09-17T08:39:05.008 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:04 smithi187 ceph-mon[70558]: osdmap e122: 8 total, 8 up, 8 in 2024-09-17T08:39:05.008 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:04 smithi187 ceph-mon[70558]: pgmap v320: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-09-17T08:39:05.008 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:04 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:39:05.008 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:04 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:39:05.009 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:04 smithi187 ceph-mon[70558]: from='client.? 172.21.15.187:0/1401538708' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/1729633267"}]: dispatch 2024-09-17T08:39:05.009 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:04 smithi187 ceph-mon[70558]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/1729633267"}]: dispatch 2024-09-17T08:39:05.009 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:04 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:39:05.009 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:04 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:39:05.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:04 smithi088 ceph-mon[67196]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:6832/1024903989"}]': finished 2024-09-17T08:39:05.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:04 smithi088 ceph-mon[67196]: osdmap e122: 8 total, 8 up, 8 in 2024-09-17T08:39:05.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:04 smithi088 ceph-mon[67196]: pgmap v320: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-09-17T08:39:05.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:04 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:39:05.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:04 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:39:05.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:04 smithi088 ceph-mon[67196]: from='client.? 172.21.15.187:0/1401538708' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/1729633267"}]: dispatch 2024-09-17T08:39:05.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:04 smithi088 ceph-mon[67196]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/1729633267"}]: dispatch 2024-09-17T08:39:05.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:04 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:39:05.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:04 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:39:05.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:04 smithi088 ceph-mon[71593]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:6832/1024903989"}]': finished 2024-09-17T08:39:05.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:04 smithi088 ceph-mon[71593]: osdmap e122: 8 total, 8 up, 8 in 2024-09-17T08:39:05.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:04 smithi088 ceph-mon[71593]: pgmap v320: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-09-17T08:39:05.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:04 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:39:05.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:04 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:39:05.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:04 smithi088 ceph-mon[71593]: from='client.? 172.21.15.187:0/1401538708' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/1729633267"}]: dispatch 2024-09-17T08:39:05.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:04 smithi088 ceph-mon[71593]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/1729633267"}]: dispatch 2024-09-17T08:39:05.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:04 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:39:05.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:04 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:39:06.092 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:05 smithi187 ceph-mon[70558]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/1729633267"}]': finished 2024-09-17T08:39:06.093 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:05 smithi187 ceph-mon[70558]: osdmap e123: 8 total, 8 up, 8 in 2024-09-17T08:39:06.093 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:05 smithi187 ceph-mon[70558]: from='client.? 172.21.15.187:0/1639799230' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/1628722"}]: dispatch 2024-09-17T08:39:06.093 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:05 smithi187 ceph-mon[70558]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/1628722"}]: dispatch 2024-09-17T08:39:06.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:05 smithi088 ceph-mon[67196]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/1729633267"}]': finished 2024-09-17T08:39:06.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:05 smithi088 ceph-mon[67196]: osdmap e123: 8 total, 8 up, 8 in 2024-09-17T08:39:06.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:05 smithi088 ceph-mon[67196]: from='client.? 172.21.15.187:0/1639799230' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/1628722"}]: dispatch 2024-09-17T08:39:06.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:05 smithi088 ceph-mon[67196]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/1628722"}]: dispatch 2024-09-17T08:39:06.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:05 smithi088 ceph-mon[71593]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/1729633267"}]': finished 2024-09-17T08:39:06.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:05 smithi088 ceph-mon[71593]: osdmap e123: 8 total, 8 up, 8 in 2024-09-17T08:39:06.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:05 smithi088 ceph-mon[71593]: from='client.? 172.21.15.187:0/1639799230' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/1628722"}]: dispatch 2024-09-17T08:39:06.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:05 smithi088 ceph-mon[71593]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/1628722"}]: dispatch 2024-09-17T08:39:07.121 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:06 smithi187 ceph-mon[70558]: pgmap v322: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:39:07.121 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:06 smithi187 ceph-mon[70558]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/1628722"}]': finished 2024-09-17T08:39:07.121 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:06 smithi187 ceph-mon[70558]: osdmap e124: 8 total, 8 up, 8 in 2024-09-17T08:39:07.121 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:06 smithi187 ceph-mon[70558]: from='client.? 172.21.15.187:0/912802748' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/684634624"}]: dispatch 2024-09-17T08:39:07.121 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:06 smithi187 ceph-mon[70558]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/684634624"}]: dispatch 2024-09-17T08:39:07.164 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:06 smithi088 ceph-mon[67196]: pgmap v322: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:39:07.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:06 smithi088 ceph-mon[67196]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/1628722"}]': finished 2024-09-17T08:39:07.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:06 smithi088 ceph-mon[67196]: osdmap e124: 8 total, 8 up, 8 in 2024-09-17T08:39:07.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:06 smithi088 ceph-mon[67196]: from='client.? 172.21.15.187:0/912802748' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/684634624"}]: dispatch 2024-09-17T08:39:07.165 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:06 smithi088 ceph-mon[67196]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/684634624"}]: dispatch 2024-09-17T08:39:07.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:06 smithi088 ceph-mon[71593]: pgmap v322: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:39:07.165 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:06 smithi088 ceph-mon[71593]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/1628722"}]': finished 2024-09-17T08:39:07.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:06 smithi088 ceph-mon[71593]: osdmap e124: 8 total, 8 up, 8 in 2024-09-17T08:39:07.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:06 smithi088 ceph-mon[71593]: from='client.? 172.21.15.187:0/912802748' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/684634624"}]: dispatch 2024-09-17T08:39:07.166 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:06 smithi088 ceph-mon[71593]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/684634624"}]: dispatch 2024-09-17T08:39:08.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/684634624"}]': finished 2024-09-17T08:39:08.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: osdmap e125: 8 total, 8 up, 8 in 2024-09-17T08:39:08.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='client.? 172.21.15.187:0/1379120553' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/3661802086"}]: dispatch 2024-09-17T08:39:08.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/3661802086"}]: dispatch 2024-09-17T08:39:08.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:39:08.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:39:08.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:39:08.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:39:08.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:39:08.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: pgmap v325: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-17T08:39:08.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:39:08.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-17T08:39:08.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-17T08:39:08.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-17T08:39:08.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-17T08:39:08.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:39:08.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:08.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:08.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:08.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:08.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:08.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:08.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:08.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:08.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:08.399 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:08.400 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all iscsi 2024-09-17T08:39:08.400 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:39:08.400 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi.foo.smithi187.kgegfj"}]: dispatch 2024-09-17T08:39:08.401 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi.foo.smithi187.kgegfj"}]: dispatch 2024-09-17T08:39:08.401 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi.foo.smithi187.kgegfj"}]': finished 2024-09-17T08:39:08.401 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:08.401 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all nfs 2024-09-17T08:39:08.401 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:39:08.401 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:08.401 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:39:08.401 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:08.401 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:08.401 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:08.402 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:08.402 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:08.402 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:08.402 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-17T08:39:08.402 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-17T08:39:08.402 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-17T08:39:08.402 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:39:08.402 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:39:08.402 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-17T08:39:08.402 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-17T08:39:08.402 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-17T08:39:08.402 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-17T08:39:08.402 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-17T08:39:08.402 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-17T08:39:08.403 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-17T08:39:08.403 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-17T08:39:08.403 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-17T08:39:08.403 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-17T08:39:08.403 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-17T08:39:08.403 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-17T08:39:08.403 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-17T08:39:08.403 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-17T08:39:08.403 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-17T08:39:08.403 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-17T08:39:08.403 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:39:08.403 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:39:08.403 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-17T08:39:08.403 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-17T08:39:08.404 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-17T08:39:08.404 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-17T08:39:08.404 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-17T08:39:08.404 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-09-17T08:39:08.404 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-17T08:39:08.404 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-17T08:39:08.404 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-17T08:39:08.404 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-17T08:39:08.405 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-17T08:39:08.405 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-17T08:39:08.405 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:39:08.405 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:39:08.405 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:39:08.405 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:39:08.405 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:39:08.405 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:39:08.405 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:39:08.405 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:39:08.405 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:39:08.405 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:39:08.406 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:39:08.406 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:39:08.406 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-17T08:39:08.406 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-17T08:39:08.406 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]': finished 2024-09-17T08:39:08.406 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-17T08:39:08.406 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-17T08:39:08.407 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-17T08:39:08.407 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:39:08.407 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:39:08.407 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:39:08.407 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:39:08.408 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:39:08.408 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:39:08.408 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:39:08.408 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:07 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:39:08.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/684634624"}]': finished 2024-09-17T08:39:08.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: osdmap e125: 8 total, 8 up, 8 in 2024-09-17T08:39:08.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='client.? 172.21.15.187:0/1379120553' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/3661802086"}]: dispatch 2024-09-17T08:39:08.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/3661802086"}]: dispatch 2024-09-17T08:39:08.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:39:08.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:39:08.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:39:08.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:39:08.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:39:08.416 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: pgmap v325: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-17T08:39:08.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:39:08.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-17T08:39:08.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-17T08:39:08.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-17T08:39:08.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-17T08:39:08.417 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:39:08.418 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:08.418 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:08.418 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:08.418 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:08.418 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:08.418 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:08.419 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:08.419 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:08.419 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:08.419 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:08.419 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all iscsi 2024-09-17T08:39:08.419 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:39:08.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi.foo.smithi187.kgegfj"}]: dispatch 2024-09-17T08:39:08.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi.foo.smithi187.kgegfj"}]: dispatch 2024-09-17T08:39:08.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi.foo.smithi187.kgegfj"}]': finished 2024-09-17T08:39:08.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:08.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all nfs 2024-09-17T08:39:08.420 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:39:08.421 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:08.421 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:39:08.421 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:08.421 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:08.421 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:08.421 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:08.422 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:08.422 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:08.422 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-17T08:39:08.422 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-17T08:39:08.422 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-17T08:39:08.422 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:39:08.423 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:39:08.423 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-17T08:39:08.423 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-17T08:39:08.423 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-17T08:39:08.423 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-17T08:39:08.423 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-17T08:39:08.423 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-17T08:39:08.423 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-17T08:39:08.423 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-17T08:39:08.423 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/684634624"}]': finished 2024-09-17T08:39:08.424 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: osdmap e125: 8 total, 8 up, 8 in 2024-09-17T08:39:08.424 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='client.? 172.21.15.187:0/1379120553' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/3661802086"}]: dispatch 2024-09-17T08:39:08.424 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/3661802086"}]: dispatch 2024-09-17T08:39:08.424 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:39:08.424 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:39:08.424 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:39:08.424 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:39:08.424 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:39:08.424 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: pgmap v325: 161 pgs: 161 active+clean; 604 KiB data, 300 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-17T08:39:08.424 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:39:08.424 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-17T08:39:08.424 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-17T08:39:08.424 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-17T08:39:08.425 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-17T08:39:08.425 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:39:08.425 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:08.425 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:08.425 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:08.425 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:08.425 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:08.425 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:08.425 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:08.425 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:08.425 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:08.425 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:08.425 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all iscsi 2024-09-17T08:39:08.426 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:39:08.426 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-17T08:39:08.426 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-17T08:39:08.426 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-17T08:39:08.426 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-17T08:39:08.426 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-17T08:39:08.426 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-17T08:39:08.426 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-17T08:39:08.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-17T08:39:08.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:39:08.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:39:08.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-17T08:39:08.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-17T08:39:08.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-17T08:39:08.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-17T08:39:08.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-17T08:39:08.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-09-17T08:39:08.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-17T08:39:08.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-17T08:39:08.427 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-17T08:39:08.428 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-17T08:39:08.428 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-17T08:39:08.428 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-17T08:39:08.428 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:39:08.428 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:39:08.428 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:39:08.428 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:39:08.428 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:39:08.428 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:39:08.428 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:39:08.428 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:39:08.428 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:39:08.429 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:39:08.429 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:39:08.429 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:39:08.429 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-17T08:39:08.429 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-17T08:39:08.429 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]': finished 2024-09-17T08:39:08.429 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-17T08:39:08.429 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-17T08:39:08.429 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-17T08:39:08.429 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:39:08.429 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:39:08.429 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:39:08.429 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:39:08.430 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:39:08.430 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:39:08.430 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:39:08.430 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:39:08.430 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi.foo.smithi187.kgegfj"}]: dispatch 2024-09-17T08:39:08.430 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi.foo.smithi187.kgegfj"}]: dispatch 2024-09-17T08:39:08.430 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi.foo.smithi187.kgegfj"}]': finished 2024-09-17T08:39:08.430 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:08.431 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all nfs 2024-09-17T08:39:08.431 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:39:08.431 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:08.431 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:39:08.431 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:08.431 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:08.431 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:08.431 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:08.431 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:08.431 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:08.431 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-17T08:39:08.431 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-17T08:39:08.431 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-17T08:39:08.432 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:39:08.432 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:39:08.432 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-17T08:39:08.432 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-17T08:39:08.432 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-17T08:39:08.432 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-17T08:39:08.432 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-17T08:39:08.432 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-17T08:39:08.432 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-17T08:39:08.432 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-17T08:39:08.433 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-17T08:39:08.433 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-17T08:39:08.433 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-17T08:39:08.433 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-17T08:39:08.433 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-17T08:39:08.434 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-17T08:39:08.434 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-17T08:39:08.434 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-17T08:39:08.434 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:39:08.434 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:39:08.434 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-17T08:39:08.435 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-17T08:39:08.435 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-17T08:39:08.435 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-17T08:39:08.435 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-17T08:39:08.435 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-09-17T08:39:08.435 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-17T08:39:08.436 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-17T08:39:08.436 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-17T08:39:08.436 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-17T08:39:08.436 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-17T08:39:08.436 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-17T08:39:08.437 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:39:08.437 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:39:08.437 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:39:08.437 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:39:08.437 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:39:08.437 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:39:08.438 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:39:08.438 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:39:08.438 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:39:08.438 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:39:08.438 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:39:08.438 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-17T08:39:08.439 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-17T08:39:08.439 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-17T08:39:08.439 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]': finished 2024-09-17T08:39:08.439 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-17T08:39:08.440 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-17T08:39:08.440 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-17T08:39:08.440 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:39:08.440 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:39:08.440 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:39:08.441 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:39:08.441 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:39:08.441 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:39:08.441 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:39:08.441 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:07 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:39:09.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:08 smithi187 ceph-mon[70558]: Upgrade: Setting container_image for all nvmeof 2024-09-17T08:39:09.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:08 smithi187 ceph-mon[70558]: Upgrade: Finalizing container_image settings 2024-09-17T08:39:09.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:08 smithi187 ceph-mon[70558]: Upgrade: Complete! 2024-09-17T08:39:09.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:08 smithi187 ceph-mon[70558]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:39:09.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:08 smithi187 ceph-mon[70558]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:39:09.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:08 smithi187 ceph-mon[70558]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/3661802086"}]': finished 2024-09-17T08:39:09.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:08 smithi187 ceph-mon[70558]: osdmap e126: 8 total, 8 up, 8 in 2024-09-17T08:39:09.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:08 smithi187 ceph-mon[70558]: from='client.? 172.21.15.187:0/2119630376' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:6832/1886718149"}]: dispatch 2024-09-17T08:39:09.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:08 smithi187 ceph-mon[70558]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:6832/1886718149"}]: dispatch 2024-09-17T08:39:09.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:08 smithi187 ceph-mon[70558]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-09-17T08:39:09.398 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:08 smithi187 ceph-mon[70558]: Cluster is now healthy 2024-09-17T08:39:09.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:08 smithi088 ceph-mon[67196]: Upgrade: Setting container_image for all nvmeof 2024-09-17T08:39:09.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:08 smithi088 ceph-mon[67196]: Upgrade: Finalizing container_image settings 2024-09-17T08:39:09.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:08 smithi088 ceph-mon[67196]: Upgrade: Complete! 2024-09-17T08:39:09.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:08 smithi088 ceph-mon[67196]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:39:09.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:08 smithi088 ceph-mon[67196]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:39:09.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:08 smithi088 ceph-mon[67196]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/3661802086"}]': finished 2024-09-17T08:39:09.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:08 smithi088 ceph-mon[67196]: osdmap e126: 8 total, 8 up, 8 in 2024-09-17T08:39:09.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:08 smithi088 ceph-mon[67196]: from='client.? 172.21.15.187:0/2119630376' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:6832/1886718149"}]: dispatch 2024-09-17T08:39:09.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:08 smithi088 ceph-mon[67196]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:6832/1886718149"}]: dispatch 2024-09-17T08:39:09.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:08 smithi088 ceph-mon[67196]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-09-17T08:39:09.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:08 smithi088 ceph-mon[67196]: Cluster is now healthy 2024-09-17T08:39:09.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:08 smithi088 ceph-mon[71593]: Upgrade: Setting container_image for all nvmeof 2024-09-17T08:39:09.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:08 smithi088 ceph-mon[71593]: Upgrade: Finalizing container_image settings 2024-09-17T08:39:09.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:08 smithi088 ceph-mon[71593]: Upgrade: Complete! 2024-09-17T08:39:09.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:08 smithi088 ceph-mon[71593]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:39:09.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:08 smithi088 ceph-mon[71593]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:39:09.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:08 smithi088 ceph-mon[71593]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/3661802086"}]': finished 2024-09-17T08:39:09.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:08 smithi088 ceph-mon[71593]: osdmap e126: 8 total, 8 up, 8 in 2024-09-17T08:39:09.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:08 smithi088 ceph-mon[71593]: from='client.? 172.21.15.187:0/2119630376' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:6832/1886718149"}]: dispatch 2024-09-17T08:39:09.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:08 smithi088 ceph-mon[71593]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:6832/1886718149"}]: dispatch 2024-09-17T08:39:09.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:08 smithi088 ceph-mon[71593]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-09-17T08:39:09.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:08 smithi088 ceph-mon[71593]: Cluster is now healthy 2024-09-17T08:39:10.146 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:09 smithi187 ceph-mon[70558]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:6832/1886718149"}]': finished 2024-09-17T08:39:10.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:09 smithi187 ceph-mon[70558]: osdmap e127: 8 total, 8 up, 8 in 2024-09-17T08:39:10.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:09 smithi187 ceph-mon[70558]: from='client.? 172.21.15.187:0/1578924829' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/3410604237"}]: dispatch 2024-09-17T08:39:10.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:09 smithi187 ceph-mon[70558]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/3410604237"}]: dispatch 2024-09-17T08:39:10.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:09 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:39:10.147 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:09 smithi187 ceph-mon[70558]: pgmap v328: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:39:10.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:09 smithi088 ceph-mon[67196]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:6832/1886718149"}]': finished 2024-09-17T08:39:10.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:09 smithi088 ceph-mon[67196]: osdmap e127: 8 total, 8 up, 8 in 2024-09-17T08:39:10.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:09 smithi088 ceph-mon[67196]: from='client.? 172.21.15.187:0/1578924829' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/3410604237"}]: dispatch 2024-09-17T08:39:10.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:09 smithi088 ceph-mon[67196]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/3410604237"}]: dispatch 2024-09-17T08:39:10.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:09 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:39:10.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:09 smithi088 ceph-mon[67196]: pgmap v328: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:39:10.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:09 smithi088 ceph-mon[71593]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:6832/1886718149"}]': finished 2024-09-17T08:39:10.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:09 smithi088 ceph-mon[71593]: osdmap e127: 8 total, 8 up, 8 in 2024-09-17T08:39:10.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:09 smithi088 ceph-mon[71593]: from='client.? 172.21.15.187:0/1578924829' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/3410604237"}]: dispatch 2024-09-17T08:39:10.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:09 smithi088 ceph-mon[71593]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/3410604237"}]: dispatch 2024-09-17T08:39:10.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:09 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:39:10.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:09 smithi088 ceph-mon[71593]: pgmap v328: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail 2024-09-17T08:39:11.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:10 smithi187 ceph-mon[70558]: from='client.44762 -' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-17T08:39:11.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:10 smithi187 ceph-mon[70558]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/3410604237"}]': finished 2024-09-17T08:39:11.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:10 smithi187 ceph-mon[70558]: osdmap e128: 8 total, 8 up, 8 in 2024-09-17T08:39:11.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:10 smithi187 ceph-mon[70558]: from='client.? 172.21.15.187:0/2029129510' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/861265780"}]: dispatch 2024-09-17T08:39:11.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:10 smithi187 ceph-mon[70558]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/861265780"}]: dispatch 2024-09-17T08:39:11.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:10 smithi088 ceph-mon[67196]: from='client.44762 -' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-17T08:39:11.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:10 smithi088 ceph-mon[67196]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/3410604237"}]': finished 2024-09-17T08:39:11.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:10 smithi088 ceph-mon[67196]: osdmap e128: 8 total, 8 up, 8 in 2024-09-17T08:39:11.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:10 smithi088 ceph-mon[67196]: from='client.? 172.21.15.187:0/2029129510' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/861265780"}]: dispatch 2024-09-17T08:39:11.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:10 smithi088 ceph-mon[67196]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/861265780"}]: dispatch 2024-09-17T08:39:11.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:10 smithi088 ceph-mon[71593]: from='client.44762 -' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-17T08:39:11.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:10 smithi088 ceph-mon[71593]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/3410604237"}]': finished 2024-09-17T08:39:11.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:10 smithi088 ceph-mon[71593]: osdmap e128: 8 total, 8 up, 8 in 2024-09-17T08:39:11.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:10 smithi088 ceph-mon[71593]: from='client.? 172.21.15.187:0/2029129510' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/861265780"}]: dispatch 2024-09-17T08:39:11.416 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:10 smithi088 ceph-mon[71593]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/861265780"}]: dispatch 2024-09-17T08:39:12.396 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:11 smithi187 ceph-mon[70558]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/861265780"}]': finished 2024-09-17T08:39:12.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:11 smithi187 ceph-mon[70558]: osdmap e129: 8 total, 8 up, 8 in 2024-09-17T08:39:12.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:11 smithi187 ceph-mon[70558]: from='client.? 172.21.15.187:0/3187699809' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/3167062424"}]: dispatch 2024-09-17T08:39:12.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:11 smithi187 ceph-mon[70558]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/3167062424"}]: dispatch 2024-09-17T08:39:12.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:11 smithi187 ceph-mon[70558]: pgmap v331: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:39:12.414 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:11 smithi088 ceph-mon[71593]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/861265780"}]': finished 2024-09-17T08:39:12.414 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:11 smithi088 ceph-mon[71593]: osdmap e129: 8 total, 8 up, 8 in 2024-09-17T08:39:12.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:11 smithi088 ceph-mon[71593]: from='client.? 172.21.15.187:0/3187699809' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/3167062424"}]: dispatch 2024-09-17T08:39:12.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:11 smithi088 ceph-mon[71593]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/3167062424"}]: dispatch 2024-09-17T08:39:12.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:11 smithi088 ceph-mon[71593]: pgmap v331: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:39:12.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:11 smithi088 ceph-mon[67196]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/861265780"}]': finished 2024-09-17T08:39:12.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:11 smithi088 ceph-mon[67196]: osdmap e129: 8 total, 8 up, 8 in 2024-09-17T08:39:12.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:11 smithi088 ceph-mon[67196]: from='client.? 172.21.15.187:0/3187699809' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/3167062424"}]: dispatch 2024-09-17T08:39:12.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:11 smithi088 ceph-mon[67196]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/3167062424"}]: dispatch 2024-09-17T08:39:12.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:11 smithi088 ceph-mon[67196]: pgmap v331: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:39:13.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:12 smithi187 ceph-mon[70558]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/3167062424"}]': finished 2024-09-17T08:39:13.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:12 smithi187 ceph-mon[70558]: osdmap e130: 8 total, 8 up, 8 in 2024-09-17T08:39:13.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:12 smithi088 ceph-mon[67196]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/3167062424"}]': finished 2024-09-17T08:39:13.415 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:12 smithi088 ceph-mon[67196]: osdmap e130: 8 total, 8 up, 8 in 2024-09-17T08:39:13.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:12 smithi088 ceph-mon[71593]: from='client.? ' entity='client.iscsi.foo.smithi187.kgegfj' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.187:0/3167062424"}]': finished 2024-09-17T08:39:13.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:12 smithi088 ceph-mon[71593]: osdmap e130: 8 total, 8 up, 8 in 2024-09-17T08:39:14.397 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:13 smithi187 ceph-mon[70558]: pgmap v333: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-17T08:39:14.414 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:13 smithi088 ceph-mon[67196]: pgmap v333: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-17T08:39:14.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:13 smithi088 ceph-mon[71593]: pgmap v333: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-17T08:39:16.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:16 smithi187 ceph-mon[70558]: pgmap v334: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s 2024-09-17T08:39:16.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:16 smithi088 ceph-mon[67196]: pgmap v334: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s 2024-09-17T08:39:16.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:16 smithi088 ceph-mon[71593]: pgmap v334: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s 2024-09-17T08:39:18.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:18 smithi187 ceph-mon[70558]: pgmap v335: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-17T08:39:18.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:18 smithi088 ceph-mon[67196]: pgmap v335: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-17T08:39:18.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:18 smithi088 ceph-mon[71593]: pgmap v335: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-17T08:39:20.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:20 smithi187 ceph-mon[70558]: pgmap v336: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 601 B/s rd, 0 op/s 2024-09-17T08:39:20.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:20 smithi088 ceph-mon[67196]: pgmap v336: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 601 B/s rd, 0 op/s 2024-09-17T08:39:20.914 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:20 smithi088 ceph-mon[71593]: pgmap v336: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 601 B/s rd, 0 op/s 2024-09-17T08:39:21.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:21 smithi187 ceph-mon[70558]: from='client.44762 -' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-17T08:39:21.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:21 smithi088 ceph-mon[67196]: from='client.44762 -' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-17T08:39:21.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:21 smithi088 ceph-mon[71593]: from='client.44762 -' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-17T08:39:22.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:22 smithi187 ceph-mon[70558]: pgmap v337: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-17T08:39:22.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:22 smithi088 ceph-mon[67196]: pgmap v337: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-17T08:39:22.914 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:22 smithi088 ceph-mon[71593]: pgmap v337: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-17T08:39:24.397 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:39:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=sqlstore.transactions t=2024-09-17T08:39:24.07484869Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-17T08:39:24.397 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:39:24 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a[67076]: logger=cleanup t=2024-09-17T08:39:24.077383693Z level=info msg="Completed cleanup jobs" duration=13.897294ms 2024-09-17T08:39:24.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:24 smithi187 ceph-mon[70558]: pgmap v338: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 889 B/s rd, 0 op/s 2024-09-17T08:39:24.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:24 smithi088 ceph-mon[67196]: pgmap v338: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 889 B/s rd, 0 op/s 2024-09-17T08:39:24.914 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:24 smithi088 ceph-mon[71593]: pgmap v338: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 889 B/s rd, 0 op/s 2024-09-17T08:39:26.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:26 smithi187 ceph-mon[70558]: pgmap v339: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:39:26.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:26 smithi088 ceph-mon[67196]: pgmap v339: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:39:26.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:26 smithi088 ceph-mon[71593]: pgmap v339: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:39:28.684 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph orch ps' 2024-09-17T08:39:28.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:28 smithi187 ceph-mon[70558]: pgmap v340: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:39:28.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:28 smithi088 ceph-mon[67196]: pgmap v340: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:39:28.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:28 smithi088 ceph-mon[71593]: pgmap v340: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:39:29.881 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:29 smithi187 ceph-mon[70558]: from='client.54921 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:39:29.883 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:29 smithi088 ceph-mon[67196]: from='client.54921 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:39:29.884 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:29 smithi088 ceph-mon[71593]: from='client.54921 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:39:30.581 INFO:teuthology.orchestra.run.smithi088.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T08:39:30.581 INFO:teuthology.orchestra.run.smithi088.stdout:alertmanager.a smithi088 *:9093,9094 running (10m) 74s ago 32m 25.7M - 0.25.0 c8568f914cd2 ae3ad2ca8c3e 2024-09-17T08:39:30.581 INFO:teuthology.orchestra.run.smithi088.stdout:grafana.a smithi187 *:3000 running (10m) 26s ago 31m 87.8M - 9.4.7 954c08fa6188 bb16e26e2835 2024-09-17T08:39:30.581 INFO:teuthology.orchestra.run.smithi088.stdout:iscsi.foo.smithi187.kgegfj smithi187 running (31s) 26s ago 31m 63.9M - 3.8 980a0bfcd684 09c99a9de110 2024-09-17T08:39:30.582 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.x smithi187 *:8443,8765 running (11m) 26s ago 36m 439M - 18.2.4-855-g19e2a2be 980a0bfcd684 d71cc65429a4 2024-09-17T08:39:30.582 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.y smithi088 *:8443,8765 running (21m) 74s ago 37m 491M - 18.2.4-855-g19e2a2be 980a0bfcd684 3228b2505d9a 2024-09-17T08:39:30.582 INFO:teuthology.orchestra.run.smithi088.stdout:mon.a smithi088 running (8m) 74s ago 37m 77.3M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 7a79828a62c2 2024-09-17T08:39:30.582 INFO:teuthology.orchestra.run.smithi088.stdout:mon.b smithi187 running (9m) 26s ago 36m 67.0M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 d4e39e0851a6 2024-09-17T08:39:30.582 INFO:teuthology.orchestra.run.smithi088.stdout:mon.c smithi088 running (7m) 74s ago 36m 54.9M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 9f9c833cecc9 2024-09-17T08:39:30.582 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.a smithi088 *:9100 running (11m) 74s ago 32m 15.4M - 1.5.0 0da6a335fe13 b70a15a514fb 2024-09-17T08:39:30.582 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.b smithi187 *:9100 running (10m) 26s ago 32m 16.6M - 1.5.0 0da6a335fe13 75f36e91740f 2024-09-17T08:39:30.582 INFO:teuthology.orchestra.run.smithi088.stdout:osd.0 smithi088 running (6m) 74s ago 35m 54.9M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 b5e437bc4ca8 2024-09-17T08:39:30.582 INFO:teuthology.orchestra.run.smithi088.stdout:osd.1 smithi088 running (6m) 74s ago 35m 53.0M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 19f83bfa6b97 2024-09-17T08:39:30.582 INFO:teuthology.orchestra.run.smithi088.stdout:osd.2 smithi088 running (5m) 74s ago 35m 56.3M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 83345c84b607 2024-09-17T08:39:30.582 INFO:teuthology.orchestra.run.smithi088.stdout:osd.3 smithi088 running (4m) 74s ago 34m 55.4M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 643a395e080b 2024-09-17T08:39:30.582 INFO:teuthology.orchestra.run.smithi088.stdout:osd.4 smithi187 running (3m) 26s ago 34m 57.9M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 6c0b4c1b4d3f 2024-09-17T08:39:30.582 INFO:teuthology.orchestra.run.smithi088.stdout:osd.5 smithi187 running (3m) 26s ago 34m 57.4M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 83e9d1a3f841 2024-09-17T08:39:30.583 INFO:teuthology.orchestra.run.smithi088.stdout:osd.6 smithi187 running (2m) 26s ago 33m 46.8M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 813f8cc61640 2024-09-17T08:39:30.583 INFO:teuthology.orchestra.run.smithi088.stdout:osd.7 smithi187 running (2m) 26s ago 33m 51.1M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 e79372404809 2024-09-17T08:39:30.583 INFO:teuthology.orchestra.run.smithi088.stdout:prometheus.a smithi187 *:9095 running (10m) 26s ago 33m 55.5M - 2.43.0 a07b618ecd1d 052443b7a266 2024-09-17T08:39:30.583 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi088.pybyat smithi088 *:8000 running (82s) 74s ago 31m 75.1M - 18.2.4-855-g19e2a2be 980a0bfcd684 889946d7f385 2024-09-17T08:39:30.583 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi187.yrrxta smithi187 *:8000 running (77s) 26s ago 31m 77.2M - 18.2.4-855-g19e2a2be 980a0bfcd684 7a17dad9dd10 2024-09-17T08:39:30.831 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:30 smithi187 ceph-mon[70558]: pgmap v341: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:39:30.882 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:30 smithi088 ceph-mon[67196]: pgmap v341: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:39:30.882 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:30 smithi088 ceph-mon[71593]: pgmap v341: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:39:31.231 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph versions' 2024-09-17T08:39:31.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:31 smithi187 ceph-mon[70558]: from='client.44762 -' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-17T08:39:31.648 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:31 smithi187 ceph-mon[70558]: from='client.54927 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:39:31.778 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:31 smithi088 ceph-mon[71593]: from='client.44762 -' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-17T08:39:31.778 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:31 smithi088 ceph-mon[71593]: from='client.54927 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:39:31.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:31 smithi088 ceph-mon[67196]: from='client.44762 -' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-17T08:39:31.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:31 smithi088 ceph-mon[67196]: from='client.54927 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:39:32.679 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:32 smithi088 ceph-mon[67196]: pgmap v342: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:39:32.679 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:32 smithi088 ceph-mon[71593]: pgmap v342: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:39:32.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:32 smithi187 ceph-mon[70558]: pgmap v342: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:39:33.327 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:39:33.327 INFO:teuthology.orchestra.run.smithi088.stdout: "mon": { 2024-09-17T08:39:33.327 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 3 2024-09-17T08:39:33.327 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:39:33.327 INFO:teuthology.orchestra.run.smithi088.stdout: "mgr": { 2024-09-17T08:39:33.327 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T08:39:33.327 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:39:33.327 INFO:teuthology.orchestra.run.smithi088.stdout: "osd": { 2024-09-17T08:39:33.327 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 8 2024-09-17T08:39:33.327 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:39:33.328 INFO:teuthology.orchestra.run.smithi088.stdout: "rgw": { 2024-09-17T08:39:33.328 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T08:39:33.328 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:39:33.328 INFO:teuthology.orchestra.run.smithi088.stdout: "overall": { 2024-09-17T08:39:33.328 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 15 2024-09-17T08:39:33.328 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-09-17T08:39:33.328 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:39:33.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:33 smithi088 ceph-mon[67196]: from='client.54933 172.21.15.88:0/3346414764' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:33.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:33 smithi088 ceph-mon[71593]: from='client.54933 172.21.15.88:0/3346414764' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:33.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:33 smithi187 ceph-mon[70558]: from='client.54933 172.21.15.88:0/3346414764' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:39:34.041 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'echo "wait for servicemap items w/ changing names to refresh"' 2024-09-17T08:39:34.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:34 smithi088 ceph-mon[67196]: pgmap v343: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:39:34.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:34 smithi088 ceph-mon[71593]: pgmap v343: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:39:34.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:34 smithi187 ceph-mon[70558]: pgmap v343: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:39:35.826 INFO:teuthology.orchestra.run.smithi088.stdout:wait for servicemap items w/ changing names to refresh 2024-09-17T08:39:36.411 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'sleep 60' 2024-09-17T08:39:36.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:36 smithi088 ceph-mon[67196]: pgmap v344: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:39:36.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:36 smithi088 ceph-mon[71593]: pgmap v344: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:39:36.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:36 smithi187 ceph-mon[70558]: pgmap v344: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:39:38.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:38 smithi187 ceph-mon[70558]: pgmap v345: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:39:38.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:38 smithi088 ceph-mon[67196]: pgmap v345: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:39:38.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:38 smithi088 ceph-mon[71593]: pgmap v345: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:39:40.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:40 smithi187 ceph-mon[70558]: pgmap v346: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:39:40.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:40 smithi088 ceph-mon[67196]: pgmap v346: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:39:40.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:40 smithi088 ceph-mon[71593]: pgmap v346: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:39:41.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:41 smithi187 ceph-mon[70558]: from='client.44762 -' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-17T08:39:41.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:41 smithi088 ceph-mon[67196]: from='client.44762 -' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-17T08:39:41.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:41 smithi088 ceph-mon[71593]: from='client.44762 -' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-17T08:39:42.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:42 smithi187 ceph-mon[70558]: pgmap v347: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:39:42.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:42 smithi088 ceph-mon[67196]: pgmap v347: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:39:42.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:42 smithi088 ceph-mon[71593]: pgmap v347: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:39:44.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:44 smithi187 ceph-mon[70558]: pgmap v348: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:39:44.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:44 smithi088 ceph-mon[67196]: pgmap v348: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:39:44.914 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:44 smithi088 ceph-mon[71593]: pgmap v348: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:39:46.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:46 smithi187 ceph-mon[70558]: pgmap v349: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:39:46.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:46 smithi088 ceph-mon[71593]: pgmap v349: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:39:46.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:46 smithi088 ceph-mon[67196]: pgmap v349: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:39:48.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:48 smithi187 ceph-mon[70558]: pgmap v350: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:39:48.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:48 smithi088 ceph-mon[67196]: pgmap v350: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:39:48.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:48 smithi088 ceph-mon[71593]: pgmap v350: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:39:50.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:50 smithi187 ceph-mon[70558]: pgmap v351: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:39:50.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:50 smithi088 ceph-mon[67196]: pgmap v351: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:39:50.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:50 smithi088 ceph-mon[71593]: pgmap v351: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:39:51.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:51 smithi187 ceph-mon[70558]: from='client.44762 -' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-17T08:39:51.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:51 smithi088 ceph-mon[67196]: from='client.44762 -' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-17T08:39:51.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:51 smithi088 ceph-mon[71593]: from='client.44762 -' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-17T08:39:52.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:52 smithi187 ceph-mon[70558]: pgmap v352: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:39:52.914 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:52 smithi088 ceph-mon[71593]: pgmap v352: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:39:52.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:52 smithi088 ceph-mon[67196]: pgmap v352: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:39:54.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:54 smithi187 ceph-mon[70558]: pgmap v353: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:39:54.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:54 smithi088 ceph-mon[67196]: pgmap v353: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:39:54.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:54 smithi088 ceph-mon[71593]: pgmap v353: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:39:56.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:56 smithi187 ceph-mon[70558]: pgmap v354: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:39:56.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:56 smithi088 ceph-mon[67196]: pgmap v354: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:39:56.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:56 smithi088 ceph-mon[71593]: pgmap v354: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:39:58.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:39:58 smithi187 ceph-mon[70558]: pgmap v355: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:39:58.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:39:58 smithi088 ceph-mon[67196]: pgmap v355: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:39:58.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:39:58 smithi088 ceph-mon[71593]: pgmap v355: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:00.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:40:00 smithi187 ceph-mon[70558]: pgmap v356: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:00.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:40:00 smithi187 ceph-mon[70558]: overall HEALTH_OK 2024-09-17T08:40:00.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:40:00 smithi088 ceph-mon[67196]: pgmap v356: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:00.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:40:00 smithi088 ceph-mon[67196]: overall HEALTH_OK 2024-09-17T08:40:00.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:40:00 smithi088 ceph-mon[71593]: pgmap v356: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:00.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:40:00 smithi088 ceph-mon[71593]: overall HEALTH_OK 2024-09-17T08:40:01.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:40:01 smithi187 ceph-mon[70558]: from='client.44762 -' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-17T08:40:01.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:40:01 smithi088 ceph-mon[67196]: from='client.44762 -' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-17T08:40:01.914 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:40:01 smithi088 ceph-mon[71593]: from='client.44762 -' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-17T08:40:02.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:40:02 smithi187 ceph-mon[70558]: pgmap v357: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:40:02.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:40:02 smithi088 ceph-mon[67196]: pgmap v357: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:40:02.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:40:02 smithi088 ceph-mon[71593]: pgmap v357: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:40:04.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:40:04 smithi187 ceph-mon[70558]: pgmap v358: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:04.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:40:04 smithi088 ceph-mon[67196]: pgmap v358: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:04.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:40:04 smithi088 ceph-mon[71593]: pgmap v358: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:06.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:40:06 smithi187 ceph-mon[70558]: pgmap v359: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:40:06.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:40:06 smithi088 ceph-mon[67196]: pgmap v359: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:40:06.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:40:06 smithi088 ceph-mon[71593]: pgmap v359: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:40:07.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:40:07 smithi187 ceph-mon[70558]: pgmap v360: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:07.907 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:40:07 smithi088 ceph-mon[67196]: pgmap v360: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:07.908 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:40:07 smithi088 ceph-mon[71593]: pgmap v360: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:08.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:40:08 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:40:08.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:40:08 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:40:08.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:40:08 smithi187 ceph-mon[70558]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:40:08.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:40:08 smithi187 ceph-mon[70558]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:40:08.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:40:08 smithi187 ceph-mon[70558]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:40:08.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:40:08 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:40:08.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:40:08 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:40:08.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:40:08 smithi088 ceph-mon[67196]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:40:08.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:40:08 smithi088 ceph-mon[67196]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:40:08.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:40:08 smithi088 ceph-mon[67196]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:40:08.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:40:08 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T08:40:08.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:40:08 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T08:40:08.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:40:08 smithi088 ceph-mon[71593]: from='mgr.25705 172.21.15.88:0/3224061946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T08:40:08.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:40:08 smithi088 ceph-mon[71593]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-09-17T08:40:08.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:40:08 smithi088 ceph-mon[71593]: from='mgr.25705 ' entity='mgr.y' 2024-09-17T08:40:09.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:40:09 smithi187 ceph-mon[70558]: pgmap v361: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:09.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:40:09 smithi088 ceph-mon[67196]: pgmap v361: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:09.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:40:09 smithi088 ceph-mon[71593]: pgmap v361: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:10.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:40:10 smithi187 ceph-mon[70558]: from='client.44762 -' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-17T08:40:10.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:40:10 smithi088 ceph-mon[67196]: from='client.44762 -' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-17T08:40:10.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:40:10 smithi088 ceph-mon[71593]: from='client.44762 -' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-17T08:40:11.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:40:11 smithi187 ceph-mon[70558]: pgmap v362: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:40:11.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:40:11 smithi088 ceph-mon[67196]: pgmap v362: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:40:11.914 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:40:11 smithi088 ceph-mon[71593]: pgmap v362: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:40:14.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:40:14 smithi187 ceph-mon[70558]: pgmap v363: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:14.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:40:14 smithi088 ceph-mon[67196]: pgmap v363: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:14.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:40:14 smithi088 ceph-mon[71593]: pgmap v363: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:16.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:40:16 smithi187 ceph-mon[70558]: pgmap v364: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:40:16.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:40:16 smithi088 ceph-mon[67196]: pgmap v364: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:40:16.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:40:16 smithi088 ceph-mon[71593]: pgmap v364: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:40:18.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:40:18 smithi187 ceph-mon[70558]: pgmap v365: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:18.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:40:18 smithi088 ceph-mon[67196]: pgmap v365: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:18.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:40:18 smithi088 ceph-mon[71593]: pgmap v365: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:20.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:40:20 smithi187 ceph-mon[70558]: pgmap v366: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:20.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:40:20 smithi088 ceph-mon[67196]: pgmap v366: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:20.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:40:20 smithi088 ceph-mon[71593]: pgmap v366: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:21.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:40:21 smithi187 ceph-mon[70558]: from='client.44762 -' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-17T08:40:21.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:40:21 smithi088 ceph-mon[67196]: from='client.44762 -' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-17T08:40:21.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:40:21 smithi088 ceph-mon[71593]: from='client.44762 -' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-17T08:40:22.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:40:22 smithi187 ceph-mon[70558]: pgmap v367: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:40:22.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:40:22 smithi088 ceph-mon[67196]: pgmap v367: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:40:22.916 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:40:22 smithi088 ceph-mon[71593]: pgmap v367: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:40:24.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:40:24 smithi187 ceph-mon[70558]: pgmap v368: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:24.914 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:40:24 smithi088 ceph-mon[71593]: pgmap v368: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:24.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:40:24 smithi088 ceph-mon[67196]: pgmap v368: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:26.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:40:26 smithi187 ceph-mon[70558]: pgmap v369: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:40:26.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:40:26 smithi088 ceph-mon[67196]: pgmap v369: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:40:26.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:40:26 smithi088 ceph-mon[71593]: pgmap v369: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:40:28.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:40:28 smithi187 ceph-mon[70558]: pgmap v370: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:28.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:40:28 smithi088 ceph-mon[67196]: pgmap v370: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:28.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:40:28 smithi088 ceph-mon[71593]: pgmap v370: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:30.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:40:30 smithi187 ceph-mon[70558]: pgmap v371: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:30.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:40:30 smithi088 ceph-mon[67196]: pgmap v371: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:30.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:40:30 smithi088 ceph-mon[71593]: pgmap v371: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:31.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:40:31 smithi187 ceph-mon[70558]: from='client.44762 -' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-17T08:40:31.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:40:31 smithi088 ceph-mon[67196]: from='client.44762 -' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-17T08:40:31.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:40:31 smithi088 ceph-mon[71593]: from='client.44762 -' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-17T08:40:32.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:40:32 smithi187 ceph-mon[70558]: pgmap v372: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:40:32.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:40:32 smithi088 ceph-mon[67196]: pgmap v372: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:40:32.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:40:32 smithi088 ceph-mon[71593]: pgmap v372: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:40:34.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:40:34 smithi187 ceph-mon[70558]: pgmap v373: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:34.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:40:34 smithi088 ceph-mon[67196]: pgmap v373: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:34.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:40:34 smithi088 ceph-mon[71593]: pgmap v373: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:36.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:40:36 smithi187 ceph-mon[70558]: pgmap v374: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:40:36.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:40:36 smithi088 ceph-mon[67196]: pgmap v374: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:40:36.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:40:36 smithi088 ceph-mon[71593]: pgmap v374: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:40:38.870 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:40:38 smithi088 ceph-mon[67196]: pgmap v375: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:38.870 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:40:38 smithi088 ceph-mon[71593]: pgmap v375: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:38.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:40:38 smithi187 ceph-mon[70558]: pgmap v375: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:38.898 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph orch ps' 2024-09-17T08:40:40.872 INFO:teuthology.orchestra.run.smithi088.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T08:40:40.872 INFO:teuthology.orchestra.run.smithi088.stdout:alertmanager.a smithi088 *:9093,9094 running (11m) 2m ago 33m 25.7M - 0.25.0 c8568f914cd2 ae3ad2ca8c3e 2024-09-17T08:40:40.872 INFO:teuthology.orchestra.run.smithi088.stdout:grafana.a smithi187 *:3000 running (11m) 96s ago 33m 87.8M - 9.4.7 954c08fa6188 bb16e26e2835 2024-09-17T08:40:40.872 INFO:teuthology.orchestra.run.smithi088.stdout:iscsi.foo.smithi187.kgegfj smithi187 running (101s) 96s ago 32m 63.9M - 3.8 980a0bfcd684 09c99a9de110 2024-09-17T08:40:40.872 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.x smithi187 *:8443,8765 running (12m) 96s ago 37m 439M - 18.2.4-855-g19e2a2be 980a0bfcd684 d71cc65429a4 2024-09-17T08:40:40.872 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.y smithi088 *:8443,8765 running (22m) 2m ago 38m 491M - 18.2.4-855-g19e2a2be 980a0bfcd684 3228b2505d9a 2024-09-17T08:40:40.873 INFO:teuthology.orchestra.run.smithi088.stdout:mon.a smithi088 running (9m) 2m ago 38m 77.3M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 7a79828a62c2 2024-09-17T08:40:40.873 INFO:teuthology.orchestra.run.smithi088.stdout:mon.b smithi187 running (10m) 96s ago 37m 67.0M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 d4e39e0851a6 2024-09-17T08:40:40.873 INFO:teuthology.orchestra.run.smithi088.stdout:mon.c smithi088 running (9m) 2m ago 37m 54.9M 2048M 18.2.4-855-g19e2a2be 980a0bfcd684 9f9c833cecc9 2024-09-17T08:40:40.873 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.a smithi088 *:9100 running (12m) 2m ago 33m 15.4M - 1.5.0 0da6a335fe13 b70a15a514fb 2024-09-17T08:40:40.873 INFO:teuthology.orchestra.run.smithi088.stdout:node-exporter.b smithi187 *:9100 running (12m) 96s ago 34m 16.6M - 1.5.0 0da6a335fe13 75f36e91740f 2024-09-17T08:40:40.873 INFO:teuthology.orchestra.run.smithi088.stdout:osd.0 smithi088 running (7m) 2m ago 36m 54.9M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 b5e437bc4ca8 2024-09-17T08:40:40.873 INFO:teuthology.orchestra.run.smithi088.stdout:osd.1 smithi088 running (7m) 2m ago 36m 53.0M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 19f83bfa6b97 2024-09-17T08:40:40.873 INFO:teuthology.orchestra.run.smithi088.stdout:osd.2 smithi088 running (6m) 2m ago 36m 56.3M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 83345c84b607 2024-09-17T08:40:40.873 INFO:teuthology.orchestra.run.smithi088.stdout:osd.3 smithi088 running (5m) 2m ago 35m 55.4M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 643a395e080b 2024-09-17T08:40:40.873 INFO:teuthology.orchestra.run.smithi088.stdout:osd.4 smithi187 running (4m) 96s ago 35m 57.9M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 6c0b4c1b4d3f 2024-09-17T08:40:40.873 INFO:teuthology.orchestra.run.smithi088.stdout:osd.5 smithi187 running (4m) 96s ago 35m 57.4M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 83e9d1a3f841 2024-09-17T08:40:40.873 INFO:teuthology.orchestra.run.smithi088.stdout:osd.6 smithi187 running (3m) 96s ago 35m 46.8M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 813f8cc61640 2024-09-17T08:40:40.873 INFO:teuthology.orchestra.run.smithi088.stdout:osd.7 smithi187 running (3m) 96s ago 34m 51.1M 4096M 18.2.4-855-g19e2a2be 980a0bfcd684 e79372404809 2024-09-17T08:40:40.874 INFO:teuthology.orchestra.run.smithi088.stdout:prometheus.a smithi187 *:9095 running (11m) 96s ago 34m 55.5M - 2.43.0 a07b618ecd1d 052443b7a266 2024-09-17T08:40:40.874 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi088.pybyat smithi088 *:8000 running (2m) 2m ago 32m 75.1M - 18.2.4-855-g19e2a2be 980a0bfcd684 889946d7f385 2024-09-17T08:40:40.874 INFO:teuthology.orchestra.run.smithi088.stdout:rgw.foo.smithi187.yrrxta smithi187 *:8000 running (2m) 96s ago 32m 77.2M - 18.2.4-855-g19e2a2be 980a0bfcd684 7a17dad9dd10 2024-09-17T08:40:40.874 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:40:40 smithi088 ceph-mon[67196]: pgmap v376: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:40.874 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:40:40 smithi088 ceph-mon[71593]: pgmap v376: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:40.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:40:40 smithi187 ceph-mon[70558]: pgmap v376: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:41.474 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph versions' 2024-09-17T08:40:41.728 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:40:41 smithi088 ceph-mon[67196]: from='client.44762 -' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-17T08:40:41.728 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:40:41 smithi088 ceph-mon[71593]: from='client.44762 -' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-17T08:40:41.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:40:41 smithi187 ceph-mon[70558]: from='client.44762 -' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-17T08:40:42.879 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:40:42 smithi088 ceph-mon[67196]: from='client.54939 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:40:42.879 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:40:42 smithi088 ceph-mon[67196]: pgmap v377: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:40:42.880 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:40:42 smithi088 ceph-mon[71593]: from='client.54939 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:40:42.880 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:40:42 smithi088 ceph-mon[71593]: pgmap v377: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:40:42.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:40:42 smithi187 ceph-mon[70558]: from='client.54939 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:40:42.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:40:42 smithi187 ceph-mon[70558]: pgmap v377: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:40:43.527 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:40:43.527 INFO:teuthology.orchestra.run.smithi088.stdout: "mon": { 2024-09-17T08:40:43.528 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 3 2024-09-17T08:40:43.528 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:40:43.528 INFO:teuthology.orchestra.run.smithi088.stdout: "mgr": { 2024-09-17T08:40:43.528 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T08:40:43.528 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:40:43.528 INFO:teuthology.orchestra.run.smithi088.stdout: "osd": { 2024-09-17T08:40:43.528 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 8 2024-09-17T08:40:43.528 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:40:43.528 INFO:teuthology.orchestra.run.smithi088.stdout: "rgw": { 2024-09-17T08:40:43.528 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 2 2024-09-17T08:40:43.528 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-09-17T08:40:43.528 INFO:teuthology.orchestra.run.smithi088.stdout: "overall": { 2024-09-17T08:40:43.528 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)": 15 2024-09-17T08:40:43.529 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-09-17T08:40:43.529 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:40:43.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:40:43 smithi187 ceph-mon[70558]: from='client.54945 172.21.15.88:0/1099933253' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:40:43.897 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:40:43 smithi088 ceph-mon[67196]: from='client.54945 172.21.15.88:0/1099933253' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:40:43.897 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:40:43 smithi088 ceph-mon[71593]: from='client.54945 172.21.15.88:0/1099933253' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:40:44.188 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph orch upgrade status' 2024-09-17T08:40:44.733 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:40:44 smithi088 ceph-mon[67196]: pgmap v378: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:44.734 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:40:44 smithi088 ceph-mon[71593]: pgmap v378: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:44.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:40:44 smithi187 ceph-mon[70558]: pgmap v378: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:46.187 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:40:46.187 INFO:teuthology.orchestra.run.smithi088.stdout: "target_image": null, 2024-09-17T08:40:46.187 INFO:teuthology.orchestra.run.smithi088.stdout: "in_progress": false, 2024-09-17T08:40:46.187 INFO:teuthology.orchestra.run.smithi088.stdout: "which": "", 2024-09-17T08:40:46.187 INFO:teuthology.orchestra.run.smithi088.stdout: "services_complete": [], 2024-09-17T08:40:46.187 INFO:teuthology.orchestra.run.smithi088.stdout: "progress": null, 2024-09-17T08:40:46.187 INFO:teuthology.orchestra.run.smithi088.stdout: "message": "", 2024-09-17T08:40:46.187 INFO:teuthology.orchestra.run.smithi088.stdout: "is_paused": false 2024-09-17T08:40:46.187 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:40:46.812 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:40:46 smithi088 ceph-mon[67196]: pgmap v379: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:40:46.813 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:40:46 smithi088 ceph-mon[71593]: pgmap v379: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:40:46.835 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph health detail' 2024-09-17T08:40:46.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:40:46 smithi187 ceph-mon[70558]: pgmap v379: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:40:47.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:40:47 smithi088 ceph-mon[67196]: from='client.64861 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:40:47.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:40:47 smithi088 ceph-mon[71593]: from='client.64861 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:40:47.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:40:47 smithi187 ceph-mon[70558]: from='client.64861 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:40:48.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:40:48 smithi187 ceph-mon[70558]: pgmap v380: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:48.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:40:48 smithi088 ceph-mon[67196]: pgmap v380: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:48.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:40:48 smithi088 ceph-mon[71593]: pgmap v380: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:48.939 INFO:teuthology.orchestra.run.smithi088.stdout:HEALTH_OK 2024-09-17T08:40:49.599 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2024-09-17T08:40:49.886 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:40:49 smithi088 ceph-mon[67196]: from='client.54957 172.21.15.88:0/3304911152' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-17T08:40:49.886 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:40:49 smithi088 ceph-mon[71593]: from='client.54957 172.21.15.88:0/3304911152' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-17T08:40:49.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:40:49 smithi187 ceph-mon[70558]: from='client.54957 172.21.15.88:0/3304911152' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-17T08:40:50.834 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:40:50 smithi088 ceph-mon[67196]: pgmap v381: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:50.834 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:40:50 smithi088 ceph-mon[71593]: pgmap v381: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:50.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:40:50 smithi187 ceph-mon[70558]: pgmap v381: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:51.598 INFO:teuthology.orchestra.run.smithi088.stdout:true 2024-09-17T08:40:51.890 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:40:51 smithi088 ceph-mon[67196]: from='client.44762 -' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-17T08:40:51.890 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:40:51 smithi088 ceph-mon[67196]: from='client.54963 172.21.15.88:0/3148966000' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:40:51.891 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:40:51 smithi088 ceph-mon[71593]: from='client.44762 -' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-17T08:40:51.891 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:40:51 smithi088 ceph-mon[71593]: from='client.54963 172.21.15.88:0/3148966000' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:40:51.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:40:51 smithi187 ceph-mon[70558]: from='client.44762 -' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-17T08:40:51.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:40:51 smithi187 ceph-mon[70558]: from='client.54963 172.21.15.88:0/3148966000' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:40:52.230 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2024-09-17T08:40:52.836 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:40:52 smithi088 ceph-mon[67196]: pgmap v382: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:40:52.836 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:40:52 smithi088 ceph-mon[71593]: pgmap v382: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:40:52.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:40:52 smithi187 ceph-mon[70558]: pgmap v382: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:40:54.239 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph version 18.2.4-855-g19e2a2be (19e2a2beb6f41a3ab62650e38614eb29b59dcbb9) reef (stable)" 2024-09-17T08:40:54.888 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:40:54 smithi088 ceph-mon[67196]: pgmap v383: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:54.889 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:40:54 smithi088 ceph-mon[67196]: from='client.54969 172.21.15.88:0/1552011108' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:40:54.889 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:40:54 smithi088 ceph-mon[71593]: pgmap v383: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:54.889 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:40:54 smithi088 ceph-mon[71593]: from='client.54969 172.21.15.88:0/1552011108' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:40:54.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:40:54 smithi187 ceph-mon[70558]: pgmap v383: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:54.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:40:54 smithi187 ceph-mon[70558]: from='client.54969 172.21.15.88:0/1552011108' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T08:40:54.910 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -e sha1=19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 -- bash -c 'ceph orch ls | grep '"'"'^osd '"'"'' 2024-09-17T08:40:56.883 INFO:teuthology.orchestra.run.smithi088.stdout:osd 8 2m ago - 2024-09-17T08:40:56.883 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:40:56 smithi088 ceph-mon[67196]: pgmap v384: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:40:56.884 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:40:56 smithi088 ceph-mon[71593]: pgmap v384: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:40:56.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:40:56 smithi187 ceph-mon[70558]: pgmap v384: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:40:57.493 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-17T08:40:57.504 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi088.front.sepia.ceph.com 2024-09-17T08:40:57.504 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- bash -c 'ceph orch upgrade ls' 2024-09-17T08:40:58.891 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:40:58 smithi088 ceph-mon[67196]: from='client.54975 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:40:58.891 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:40:58 smithi088 ceph-mon[67196]: pgmap v385: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:58.891 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:40:58 smithi088 ceph-mon[71593]: from='client.54975 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:40:58.891 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:40:58 smithi088 ceph-mon[71593]: pgmap v385: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:58.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:40:58 smithi187 ceph-mon[70558]: from='client.54975 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:40:58.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:40:58 smithi187 ceph-mon[70558]: pgmap v385: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:40:59.792 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-09-17T08:40:59.792 INFO:teuthology.orchestra.run.smithi088.stdout: "image": "quay.io/ceph/ceph", 2024-09-17T08:40:59.792 INFO:teuthology.orchestra.run.smithi088.stdout: "registry": "quay.io", 2024-09-17T08:40:59.792 INFO:teuthology.orchestra.run.smithi088.stdout: "bare_image": "ceph/ceph", 2024-09-17T08:40:59.792 INFO:teuthology.orchestra.run.smithi088.stdout: "versions": [ 2024-09-17T08:40:59.792 INFO:teuthology.orchestra.run.smithi088.stdout: "19.1.1", 2024-09-17T08:40:59.792 INFO:teuthology.orchestra.run.smithi088.stdout: "19.1.0", 2024-09-17T08:40:59.792 INFO:teuthology.orchestra.run.smithi088.stdout: "18.2.4", 2024-09-17T08:40:59.792 INFO:teuthology.orchestra.run.smithi088.stdout: "18.2.2", 2024-09-17T08:40:59.792 INFO:teuthology.orchestra.run.smithi088.stdout: "18.2.1", 2024-09-17T08:40:59.793 INFO:teuthology.orchestra.run.smithi088.stdout: "18.2.0" 2024-09-17T08:40:59.793 INFO:teuthology.orchestra.run.smithi088.stdout: ] 2024-09-17T08:40:59.793 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-09-17T08:41:00.424 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- bash -c 'ceph orch upgrade ls --image quay.io/ceph/ceph --show-all-versions | grep 16.2.0' 2024-09-17T08:41:00.664 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:41:00 smithi088 ceph-mon[67196]: from='client.64891 -' entity='client.admin' cmd=[{"prefix": "orch upgrade ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:41:00.665 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:41:00 smithi088 ceph-mon[67196]: pgmap v386: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:41:00.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:41:00 smithi088 ceph-mon[71593]: from='client.64891 -' entity='client.admin' cmd=[{"prefix": "orch upgrade ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:41:00.665 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:41:00 smithi088 ceph-mon[71593]: pgmap v386: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:41:00.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:41:00 smithi187 ceph-mon[70558]: from='client.64891 -' entity='client.admin' cmd=[{"prefix": "orch upgrade ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:41:00.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:41:00 smithi187 ceph-mon[70558]: pgmap v386: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:41:01.757 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:41:01 smithi088 ceph-mon[67196]: from='client.44762 -' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-17T08:41:01.757 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:41:01 smithi088 ceph-mon[71593]: from='client.44762 -' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-17T08:41:01.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:41:01 smithi187 ceph-mon[70558]: from='client.44762 -' entity='client.iscsi.foo.smithi187.kgegfj' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-17T08:41:02.794 INFO:teuthology.orchestra.run.smithi088.stdout: "16.2.0", 2024-09-17T08:41:02.896 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:41:02 smithi187 ceph-mon[70558]: pgmap v387: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:41:02.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:41:02 smithi187 ceph-mon[70558]: from='client.54987 -' entity='client.admin' cmd=[{"prefix": "orch upgrade ls", "image": "quay.io/ceph/ceph", "show_all_versions": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:41:02.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:41:02 smithi088 ceph-mon[67196]: pgmap v387: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:41:02.914 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:41:02 smithi088 ceph-mon[67196]: from='client.54987 -' entity='client.admin' cmd=[{"prefix": "orch upgrade ls", "image": "quay.io/ceph/ceph", "show_all_versions": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:41:02.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:41:02 smithi088 ceph-mon[71593]: pgmap v387: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:41:02.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:41:02 smithi088 ceph-mon[71593]: from='client.54987 -' entity='client.admin' cmd=[{"prefix": "orch upgrade ls", "image": "quay.io/ceph/ceph", "show_all_versions": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:41:03.456 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 -- bash -c 'ceph orch upgrade ls --image quay.io/ceph/ceph --tags | grep v16.2.2' 2024-09-17T08:41:03.747 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:41:03 smithi088 ceph-mon[67196]: pgmap v388: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:41:03.747 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:41:03 smithi088 ceph-mon[71593]: pgmap v388: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:41:03.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:41:03 smithi187 ceph-mon[70558]: pgmap v388: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-17T08:41:05.710 INFO:teuthology.orchestra.run.smithi088.stdout: "v16.2.2", 2024-09-17T08:41:05.710 INFO:teuthology.orchestra.run.smithi088.stdout: "v16.2.2-20210505", 2024-09-17T08:41:06.299 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-09-17T08:41:06.309 INFO:tasks.cephadm:Teardown begin 2024-09-17T08:41:06.309 DEBUG:teuthology.orchestra.run.smithi088:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-17T08:41:06.336 DEBUG:teuthology.orchestra.run.smithi187:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-17T08:41:06.371 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-09-17T08:41:06.371 DEBUG:teuthology.orchestra.run.smithi088:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-17T08:41:06.391 DEBUG:teuthology.orchestra.run.smithi187:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-17T08:41:06.429 INFO:tasks.cephadm:Stopping all daemons... 2024-09-17T08:41:06.429 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-09-17T08:41:06.429 DEBUG:teuthology.orchestra.run.smithi088:> sudo systemctl stop ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@mon.a 2024-09-17T08:41:06.542 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:41:06 smithi088 systemd[1]: Stopping Ceph mon.a for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:41:06.646 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:41:06 smithi187 ceph-mon[70558]: from='client.54993 -' entity='client.admin' cmd=[{"prefix": "orch upgrade ls", "image": "quay.io/ceph/ceph", "tags": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:41:06.647 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:41:06 smithi187 ceph-mon[70558]: pgmap v389: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:41:06.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:41:06 smithi088 ceph-mon[71593]: from='client.54993 -' entity='client.admin' cmd=[{"prefix": "orch upgrade ls", "image": "quay.io/ceph/ceph", "tags": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:41:06.915 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:41:06 smithi088 ceph-mon[71593]: pgmap v389: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:41:06.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:41:06 smithi088 ceph-mon[67196]: from='client.54993 -' entity='client.admin' cmd=[{"prefix": "orch upgrade ls", "image": "quay.io/ceph/ceph", "tags": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T08:41:06.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:41:06 smithi088 ceph-mon[67196]: pgmap v389: 161 pgs: 161 active+clean; 604 KiB data, 301 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-17T08:41:06.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:41:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon-a[67192]: 2024-09-17T08:41:06.722+0000 7f0a8843b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T08:41:06.915 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:41:06 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon-a[67192]: 2024-09-17T08:41:06.722+0000 7f0a8843b640 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-09-17T08:41:07.215 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:41:06 smithi088 podman[109488]: 2024-09-17 08:41:06.958680094 +0000 UTC m=+0.338309753 container died 7a79828a62c2f2b345f8e36707d7e2f878953a5d69f4d38fb4e0f97bc0fceb18 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon-a, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-19e2a2b, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-09-17T08:41:07.582 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:41:07 smithi088 podman[109488]: 2024-09-17 08:41:07.315060111 +0000 UTC m=+0.694689760 container cleanup 7a79828a62c2f2b345f8e36707d7e2f878953a5d69f4d38fb4e0f97bc0fceb18 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon-a, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=reef-19e2a2b, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-17T08:41:07.583 INFO:journalctl@ceph.mon.a.smithi088.stdout:Sep 17 08:41:07 smithi088 bash[109488]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon-a 2024-09-17T08:41:07.774 DEBUG:teuthology.orchestra.run.smithi088:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@mon.a.service' 2024-09-17T08:41:07.825 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-17T08:41:07.825 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-09-17T08:41:07.825 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-09-17T08:41:07.825 DEBUG:teuthology.orchestra.run.smithi088:> sudo systemctl stop ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@mon.c 2024-09-17T08:41:08.162 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:41:07 smithi088 systemd[1]: Stopping Ceph mon.c for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:41:08.414 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:41:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon-c[71589]: 2024-09-17T08:41:08.161+0000 7f2a58f62640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T08:41:08.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:41:08 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon-c[71589]: 2024-09-17T08:41:08.161+0000 7f2a58f62640 -1 mon.c@1(peon) e4 *** Got Signal Terminated *** 2024-09-17T08:41:08.415 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:41:08 smithi088 podman[109621]: 2024-09-17 08:41:08.243038122 +0000 UTC m=+0.203853654 container died 9f9c833cecc91ae571aa38e08d1473af48c6cfb727d1bca553e922890b9a43b7 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon-c, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, RELEASE=reef-19e2a2b, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True) 2024-09-17T08:41:08.821 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:41:08 smithi088 podman[109621]: 2024-09-17 08:41:08.528396135 +0000 UTC m=+0.489211656 container cleanup 9f9c833cecc91ae571aa38e08d1473af48c6cfb727d1bca553e922890b9a43b7 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon-c, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, RELEASE=reef-19e2a2b, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-09-17T08:41:08.821 INFO:journalctl@ceph.mon.c.smithi088.stdout:Sep 17 08:41:08 smithi088 bash[109621]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon-c 2024-09-17T08:41:08.969 DEBUG:teuthology.orchestra.run.smithi088:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@mon.c.service' 2024-09-17T08:41:09.005 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-17T08:41:09.005 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-09-17T08:41:09.006 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-09-17T08:41:09.006 DEBUG:teuthology.orchestra.run.smithi187:> sudo systemctl stop ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@mon.b 2024-09-17T08:41:09.307 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:41:09 smithi187 systemd[1]: Stopping Ceph mon.b for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:41:09.616 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:41:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon-b[70554]: 2024-09-17T08:41:09.306+0000 7fad460a5640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T08:41:09.616 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:41:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon-b[70554]: 2024-09-17T08:41:09.306+0000 7fad460a5640 -1 mon.b@2(peon) e4 *** Got Signal Terminated *** 2024-09-17T08:41:09.616 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:41:09 smithi187 podman[109676]: 2024-09-17 08:41:09.337297275 +0000 UTC m=+0.137365700 container died d4e39e0851a6562f522097e34a78fdebb8e38fd41c047d0efcda964fdf7d53f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon-b, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, RELEASE=reef-19e2a2b, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-09-17T08:41:09.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:41:09 smithi187 podman[109676]: 2024-09-17 08:41:09.798708598 +0000 UTC m=+0.598777056 container cleanup d4e39e0851a6562f522097e34a78fdebb8e38fd41c047d0efcda964fdf7d53f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, RELEASE=reef-19e2a2b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-09-17T08:41:09.897 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:41:09 smithi187 bash[109676]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon-b 2024-09-17T08:41:10.223 DEBUG:teuthology.orchestra.run.smithi187:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@mon.b.service' 2024-09-17T08:41:10.245 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:41:10 smithi187 podman[109688]: 2024-09-17 08:41:10.075233208 +0000 UTC m=+0.733283674 container remove d4e39e0851a6562f522097e34a78fdebb8e38fd41c047d0efcda964fdf7d53f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mon-b, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=reef-19e2a2b, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.build-date=20240731) 2024-09-17T08:41:10.245 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:41:10 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@mon.b.service: Deactivated successfully. 2024-09-17T08:41:10.245 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:41:10 smithi187 systemd[1]: Stopped Ceph mon.b for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:41:10.245 INFO:journalctl@ceph.mon.b.smithi187.stdout:Sep 17 08:41:10 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@mon.b.service: Consumed 8.755s CPU time. 2024-09-17T08:41:10.273 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-17T08:41:10.273 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-09-17T08:41:10.274 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-09-17T08:41:10.274 DEBUG:teuthology.orchestra.run.smithi088:> sudo systemctl stop ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@mgr.y 2024-09-17T08:41:10.582 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:41:10 smithi088 systemd[1]: Stopping Ceph mgr.y for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:41:10.908 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:41:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:41:10.581+0000 7f77446de640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T08:41:10.908 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:41:10 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y[52378]: 2024-09-17T08:41:10.581+0000 7f77446de640 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-09-17T08:41:10.908 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:41:10 smithi088 podman[109840]: 2024-09-17 08:41:10.623445328 +0000 UTC m=+0.151926956 container died 3228b2505d9a3149522fa370ca23ce5dc6961abefbd076affa4bfffddfc3cf38 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, RELEASE=reef-19e2a2b, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-17T08:41:11.164 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:41:11 smithi088 podman[109840]: 2024-09-17 08:41:11.015845042 +0000 UTC m=+0.544326669 container cleanup 3228b2505d9a3149522fa370ca23ce5dc6961abefbd076affa4bfffddfc3cf38 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=reef-19e2a2b, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-09-17T08:41:11.164 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Sep 17 08:41:11 smithi088 bash[109840]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-y 2024-09-17T08:41:11.404 DEBUG:teuthology.orchestra.run.smithi088:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@mgr.y.service' 2024-09-17T08:41:11.440 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-17T08:41:11.440 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-09-17T08:41:11.441 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-09-17T08:41:11.441 DEBUG:teuthology.orchestra.run.smithi187:> sudo systemctl stop ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@mgr.x 2024-09-17T08:41:11.767 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:41:11 smithi187 systemd[1]: Stopping Ceph mgr.x for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:41:12.079 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:41:11 smithi187 podman[109802]: 2024-09-17 08:41:11.767332121 +0000 UTC m=+0.133996361 container died d71cc65429a484333f29b7d9e8591795de12ce09ecc30890c615fb409169f4ef (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, RELEASE=reef-19e2a2b, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-17T08:41:12.396 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:41:12 smithi187 podman[109802]: 2024-09-17 08:41:12.262191593 +0000 UTC m=+0.628855832 container cleanup d71cc65429a484333f29b7d9e8591795de12ce09ecc30890c615fb409169f4ef (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-19e2a2b, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True) 2024-09-17T08:41:12.397 INFO:journalctl@ceph.mgr.x.smithi187.stdout:Sep 17 08:41:12 smithi187 bash[109802]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-mgr-x 2024-09-17T08:41:12.683 DEBUG:teuthology.orchestra.run.smithi187:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@mgr.x.service' 2024-09-17T08:41:12.719 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-17T08:41:12.719 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-09-17T08:41:12.719 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-09-17T08:41:12.719 DEBUG:teuthology.orchestra.run.smithi088:> sudo systemctl stop ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@osd.0 2024-09-17T08:41:13.029 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:41:12 smithi088 systemd[1]: Stopping Ceph osd.0 for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:41:13.414 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:41:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-0[78436]: 2024-09-17T08:41:13.028+0000 7f6b41b51640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T08:41:13.415 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:41:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-0[78436]: 2024-09-17T08:41:13.028+0000 7f6b41b51640 -1 osd.0 130 *** Got signal Terminated *** 2024-09-17T08:41:13.415 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:41:13 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-0[78436]: 2024-09-17T08:41:13.028+0000 7f6b41b51640 -1 osd.0 130 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-17T08:41:18.862 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:41:18 smithi088 podman[109958]: 2024-09-17 08:41:18.5728642 +0000 UTC m=+5.663642494 container died b5e437bc4ca8b82744fcfe08ec81f91ace38ba00f686e1a7a95a8ad904304ecb (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, RELEASE=reef-19e2a2b, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-09-17T08:41:19.164 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:41:18 smithi088 podman[109958]: 2024-09-17 08:41:18.961955294 +0000 UTC m=+6.052733591 container cleanup b5e437bc4ca8b82744fcfe08ec81f91ace38ba00f686e1a7a95a8ad904304ecb (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.build-date=20240731, RELEASE=reef-19e2a2b, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-09-17T08:41:19.164 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:41:18 smithi088 bash[109958]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-0 2024-09-17T08:41:19.578 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:41:19 smithi088 podman[109973]: 2024-09-17 08:41:19.230103571 +0000 UTC m=+0.657223398 container remove b5e437bc4ca8b82744fcfe08ec81f91ace38ba00f686e1a7a95a8ad904304ecb (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-19e2a2b, ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-09-17T08:41:19.841 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:41:19 smithi088 podman[110063]: 2024-09-17 08:41:19.48114175 +0000 UTC m=+0.015772378 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-17T08:41:19.841 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:41:19 smithi088 podman[110063]: 2024-09-17 08:41:19.597533044 +0000 UTC m=+0.132163648 container create 6c38e6e6836b50ea79625c325ecf17ce66f6b13ea62ae4be1e32cd549eec152a (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-0-deactivate, GIT_CLEAN=True, RELEASE=reef-19e2a2b, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0) 2024-09-17T08:41:19.841 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:41:19 smithi088 podman[110063]: 2024-09-17 08:41:19.841974939 +0000 UTC m=+0.376605562 container init 6c38e6e6836b50ea79625c325ecf17ce66f6b13ea62ae4be1e32cd549eec152a (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-0-deactivate, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, RELEASE=reef-19e2a2b, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-17T08:41:20.165 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:41:19 smithi088 podman[110063]: 2024-09-17 08:41:19.84554919 +0000 UTC m=+0.380179848 container start 6c38e6e6836b50ea79625c325ecf17ce66f6b13ea62ae4be1e32cd549eec152a (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-0-deactivate, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=reef-19e2a2b, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-17T08:41:20.165 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:41:19 smithi088 podman[110063]: 2024-09-17 08:41:19.933649518 +0000 UTC m=+0.468280137 container attach 6c38e6e6836b50ea79625c325ecf17ce66f6b13ea62ae4be1e32cd549eec152a (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-0-deactivate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.37.2, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, RELEASE=reef-19e2a2b, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-09-17T08:41:20.165 INFO:journalctl@ceph.osd.0.smithi088.stdout:Sep 17 08:41:20 smithi088 podman[110063]: 2024-09-17 08:41:20.034288854 +0000 UTC m=+0.568919476 container died 6c38e6e6836b50ea79625c325ecf17ce66f6b13ea62ae4be1e32cd549eec152a (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-0-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=reef-19e2a2b, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-17T08:41:20.602 DEBUG:teuthology.orchestra.run.smithi088:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@osd.0.service' 2024-09-17T08:41:20.641 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-17T08:41:20.642 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-09-17T08:41:20.642 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-09-17T08:41:20.642 DEBUG:teuthology.orchestra.run.smithi088:> sudo systemctl stop ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@osd.1 2024-09-17T08:41:21.115 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:41:20 smithi088 systemd[1]: Stopping Ceph osd.1 for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:41:21.414 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:41:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-1[83066]: 2024-09-17T08:41:21.114+0000 7f2af60d3640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T08:41:21.415 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:41:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-1[83066]: 2024-09-17T08:41:21.114+0000 7f2af60d3640 -1 osd.1 130 *** Got signal Terminated *** 2024-09-17T08:41:21.415 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:41:21 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-1[83066]: 2024-09-17T08:41:21.114+0000 7f2af60d3640 -1 osd.1 130 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-17T08:41:26.723 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:41:26 smithi088 podman[110177]: 2024-09-17 08:41:26.459833088 +0000 UTC m=+5.462426164 container died 19f83bfa6b978f5ce91f979baa1e9a335c2d5f266000043de2011052ef74c051 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-1, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-19e2a2b) 2024-09-17T08:41:27.082 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:41:26 smithi088 podman[110177]: 2024-09-17 08:41:26.839548611 +0000 UTC m=+5.842141658 container cleanup 19f83bfa6b978f5ce91f979baa1e9a335c2d5f266000043de2011052ef74c051 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-1, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, GIT_CLEAN=True, RELEASE=reef-19e2a2b, org.label-schema.license=GPLv2) 2024-09-17T08:41:27.082 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:41:26 smithi088 bash[110177]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-1 2024-09-17T08:41:27.399 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:41:27 smithi088 podman[110192]: 2024-09-17 08:41:27.082419125 +0000 UTC m=+0.615998180 container remove 19f83bfa6b978f5ce91f979baa1e9a335c2d5f266000043de2011052ef74c051 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-1, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, ceph=True, RELEASE=reef-19e2a2b, GIT_CLEAN=True) 2024-09-17T08:41:27.665 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:41:27 smithi088 podman[110281]: 2024-09-17 08:41:27.400050027 +0000 UTC m=+0.099424311 container create bebac14ffac33ebb967361cb3453db4dec0120c10794f3b813f19fe2db76509f (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-1-deactivate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=reef-19e2a2b, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-09-17T08:41:27.665 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:41:27 smithi088 podman[110281]: 2024-09-17 08:41:27.316785992 +0000 UTC m=+0.016160290 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-17T08:41:27.665 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:41:27 smithi088 podman[110281]: 2024-09-17 08:41:27.619311869 +0000 UTC m=+0.318686166 container init bebac14ffac33ebb967361cb3453db4dec0120c10794f3b813f19fe2db76509f (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-1-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=reef-19e2a2b, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.37.2) 2024-09-17T08:41:27.665 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:41:27 smithi088 podman[110281]: 2024-09-17 08:41:27.62263474 +0000 UTC m=+0.322009025 container start bebac14ffac33ebb967361cb3453db4dec0120c10794f3b813f19fe2db76509f (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=reef-19e2a2b, ceph=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-09-17T08:41:28.155 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:41:27 smithi088 podman[110281]: 2024-09-17 08:41:27.702673294 +0000 UTC m=+0.402047578 container attach bebac14ffac33ebb967361cb3453db4dec0120c10794f3b813f19fe2db76509f (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-1-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=reef-19e2a2b, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-17T08:41:28.156 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:41:27 smithi088 podman[110281]: 2024-09-17 08:41:27.80368033 +0000 UTC m=+0.503054625 container died bebac14ffac33ebb967361cb3453db4dec0120c10794f3b813f19fe2db76509f (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-1-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, RELEASE=reef-19e2a2b, io.buildah.version=1.37.2, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-09-17T08:41:28.414 INFO:journalctl@ceph.osd.1.smithi088.stdout:Sep 17 08:41:28 smithi088 podman[110304]: 2024-09-17 08:41:28.397985743 +0000 UTC m=+0.587378207 container remove bebac14ffac33ebb967361cb3453db4dec0120c10794f3b813f19fe2db76509f (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-19e2a2b, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-17T08:41:28.421 DEBUG:teuthology.orchestra.run.smithi088:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@osd.1.service' 2024-09-17T08:41:28.461 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-17T08:41:28.461 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-09-17T08:41:28.461 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-09-17T08:41:28.461 DEBUG:teuthology.orchestra.run.smithi088:> sudo systemctl stop ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@osd.2 2024-09-17T08:41:28.775 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:41:28 smithi088 systemd[1]: Stopping Ceph osd.2 for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:41:29.165 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:41:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-2[89249]: 2024-09-17T08:41:28.775+0000 7f0b7e438640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T08:41:29.165 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:41:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-2[89249]: 2024-09-17T08:41:28.775+0000 7f0b7e438640 -1 osd.2 130 *** Got signal Terminated *** 2024-09-17T08:41:29.165 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:41:28 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-2[89249]: 2024-09-17T08:41:28.775+0000 7f0b7e438640 -1 osd.2 130 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-17T08:41:34.509 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:41:34 smithi088 podman[110382]: 2024-09-17 08:41:34.22935466 +0000 UTC m=+5.549708080 container died 83345c84b6075b5b5473f74ebb9170175ada6f61e7dbe6fb5d20f3cfc9dc40ab (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, ceph=True, RELEASE=reef-19e2a2b, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-17T08:41:34.842 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:41:34 smithi088 podman[110382]: 2024-09-17 08:41:34.600044155 +0000 UTC m=+5.920397585 container cleanup 83345c84b6075b5b5473f74ebb9170175ada6f61e7dbe6fb5d20f3cfc9dc40ab (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=reef-19e2a2b, io.buildah.version=1.37.2) 2024-09-17T08:41:34.842 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:41:34 smithi088 bash[110382]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-2 2024-09-17T08:41:35.164 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:41:34 smithi088 podman[110398]: 2024-09-17 08:41:34.842746673 +0000 UTC m=+0.615267481 container remove 83345c84b6075b5b5473f74ebb9170175ada6f61e7dbe6fb5d20f3cfc9dc40ab (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=reef-19e2a2b, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux ) 2024-09-17T08:41:35.487 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:41:35 smithi088 podman[110485]: 2024-09-17 08:41:35.068836975 +0000 UTC m=+0.015779621 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-17T08:41:35.487 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:41:35 smithi088 podman[110485]: 2024-09-17 08:41:35.176824095 +0000 UTC m=+0.123766787 container create 27e17703baed6e8967098c9ba7a4d6b8104c569f2c03c03bdcc32c7935e1b725 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-2-deactivate, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=reef-19e2a2b, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-09-17T08:41:35.487 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:41:35 smithi088 podman[110485]: 2024-09-17 08:41:35.395964707 +0000 UTC m=+0.342907364 container init 27e17703baed6e8967098c9ba7a4d6b8104c569f2c03c03bdcc32c7935e1b725 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-2-deactivate, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.37.2, RELEASE=reef-19e2a2b) 2024-09-17T08:41:35.487 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:41:35 smithi088 podman[110485]: 2024-09-17 08:41:35.39961455 +0000 UTC m=+0.346557199 container start 27e17703baed6e8967098c9ba7a4d6b8104c569f2c03c03bdcc32c7935e1b725 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-2-deactivate, RELEASE=reef-19e2a2b, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True) 2024-09-17T08:41:35.487 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:41:35 smithi088 podman[110485]: 2024-09-17 08:41:35.487583659 +0000 UTC m=+0.434526314 container attach 27e17703baed6e8967098c9ba7a4d6b8104c569f2c03c03bdcc32c7935e1b725 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-2-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=reef-19e2a2b, ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-09-17T08:41:35.882 INFO:journalctl@ceph.osd.2.smithi088.stdout:Sep 17 08:41:35 smithi088 podman[110485]: 2024-09-17 08:41:35.586362849 +0000 UTC m=+0.533305496 container died 27e17703baed6e8967098c9ba7a4d6b8104c569f2c03c03bdcc32c7935e1b725 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-2-deactivate, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-19e2a2b, org.label-schema.build-date=20240731) 2024-09-17T08:41:36.156 DEBUG:teuthology.orchestra.run.smithi088:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@osd.2.service' 2024-09-17T08:41:36.197 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-17T08:41:36.197 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-09-17T08:41:36.198 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-09-17T08:41:36.198 DEBUG:teuthology.orchestra.run.smithi088:> sudo systemctl stop ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@osd.3 2024-09-17T08:41:36.414 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:41:36 smithi088 systemd[1]: Stopping Ceph osd.3 for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:41:36.917 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:41:36 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-3[95453]: 2024-09-17T08:41:36.543+0000 7faa1dd2d640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T08:41:36.917 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:41:36 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-3[95453]: 2024-09-17T08:41:36.543+0000 7faa1dd2d640 -1 osd.3 130 *** Got signal Terminated *** 2024-09-17T08:41:36.917 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:41:36 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-3[95453]: 2024-09-17T08:41:36.543+0000 7faa1dd2d640 -1 osd.3 130 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-17T08:41:39.915 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:41:39 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-3[95453]: 2024-09-17T08:41:39.564+0000 7faa1a341640 -1 osd.3 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.399879+0000 front 2024-09-17T08:41:15.399938+0000 (oldest deadline 2024-09-17T08:41:39.500046+0000) 2024-09-17T08:41:40.147 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:41:39 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-4[81832]: 2024-09-17T08:41:39.889+0000 7f3095284640 -1 osd.4 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:13.500550+0000 front 2024-09-17T08:41:13.500645+0000 (oldest deadline 2024-09-17T08:41:39.400436+0000) 2024-09-17T08:41:40.915 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:41:40 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-3[95453]: 2024-09-17T08:41:40.582+0000 7faa1a341640 -1 osd.3 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.399879+0000 front 2024-09-17T08:41:15.399938+0000 (oldest deadline 2024-09-17T08:41:39.500046+0000) 2024-09-17T08:41:41.147 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:41:40 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-4[81832]: 2024-09-17T08:41:40.886+0000 7f3095284640 -1 osd.4 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:13.500550+0000 front 2024-09-17T08:41:13.500645+0000 (oldest deadline 2024-09-17T08:41:39.400436+0000) 2024-09-17T08:41:41.647 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:41:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:41:41.279+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.323424+0000 front 2024-09-17T08:41:15.323498+0000 (oldest deadline 2024-09-17T08:41:40.523586+0000) 2024-09-17T08:41:41.647 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:41:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:41:41.376+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.624540+0000 front 2024-09-17T08:41:15.624681+0000 (oldest deadline 2024-09-17T08:41:40.924491+0000) 2024-09-17T08:41:42.146 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:41:41 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-4[81832]: 2024-09-17T08:41:41.865+0000 7f3095284640 -1 osd.4 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:13.500550+0000 front 2024-09-17T08:41:13.500645+0000 (oldest deadline 2024-09-17T08:41:39.400436+0000) 2024-09-17T08:41:42.377 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:41:42 smithi088 podman[110587]: 2024-09-17 08:41:42.089704881 +0000 UTC m=+5.667626455 container died 643a395e080b945c7eaf6ce88acf1af539b43416bfc9863ad06bba604f5f9dd9 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-3, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=reef-19e2a2b, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-09-17T08:41:42.647 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:41:42 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:41:42.254+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.323424+0000 front 2024-09-17T08:41:15.323498+0000 (oldest deadline 2024-09-17T08:41:40.523586+0000) 2024-09-17T08:41:42.647 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:41:42 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:41:42.350+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.624540+0000 front 2024-09-17T08:41:15.624681+0000 (oldest deadline 2024-09-17T08:41:40.924491+0000) 2024-09-17T08:41:42.665 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:41:42 smithi088 podman[110587]: 2024-09-17 08:41:42.467821031 +0000 UTC m=+6.045742599 container cleanup 643a395e080b945c7eaf6ce88acf1af539b43416bfc9863ad06bba604f5f9dd9 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-3, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=reef-19e2a2b, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-17T08:41:42.665 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:41:42 smithi088 bash[110587]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-3 2024-09-17T08:41:43.041 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:41:42 smithi088 podman[110613]: 2024-09-17 08:41:42.710631497 +0000 UTC m=+0.622041484 container remove 643a395e080b945c7eaf6ce88acf1af539b43416bfc9863ad06bba604f5f9dd9 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-3, org.label-schema.vendor=CentOS, RELEASE=reef-19e2a2b, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-09-17T08:41:43.147 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:41:42 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-4[81832]: 2024-09-17T08:41:42.896+0000 7f3095284640 -1 osd.4 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:13.500550+0000 front 2024-09-17T08:41:13.500645+0000 (oldest deadline 2024-09-17T08:41:39.400436+0000) 2024-09-17T08:41:43.147 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:41:42 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5[86534]: 2024-09-17T08:41:42.853+0000 7f2ea7e04640 -1 osd.5 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:17.166462+0000 front 2024-09-17T08:41:17.166300+0000 (oldest deadline 2024-09-17T08:41:42.466183+0000) 2024-09-17T08:41:43.355 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:41:43 smithi088 podman[110701]: 2024-09-17 08:41:42.944667307 +0000 UTC m=+0.015829713 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-17T08:41:43.355 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:41:43 smithi088 podman[110701]: 2024-09-17 08:41:43.044957034 +0000 UTC m=+0.116119473 container create 15e1b2e57a75d50c137bf75d411e5fd92fd3c5f611761c5ea35e59fba8f84996 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-3-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, RELEASE=reef-19e2a2b, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True) 2024-09-17T08:41:43.355 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:41:43 smithi088 podman[110701]: 2024-09-17 08:41:43.272460239 +0000 UTC m=+0.343622643 container init 15e1b2e57a75d50c137bf75d411e5fd92fd3c5f611761c5ea35e59fba8f84996 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-3-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=reef-19e2a2b, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-09-17T08:41:43.355 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:41:43 smithi088 podman[110701]: 2024-09-17 08:41:43.275942908 +0000 UTC m=+0.347105301 container start 15e1b2e57a75d50c137bf75d411e5fd92fd3c5f611761c5ea35e59fba8f84996 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-3-deactivate, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=reef-19e2a2b, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-17T08:41:43.355 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:41:43 smithi088 podman[110701]: 2024-09-17 08:41:43.355606249 +0000 UTC m=+0.426768675 container attach 15e1b2e57a75d50c137bf75d411e5fd92fd3c5f611761c5ea35e59fba8f84996 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-3-deactivate, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, RELEASE=reef-19e2a2b, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-09-17T08:41:43.647 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:41:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:41:43.225+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.323424+0000 front 2024-09-17T08:41:15.323498+0000 (oldest deadline 2024-09-17T08:41:40.523586+0000) 2024-09-17T08:41:43.647 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:41:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:41:43.316+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.624540+0000 front 2024-09-17T08:41:15.624681+0000 (oldest deadline 2024-09-17T08:41:40.924491+0000) 2024-09-17T08:41:43.664 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:41:43 smithi088 podman[110701]: 2024-09-17 08:41:43.46401792 +0000 UTC m=+0.535180321 container died 15e1b2e57a75d50c137bf75d411e5fd92fd3c5f611761c5ea35e59fba8f84996 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-3-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.37.2, RELEASE=reef-19e2a2b, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-17T08:41:44.041 INFO:journalctl@ceph.osd.3.smithi088.stdout:Sep 17 08:41:44 smithi088 podman[110724]: 2024-09-17 08:41:44.025528033 +0000 UTC m=+0.550621809 container remove 15e1b2e57a75d50c137bf75d411e5fd92fd3c5f611761c5ea35e59fba8f84996 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-3-deactivate, RELEASE=reef-19e2a2b, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-09-17T08:41:44.048 DEBUG:teuthology.orchestra.run.smithi088:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@osd.3.service' 2024-09-17T08:41:44.095 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-17T08:41:44.095 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-09-17T08:41:44.095 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-09-17T08:41:44.096 DEBUG:teuthology.orchestra.run.smithi187:> sudo systemctl stop ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@osd.4 2024-09-17T08:41:44.146 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:41:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-4[81832]: 2024-09-17T08:41:43.885+0000 7f3095284640 -1 osd.4 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:13.500550+0000 front 2024-09-17T08:41:13.500645+0000 (oldest deadline 2024-09-17T08:41:39.400436+0000) 2024-09-17T08:41:44.146 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:41:43 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5[86534]: 2024-09-17T08:41:43.895+0000 7f2ea7e04640 -1 osd.5 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:17.166462+0000 front 2024-09-17T08:41:17.166300+0000 (oldest deadline 2024-09-17T08:41:42.466183+0000) 2024-09-17T08:41:44.397 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:41:44 smithi187 systemd[1]: Stopping Ceph osd.4 for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:41:44.397 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:41:44 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:41:44.193+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.323424+0000 front 2024-09-17T08:41:15.323498+0000 (oldest deadline 2024-09-17T08:41:40.523586+0000) 2024-09-17T08:41:44.397 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:41:44 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:41:44.356+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.624540+0000 front 2024-09-17T08:41:15.624681+0000 (oldest deadline 2024-09-17T08:41:40.924491+0000) 2024-09-17T08:41:44.855 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:41:44 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-4[81832]: 2024-09-17T08:41:44.397+0000 7f309cc78640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T08:41:44.856 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:41:44 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-4[81832]: 2024-09-17T08:41:44.397+0000 7f309cc78640 -1 osd.4 130 *** Got signal Terminated *** 2024-09-17T08:41:44.856 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:41:44 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-4[81832]: 2024-09-17T08:41:44.397+0000 7f309cc78640 -1 osd.4 130 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-17T08:41:45.146 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:41:44 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-4[81832]: 2024-09-17T08:41:44.917+0000 7f3095284640 -1 osd.4 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:13.500550+0000 front 2024-09-17T08:41:13.500645+0000 (oldest deadline 2024-09-17T08:41:39.400436+0000) 2024-09-17T08:41:45.147 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:41:44 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5[86534]: 2024-09-17T08:41:44.855+0000 7f2ea7e04640 -1 osd.5 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:17.166462+0000 front 2024-09-17T08:41:17.166300+0000 (oldest deadline 2024-09-17T08:41:42.466183+0000) 2024-09-17T08:41:45.646 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:41:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:41:45.192+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.323424+0000 front 2024-09-17T08:41:15.323498+0000 (oldest deadline 2024-09-17T08:41:40.523586+0000) 2024-09-17T08:41:45.647 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:41:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:41:45.337+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.624540+0000 front 2024-09-17T08:41:15.624681+0000 (oldest deadline 2024-09-17T08:41:40.924491+0000) 2024-09-17T08:41:46.147 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:41:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-4[81832]: 2024-09-17T08:41:45.940+0000 7f3095284640 -1 osd.4 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:13.500550+0000 front 2024-09-17T08:41:13.500645+0000 (oldest deadline 2024-09-17T08:41:39.400436+0000) 2024-09-17T08:41:46.147 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:41:45 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5[86534]: 2024-09-17T08:41:45.867+0000 7f2ea7e04640 -1 osd.5 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:17.166462+0000 front 2024-09-17T08:41:17.166300+0000 (oldest deadline 2024-09-17T08:41:42.466183+0000) 2024-09-17T08:41:46.646 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:41:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:41:46.192+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.323424+0000 front 2024-09-17T08:41:15.323498+0000 (oldest deadline 2024-09-17T08:41:40.523586+0000) 2024-09-17T08:41:46.647 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:41:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:41:46.305+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.624540+0000 front 2024-09-17T08:41:15.624681+0000 (oldest deadline 2024-09-17T08:41:40.924491+0000) 2024-09-17T08:41:47.146 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:41:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-4[81832]: 2024-09-17T08:41:46.935+0000 7f3095284640 -1 osd.4 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:13.500550+0000 front 2024-09-17T08:41:13.500645+0000 (oldest deadline 2024-09-17T08:41:39.400436+0000) 2024-09-17T08:41:47.147 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:41:46 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5[86534]: 2024-09-17T08:41:46.870+0000 7f2ea7e04640 -1 osd.5 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:17.166462+0000 front 2024-09-17T08:41:17.166300+0000 (oldest deadline 2024-09-17T08:41:42.466183+0000) 2024-09-17T08:41:47.647 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:41:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:41:47.339+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.624540+0000 front 2024-09-17T08:41:15.624681+0000 (oldest deadline 2024-09-17T08:41:40.924491+0000) 2024-09-17T08:41:47.647 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:41:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:41:47.230+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.323424+0000 front 2024-09-17T08:41:15.323498+0000 (oldest deadline 2024-09-17T08:41:40.523586+0000) 2024-09-17T08:41:47.647 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:41:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:41:47.230+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-09-17T08:41:25.824519+0000 front 2024-09-17T08:41:25.824508+0000 (oldest deadline 2024-09-17T08:41:46.924371+0000) 2024-09-17T08:41:48.195 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:41:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5[86534]: 2024-09-17T08:41:47.901+0000 7f2ea7e04640 -1 osd.5 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:17.166462+0000 front 2024-09-17T08:41:17.166300+0000 (oldest deadline 2024-09-17T08:41:42.466183+0000) 2024-09-17T08:41:48.195 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:41:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-4[81832]: 2024-09-17T08:41:47.897+0000 7f3095284640 -1 osd.4 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:13.500550+0000 front 2024-09-17T08:41:13.500645+0000 (oldest deadline 2024-09-17T08:41:39.400436+0000) 2024-09-17T08:41:48.195 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:41:47 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-4[81832]: 2024-09-17T08:41:47.897+0000 7f3095284640 -1 osd.4 130 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-09-17T08:41:25.201950+0000 front 2024-09-17T08:41:25.201970+0000 (oldest deadline 2024-09-17T08:41:47.501863+0000) 2024-09-17T08:41:48.647 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:41:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:41:48.306+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.624540+0000 front 2024-09-17T08:41:15.624681+0000 (oldest deadline 2024-09-17T08:41:40.924491+0000) 2024-09-17T08:41:48.647 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:41:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:41:48.194+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.323424+0000 front 2024-09-17T08:41:15.323498+0000 (oldest deadline 2024-09-17T08:41:40.523586+0000) 2024-09-17T08:41:48.647 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:41:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:41:48.194+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-09-17T08:41:25.824519+0000 front 2024-09-17T08:41:25.824508+0000 (oldest deadline 2024-09-17T08:41:46.924371+0000) 2024-09-17T08:41:49.346 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:41:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5[86534]: 2024-09-17T08:41:48.916+0000 7f2ea7e04640 -1 osd.5 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:17.166462+0000 front 2024-09-17T08:41:17.166300+0000 (oldest deadline 2024-09-17T08:41:42.466183+0000) 2024-09-17T08:41:49.347 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:41:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-4[81832]: 2024-09-17T08:41:48.929+0000 7f3095284640 -1 osd.4 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:13.500550+0000 front 2024-09-17T08:41:13.500645+0000 (oldest deadline 2024-09-17T08:41:39.400436+0000) 2024-09-17T08:41:49.347 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:41:48 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-4[81832]: 2024-09-17T08:41:48.929+0000 7f3095284640 -1 osd.4 130 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-09-17T08:41:25.201950+0000 front 2024-09-17T08:41:25.201970+0000 (oldest deadline 2024-09-17T08:41:47.501863+0000) 2024-09-17T08:41:49.347 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:41:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:41:49.155+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.323424+0000 front 2024-09-17T08:41:15.323498+0000 (oldest deadline 2024-09-17T08:41:40.523586+0000) 2024-09-17T08:41:49.347 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:41:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:41:49.155+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-09-17T08:41:25.824519+0000 front 2024-09-17T08:41:25.824508+0000 (oldest deadline 2024-09-17T08:41:46.924371+0000) 2024-09-17T08:41:49.646 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:41:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:41:49.346+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.624540+0000 front 2024-09-17T08:41:15.624681+0000 (oldest deadline 2024-09-17T08:41:40.924491+0000) 2024-09-17T08:41:49.647 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:41:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:41:49.346+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-09-17T08:41:25.525756+0000 front 2024-09-17T08:41:25.525701+0000 (oldest deadline 2024-09-17T08:41:48.425592+0000) 2024-09-17T08:41:50.117 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:41:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5[86534]: 2024-09-17T08:41:49.953+0000 7f2ea7e04640 -1 osd.5 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:17.166462+0000 front 2024-09-17T08:41:17.166300+0000 (oldest deadline 2024-09-17T08:41:42.466183+0000) 2024-09-17T08:41:50.117 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:41:49 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5[86534]: 2024-09-17T08:41:49.954+0000 7f2ea7e04640 -1 osd.5 130 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-09-17T08:41:24.767095+0000 front 2024-09-17T08:41:24.767147+0000 (oldest deadline 2024-09-17T08:41:49.467049+0000) 2024-09-17T08:41:50.117 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:41:49 smithi187 podman[109939]: 2024-09-17 08:41:49.827382409 +0000 UTC m=+5.533166566 container stop 6c0b4c1b4d3f8301e2b8bc5aff26414c1e4e30d34c5b2673d9df219ed4241911 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-4, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_CLEAN=True, RELEASE=reef-19e2a2b) 2024-09-17T08:41:50.117 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:41:49 smithi187 podman[109939]: 2024-09-17 08:41:49.858169273 +0000 UTC m=+5.563953445 container died 6c0b4c1b4d3f8301e2b8bc5aff26414c1e4e30d34c5b2673d9df219ed4241911 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-4, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, RELEASE=reef-19e2a2b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-09-17T08:41:50.118 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:41:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:41:50.115+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.323424+0000 front 2024-09-17T08:41:15.323498+0000 (oldest deadline 2024-09-17T08:41:40.523586+0000) 2024-09-17T08:41:50.118 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:41:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:41:50.115+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-09-17T08:41:25.824519+0000 front 2024-09-17T08:41:25.824508+0000 (oldest deadline 2024-09-17T08:41:46.924371+0000) 2024-09-17T08:41:50.397 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:41:50 smithi187 podman[109939]: 2024-09-17 08:41:50.331217769 +0000 UTC m=+6.037001926 container cleanup 6c0b4c1b4d3f8301e2b8bc5aff26414c1e4e30d34c5b2673d9df219ed4241911 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, RELEASE=reef-19e2a2b, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-17T08:41:50.397 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:41:50 smithi187 bash[109939]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-4 2024-09-17T08:41:50.397 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:41:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:41:50.362+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.624540+0000 front 2024-09-17T08:41:15.624681+0000 (oldest deadline 2024-09-17T08:41:40.924491+0000) 2024-09-17T08:41:50.397 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:41:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:41:50.362+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-09-17T08:41:25.525756+0000 front 2024-09-17T08:41:25.525701+0000 (oldest deadline 2024-09-17T08:41:48.425592+0000) 2024-09-17T08:41:50.896 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:41:50 smithi187 podman[109954]: 2024-09-17 08:41:50.51665937 +0000 UTC m=+0.681861946 container remove 6c0b4c1b4d3f8301e2b8bc5aff26414c1e4e30d34c5b2673d9df219ed4241911 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-4, RELEASE=reef-19e2a2b, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-17T08:41:51.228 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:41:50 smithi187 podman[110045]: 2024-09-17 08:41:50.85898248 +0000 UTC m=+0.015926301 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-17T08:41:51.228 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:41:50 smithi187 podman[110045]: 2024-09-17 08:41:50.967404836 +0000 UTC m=+0.124348653 container create 488a43cad6e94670beaf4ab8b036156f4d2b35c87d853f59084124d73538dbcb (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-4-deactivate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, RELEASE=reef-19e2a2b, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.license=GPLv2) 2024-09-17T08:41:51.229 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:41:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5[86534]: 2024-09-17T08:41:50.989+0000 7f2ea7e04640 -1 osd.5 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:17.166462+0000 front 2024-09-17T08:41:17.166300+0000 (oldest deadline 2024-09-17T08:41:42.466183+0000) 2024-09-17T08:41:51.229 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:41:50 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5[86534]: 2024-09-17T08:41:50.989+0000 7f2ea7e04640 -1 osd.5 130 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-09-17T08:41:24.767095+0000 front 2024-09-17T08:41:24.767147+0000 (oldest deadline 2024-09-17T08:41:49.467049+0000) 2024-09-17T08:41:51.229 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:41:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:41:51.128+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.323424+0000 front 2024-09-17T08:41:15.323498+0000 (oldest deadline 2024-09-17T08:41:40.523586+0000) 2024-09-17T08:41:51.229 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:41:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:41:51.128+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-09-17T08:41:25.824519+0000 front 2024-09-17T08:41:25.824508+0000 (oldest deadline 2024-09-17T08:41:46.924371+0000) 2024-09-17T08:41:51.647 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:41:51 smithi187 podman[110045]: 2024-09-17 08:41:51.228558817 +0000 UTC m=+0.385502635 container init 488a43cad6e94670beaf4ab8b036156f4d2b35c87d853f59084124d73538dbcb (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-19e2a2b, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-09-17T08:41:51.647 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:41:51 smithi187 podman[110045]: 2024-09-17 08:41:51.232619994 +0000 UTC m=+0.389563803 container start 488a43cad6e94670beaf4ab8b036156f4d2b35c87d853f59084124d73538dbcb (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-4-deactivate, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-19e2a2b, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_CLEAN=True) 2024-09-17T08:41:51.648 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:41:51 smithi187 podman[110045]: 2024-09-17 08:41:51.320300862 +0000 UTC m=+0.477244671 container attach 488a43cad6e94670beaf4ab8b036156f4d2b35c87d853f59084124d73538dbcb (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-4-deactivate, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, RELEASE=reef-19e2a2b, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-09-17T08:41:51.648 INFO:journalctl@ceph.osd.4.smithi187.stdout:Sep 17 08:41:51 smithi187 podman[110045]: 2024-09-17 08:41:51.417948239 +0000 UTC m=+0.574892057 container died 488a43cad6e94670beaf4ab8b036156f4d2b35c87d853f59084124d73538dbcb (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, RELEASE=reef-19e2a2b, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731) 2024-09-17T08:41:51.648 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:41:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:41:51.404+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.624540+0000 front 2024-09-17T08:41:15.624681+0000 (oldest deadline 2024-09-17T08:41:40.924491+0000) 2024-09-17T08:41:51.648 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:41:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:41:51.404+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-09-17T08:41:25.525756+0000 front 2024-09-17T08:41:25.525701+0000 (oldest deadline 2024-09-17T08:41:48.425592+0000) 2024-09-17T08:41:51.982 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:41:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:41:51.905Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.88:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.88:8765: connect: connection refused" 2024-09-17T08:41:51.983 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:41:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:41:51.908Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.88:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.88:8765: connect: connection refused" 2024-09-17T08:41:51.983 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:41:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:41:51.909Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.88:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.88:8765: connect: connection refused" 2024-09-17T08:41:51.983 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:41:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:41:51.909Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.88:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.88:8765: connect: connection refused" 2024-09-17T08:41:51.983 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:41:51 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:41:51.910Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.88:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.88:8765: connect: connection refused" 2024-09-17T08:41:52.006 DEBUG:teuthology.orchestra.run.smithi187:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@osd.4.service' 2024-09-17T08:41:52.045 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-17T08:41:52.045 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-09-17T08:41:52.045 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-09-17T08:41:52.045 DEBUG:teuthology.orchestra.run.smithi187:> sudo systemctl stop ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@osd.5 2024-09-17T08:41:52.377 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:41:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:41:52.156+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.323424+0000 front 2024-09-17T08:41:15.323498+0000 (oldest deadline 2024-09-17T08:41:40.523586+0000) 2024-09-17T08:41:52.377 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:41:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:41:52.156+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-09-17T08:41:25.824519+0000 front 2024-09-17T08:41:25.824508+0000 (oldest deadline 2024-09-17T08:41:46.924371+0000) 2024-09-17T08:41:52.377 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:41:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5[86534]: 2024-09-17T08:41:52.009+0000 7f2ea7e04640 -1 osd.5 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:17.166462+0000 front 2024-09-17T08:41:17.166300+0000 (oldest deadline 2024-09-17T08:41:42.466183+0000) 2024-09-17T08:41:52.378 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:41:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5[86534]: 2024-09-17T08:41:52.009+0000 7f2ea7e04640 -1 osd.5 130 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-09-17T08:41:24.767095+0000 front 2024-09-17T08:41:24.767147+0000 (oldest deadline 2024-09-17T08:41:49.467049+0000) 2024-09-17T08:41:52.378 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:41:52 smithi187 systemd[1]: Stopping Ceph osd.5 for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:41:52.378 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:41:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5[86534]: 2024-09-17T08:41:52.376+0000 7f2eaf7f8640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T08:41:52.378 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:41:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5[86534]: 2024-09-17T08:41:52.376+0000 7f2eaf7f8640 -1 osd.5 130 *** Got signal Terminated *** 2024-09-17T08:41:52.378 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:41:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5[86534]: 2024-09-17T08:41:52.376+0000 7f2eaf7f8640 -1 osd.5 130 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-17T08:41:52.647 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:41:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:41:52.405+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.624540+0000 front 2024-09-17T08:41:15.624681+0000 (oldest deadline 2024-09-17T08:41:40.924491+0000) 2024-09-17T08:41:52.647 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:41:52 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:41:52.405+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-09-17T08:41:25.525756+0000 front 2024-09-17T08:41:25.525701+0000 (oldest deadline 2024-09-17T08:41:48.425592+0000) 2024-09-17T08:41:53.379 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:41:53 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5[86534]: 2024-09-17T08:41:53.023+0000 7f2ea7e04640 -1 osd.5 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:17.166462+0000 front 2024-09-17T08:41:17.166300+0000 (oldest deadline 2024-09-17T08:41:42.466183+0000) 2024-09-17T08:41:53.380 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:41:53 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5[86534]: 2024-09-17T08:41:53.023+0000 7f2ea7e04640 -1 osd.5 130 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-09-17T08:41:24.767095+0000 front 2024-09-17T08:41:24.767147+0000 (oldest deadline 2024-09-17T08:41:49.467049+0000) 2024-09-17T08:41:53.380 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:41:53 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:41:53.117+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.323424+0000 front 2024-09-17T08:41:15.323498+0000 (oldest deadline 2024-09-17T08:41:40.523586+0000) 2024-09-17T08:41:53.380 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:41:53 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:41:53.117+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-09-17T08:41:25.824519+0000 front 2024-09-17T08:41:25.824508+0000 (oldest deadline 2024-09-17T08:41:46.924371+0000) 2024-09-17T08:41:53.647 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:41:53 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:41:53.378+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.624540+0000 front 2024-09-17T08:41:15.624681+0000 (oldest deadline 2024-09-17T08:41:40.924491+0000) 2024-09-17T08:41:53.647 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:41:53 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:41:53.378+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-09-17T08:41:25.525756+0000 front 2024-09-17T08:41:25.525701+0000 (oldest deadline 2024-09-17T08:41:48.425592+0000) 2024-09-17T08:41:54.396 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:41:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:41:54.076+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.323424+0000 front 2024-09-17T08:41:15.323498+0000 (oldest deadline 2024-09-17T08:41:40.523586+0000) 2024-09-17T08:41:54.396 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:41:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:41:54.076+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-09-17T08:41:25.824519+0000 front 2024-09-17T08:41:25.824508+0000 (oldest deadline 2024-09-17T08:41:46.924371+0000) 2024-09-17T08:41:54.396 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:41:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5[86534]: 2024-09-17T08:41:54.053+0000 7f2ea7e04640 -1 osd.5 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:17.166462+0000 front 2024-09-17T08:41:17.166300+0000 (oldest deadline 2024-09-17T08:41:42.466183+0000) 2024-09-17T08:41:54.397 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:41:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5[86534]: 2024-09-17T08:41:54.053+0000 7f2ea7e04640 -1 osd.5 130 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-09-17T08:41:24.767095+0000 front 2024-09-17T08:41:24.767147+0000 (oldest deadline 2024-09-17T08:41:49.467049+0000) 2024-09-17T08:41:54.647 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:41:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:41:54.395+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.624540+0000 front 2024-09-17T08:41:15.624681+0000 (oldest deadline 2024-09-17T08:41:40.924491+0000) 2024-09-17T08:41:54.647 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:41:54 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:41:54.395+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-09-17T08:41:25.525756+0000 front 2024-09-17T08:41:25.525701+0000 (oldest deadline 2024-09-17T08:41:48.425592+0000) 2024-09-17T08:41:55.359 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:41:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5[86534]: 2024-09-17T08:41:55.089+0000 7f2ea7e04640 -1 osd.5 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:17.166462+0000 front 2024-09-17T08:41:17.166300+0000 (oldest deadline 2024-09-17T08:41:42.466183+0000) 2024-09-17T08:41:55.359 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:41:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5[86534]: 2024-09-17T08:41:55.089+0000 7f2ea7e04640 -1 osd.5 130 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-09-17T08:41:24.767095+0000 front 2024-09-17T08:41:24.767147+0000 (oldest deadline 2024-09-17T08:41:49.467049+0000) 2024-09-17T08:41:55.359 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:41:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:41:55.122+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.323424+0000 front 2024-09-17T08:41:15.323498+0000 (oldest deadline 2024-09-17T08:41:40.523586+0000) 2024-09-17T08:41:55.359 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:41:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:41:55.123+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-09-17T08:41:25.824519+0000 front 2024-09-17T08:41:25.824508+0000 (oldest deadline 2024-09-17T08:41:46.924371+0000) 2024-09-17T08:41:55.359 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:41:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:41:55.123+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-09-17T08:41:29.825331+0000 front 2024-09-17T08:41:29.825343+0000 (oldest deadline 2024-09-17T08:41:54.525283+0000) 2024-09-17T08:41:55.647 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:41:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:41:55.358+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.624540+0000 front 2024-09-17T08:41:15.624681+0000 (oldest deadline 2024-09-17T08:41:40.924491+0000) 2024-09-17T08:41:55.647 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:41:55 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:41:55.358+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-09-17T08:41:25.525756+0000 front 2024-09-17T08:41:25.525701+0000 (oldest deadline 2024-09-17T08:41:48.425592+0000) 2024-09-17T08:41:56.378 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:41:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:41:56.076+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.323424+0000 front 2024-09-17T08:41:15.323498+0000 (oldest deadline 2024-09-17T08:41:40.523586+0000) 2024-09-17T08:41:56.378 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:41:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:41:56.076+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-09-17T08:41:25.824519+0000 front 2024-09-17T08:41:25.824508+0000 (oldest deadline 2024-09-17T08:41:46.924371+0000) 2024-09-17T08:41:56.378 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:41:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:41:56.076+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-09-17T08:41:29.825331+0000 front 2024-09-17T08:41:29.825343+0000 (oldest deadline 2024-09-17T08:41:54.525283+0000) 2024-09-17T08:41:56.378 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:41:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5[86534]: 2024-09-17T08:41:56.043+0000 7f2ea7e04640 -1 osd.5 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:17.166462+0000 front 2024-09-17T08:41:17.166300+0000 (oldest deadline 2024-09-17T08:41:42.466183+0000) 2024-09-17T08:41:56.379 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:41:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5[86534]: 2024-09-17T08:41:56.043+0000 7f2ea7e04640 -1 osd.5 130 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-09-17T08:41:24.767095+0000 front 2024-09-17T08:41:24.767147+0000 (oldest deadline 2024-09-17T08:41:49.467049+0000) 2024-09-17T08:41:56.379 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:41:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5[86534]: 2024-09-17T08:41:56.043+0000 7f2ea7e04640 -1 osd.5 130 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-09-17T08:41:31.768113+0000 front 2024-09-17T08:41:31.768136+0000 (oldest deadline 2024-09-17T08:41:55.868044+0000) 2024-09-17T08:41:56.647 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:41:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:41:56.378+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.624540+0000 front 2024-09-17T08:41:15.624681+0000 (oldest deadline 2024-09-17T08:41:40.924491+0000) 2024-09-17T08:41:56.647 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:41:56 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:41:56.378+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-09-17T08:41:25.525756+0000 front 2024-09-17T08:41:25.525701+0000 (oldest deadline 2024-09-17T08:41:48.425592+0000) 2024-09-17T08:41:57.397 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:41:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5[86534]: 2024-09-17T08:41:57.065+0000 7f2ea7e04640 -1 osd.5 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:17.166462+0000 front 2024-09-17T08:41:17.166300+0000 (oldest deadline 2024-09-17T08:41:42.466183+0000) 2024-09-17T08:41:57.397 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:41:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5[86534]: 2024-09-17T08:41:57.065+0000 7f2ea7e04640 -1 osd.5 130 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-09-17T08:41:24.767095+0000 front 2024-09-17T08:41:24.767147+0000 (oldest deadline 2024-09-17T08:41:49.467049+0000) 2024-09-17T08:41:57.397 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:41:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5[86534]: 2024-09-17T08:41:57.065+0000 7f2ea7e04640 -1 osd.5 130 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-09-17T08:41:31.768113+0000 front 2024-09-17T08:41:31.768136+0000 (oldest deadline 2024-09-17T08:41:55.868044+0000) 2024-09-17T08:41:57.397 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:41:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:41:57.074+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.323424+0000 front 2024-09-17T08:41:15.323498+0000 (oldest deadline 2024-09-17T08:41:40.523586+0000) 2024-09-17T08:41:57.397 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:41:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:41:57.074+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-09-17T08:41:25.824519+0000 front 2024-09-17T08:41:25.824508+0000 (oldest deadline 2024-09-17T08:41:46.924371+0000) 2024-09-17T08:41:57.397 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:41:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:41:57.074+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-09-17T08:41:29.825331+0000 front 2024-09-17T08:41:29.825343+0000 (oldest deadline 2024-09-17T08:41:54.525283+0000) 2024-09-17T08:41:57.745 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:41:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:41:57.408+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.624540+0000 front 2024-09-17T08:41:15.624681+0000 (oldest deadline 2024-09-17T08:41:40.924491+0000) 2024-09-17T08:41:57.745 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:41:57 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:41:57.408+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-09-17T08:41:25.525756+0000 front 2024-09-17T08:41:25.525701+0000 (oldest deadline 2024-09-17T08:41:48.425592+0000) 2024-09-17T08:41:58.027 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:41:57 smithi187 podman[110147]: 2024-09-17 08:41:57.745608478 +0000 UTC m=+5.467560736 container died 83e9d1a3f8410161dffc07402b79f756a6c144463a3b98ac2e2c4106e24bc30b (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=reef-19e2a2b, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-09-17T08:41:58.397 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:41:58 smithi187 podman[110147]: 2024-09-17 08:41:58.202164777 +0000 UTC m=+5.924117033 container cleanup 83e9d1a3f8410161dffc07402b79f756a6c144463a3b98ac2e2c4106e24bc30b (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=reef-19e2a2b) 2024-09-17T08:41:58.397 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:41:58 smithi187 bash[110147]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5 2024-09-17T08:41:58.397 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:41:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:41:58.046+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.323424+0000 front 2024-09-17T08:41:15.323498+0000 (oldest deadline 2024-09-17T08:41:40.523586+0000) 2024-09-17T08:41:58.397 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:41:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:41:58.046+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-09-17T08:41:25.824519+0000 front 2024-09-17T08:41:25.824508+0000 (oldest deadline 2024-09-17T08:41:46.924371+0000) 2024-09-17T08:41:58.397 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:41:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:41:58.046+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-09-17T08:41:29.825331+0000 front 2024-09-17T08:41:29.825343+0000 (oldest deadline 2024-09-17T08:41:54.525283+0000) 2024-09-17T08:41:58.860 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:41:58 smithi187 podman[110163]: 2024-09-17 08:41:58.504063642 +0000 UTC m=+0.754890468 container remove 83e9d1a3f8410161dffc07402b79f756a6c144463a3b98ac2e2c4106e24bc30b (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-19e2a2b, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.37.2) 2024-09-17T08:41:58.860 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:41:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:41:58.453+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.624540+0000 front 2024-09-17T08:41:15.624681+0000 (oldest deadline 2024-09-17T08:41:40.924491+0000) 2024-09-17T08:41:58.861 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:41:58 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:41:58.453+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-09-17T08:41:25.525756+0000 front 2024-09-17T08:41:25.525701+0000 (oldest deadline 2024-09-17T08:41:48.425592+0000) 2024-09-17T08:41:59.132 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:41:58 smithi187 podman[110249]: 2024-09-17 08:41:58.76309177 +0000 UTC m=+0.015891473 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-17T08:41:59.132 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:41:58 smithi187 podman[110249]: 2024-09-17 08:41:58.879825945 +0000 UTC m=+0.132625633 container create 354655c99cca06603ef3a4f5e70be3f34dd639e6955e8ea383559a962862ee36 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5-deactivate, org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=reef-19e2a2b, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2) 2024-09-17T08:41:59.132 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:41:59 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:41:59.084+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.323424+0000 front 2024-09-17T08:41:15.323498+0000 (oldest deadline 2024-09-17T08:41:40.523586+0000) 2024-09-17T08:41:59.133 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:41:59 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:41:59.084+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-09-17T08:41:25.824519+0000 front 2024-09-17T08:41:25.824508+0000 (oldest deadline 2024-09-17T08:41:46.924371+0000) 2024-09-17T08:41:59.133 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:41:59 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:41:59.084+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-09-17T08:41:29.825331+0000 front 2024-09-17T08:41:29.825343+0000 (oldest deadline 2024-09-17T08:41:54.525283+0000) 2024-09-17T08:41:59.397 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:41:59 smithi187 podman[110249]: 2024-09-17 08:41:59.132607847 +0000 UTC m=+0.385407536 container init 354655c99cca06603ef3a4f5e70be3f34dd639e6955e8ea383559a962862ee36 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5-deactivate, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, RELEASE=reef-19e2a2b, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True) 2024-09-17T08:41:59.397 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:41:59 smithi187 podman[110249]: 2024-09-17 08:41:59.136044563 +0000 UTC m=+0.388844255 container start 354655c99cca06603ef3a4f5e70be3f34dd639e6955e8ea383559a962862ee36 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5-deactivate, io.buildah.version=1.37.2, RELEASE=reef-19e2a2b, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-17T08:41:59.398 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:41:59 smithi187 podman[110249]: 2024-09-17 08:41:59.232699352 +0000 UTC m=+0.485499049 container attach 354655c99cca06603ef3a4f5e70be3f34dd639e6955e8ea383559a962862ee36 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5-deactivate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=reef-19e2a2b, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-17T08:41:59.398 INFO:journalctl@ceph.osd.5.smithi187.stdout:Sep 17 08:41:59 smithi187 podman[110249]: 2024-09-17 08:41:59.322802886 +0000 UTC m=+0.575602576 container died 354655c99cca06603ef3a4f5e70be3f34dd639e6955e8ea383559a962862ee36 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-5-deactivate, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=reef-19e2a2b, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-09-17T08:41:59.896 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:41:59 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:41:59.420+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.624540+0000 front 2024-09-17T08:41:15.624681+0000 (oldest deadline 2024-09-17T08:41:40.924491+0000) 2024-09-17T08:41:59.897 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:41:59 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:41:59.420+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-09-17T08:41:25.525756+0000 front 2024-09-17T08:41:25.525701+0000 (oldest deadline 2024-09-17T08:41:48.425592+0000) 2024-09-17T08:41:59.926 DEBUG:teuthology.orchestra.run.smithi187:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@osd.5.service' 2024-09-17T08:41:59.964 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-17T08:41:59.964 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-09-17T08:41:59.964 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-09-17T08:41:59.965 DEBUG:teuthology.orchestra.run.smithi187:> sudo systemctl stop ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@osd.6 2024-09-17T08:42:00.289 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:42:00 smithi187 systemd[1]: Stopping Ceph osd.6 for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:42:00.289 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:42:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:42:00.065+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.323424+0000 front 2024-09-17T08:41:15.323498+0000 (oldest deadline 2024-09-17T08:41:40.523586+0000) 2024-09-17T08:42:00.289 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:42:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:42:00.065+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-09-17T08:41:25.824519+0000 front 2024-09-17T08:41:25.824508+0000 (oldest deadline 2024-09-17T08:41:46.924371+0000) 2024-09-17T08:42:00.290 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:42:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:42:00.065+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-09-17T08:41:29.825331+0000 front 2024-09-17T08:41:29.825343+0000 (oldest deadline 2024-09-17T08:41:54.525283+0000) 2024-09-17T08:42:00.646 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:42:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:42:00.288+0000 7f78d6cb7640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T08:42:00.647 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:42:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:42:00.288+0000 7f78d6cb7640 -1 osd.6 130 *** Got signal Terminated *** 2024-09-17T08:42:00.647 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:42:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:42:00.288+0000 7f78d6cb7640 -1 osd.6 130 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-17T08:42:00.647 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:42:00.439+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.624540+0000 front 2024-09-17T08:41:15.624681+0000 (oldest deadline 2024-09-17T08:41:40.924491+0000) 2024-09-17T08:42:00.647 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:42:00.439+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-09-17T08:41:25.525756+0000 front 2024-09-17T08:41:25.525701+0000 (oldest deadline 2024-09-17T08:41:48.425592+0000) 2024-09-17T08:42:00.647 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:00 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:42:00.439+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-09-17T08:41:33.627158+0000 front 2024-09-17T08:41:33.627128+0000 (oldest deadline 2024-09-17T08:41:59.526984+0000) 2024-09-17T08:42:01.397 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:42:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:42:01.025+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.323424+0000 front 2024-09-17T08:41:15.323498+0000 (oldest deadline 2024-09-17T08:41:40.523586+0000) 2024-09-17T08:42:01.397 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:42:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:42:01.025+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-09-17T08:41:25.824519+0000 front 2024-09-17T08:41:25.824508+0000 (oldest deadline 2024-09-17T08:41:46.924371+0000) 2024-09-17T08:42:01.397 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:42:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:42:01.025+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-09-17T08:41:29.825331+0000 front 2024-09-17T08:41:29.825343+0000 (oldest deadline 2024-09-17T08:41:54.525283+0000) 2024-09-17T08:42:01.897 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:42:01.466+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.624540+0000 front 2024-09-17T08:41:15.624681+0000 (oldest deadline 2024-09-17T08:41:40.924491+0000) 2024-09-17T08:42:01.897 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:42:01.466+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-09-17T08:41:25.525756+0000 front 2024-09-17T08:41:25.525701+0000 (oldest deadline 2024-09-17T08:41:48.425592+0000) 2024-09-17T08:42:01.897 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:01 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:42:01.466+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-09-17T08:41:33.627158+0000 front 2024-09-17T08:41:33.627128+0000 (oldest deadline 2024-09-17T08:41:59.526984+0000) 2024-09-17T08:42:02.397 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:42:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:42:02.055+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.323424+0000 front 2024-09-17T08:41:15.323498+0000 (oldest deadline 2024-09-17T08:41:40.523586+0000) 2024-09-17T08:42:02.397 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:42:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:42:02.055+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-09-17T08:41:25.824519+0000 front 2024-09-17T08:41:25.824508+0000 (oldest deadline 2024-09-17T08:41:46.924371+0000) 2024-09-17T08:42:02.397 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:42:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:42:02.055+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-09-17T08:41:29.825331+0000 front 2024-09-17T08:41:29.825343+0000 (oldest deadline 2024-09-17T08:41:54.525283+0000) 2024-09-17T08:42:02.897 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:42:02.418+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.624540+0000 front 2024-09-17T08:41:15.624681+0000 (oldest deadline 2024-09-17T08:41:40.924491+0000) 2024-09-17T08:42:02.897 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:42:02.418+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-09-17T08:41:25.525756+0000 front 2024-09-17T08:41:25.525701+0000 (oldest deadline 2024-09-17T08:41:48.425592+0000) 2024-09-17T08:42:02.897 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:02 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:42:02.418+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-09-17T08:41:33.627158+0000 front 2024-09-17T08:41:33.627128+0000 (oldest deadline 2024-09-17T08:41:59.526984+0000) 2024-09-17T08:42:03.397 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:42:03 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:42:03.102+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.323424+0000 front 2024-09-17T08:41:15.323498+0000 (oldest deadline 2024-09-17T08:41:40.523586+0000) 2024-09-17T08:42:03.397 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:42:03 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:42:03.102+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-09-17T08:41:25.824519+0000 front 2024-09-17T08:41:25.824508+0000 (oldest deadline 2024-09-17T08:41:46.924371+0000) 2024-09-17T08:42:03.397 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:42:03 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:42:03.102+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-09-17T08:41:29.825331+0000 front 2024-09-17T08:41:29.825343+0000 (oldest deadline 2024-09-17T08:41:54.525283+0000) 2024-09-17T08:42:03.897 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:03 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:42:03.423+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.624540+0000 front 2024-09-17T08:41:15.624681+0000 (oldest deadline 2024-09-17T08:41:40.924491+0000) 2024-09-17T08:42:03.897 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:03 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:42:03.423+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-09-17T08:41:25.525756+0000 front 2024-09-17T08:41:25.525701+0000 (oldest deadline 2024-09-17T08:41:48.425592+0000) 2024-09-17T08:42:03.897 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:03 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:42:03.423+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-09-17T08:41:33.627158+0000 front 2024-09-17T08:41:33.627128+0000 (oldest deadline 2024-09-17T08:41:59.526984+0000) 2024-09-17T08:42:04.647 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:42:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:42:04.151+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.323424+0000 front 2024-09-17T08:41:15.323498+0000 (oldest deadline 2024-09-17T08:41:40.523586+0000) 2024-09-17T08:42:04.647 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:42:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:42:04.151+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-09-17T08:41:25.824519+0000 front 2024-09-17T08:41:25.824508+0000 (oldest deadline 2024-09-17T08:41:46.924371+0000) 2024-09-17T08:42:04.647 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:42:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:42:04.151+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-09-17T08:41:29.825331+0000 front 2024-09-17T08:41:29.825343+0000 (oldest deadline 2024-09-17T08:41:54.525283+0000) 2024-09-17T08:42:04.647 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:42:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:42:04.151+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6830 osd.3 since back 2024-09-17T08:41:41.526744+0000 front 2024-09-17T08:41:41.526755+0000 (oldest deadline 2024-09-17T08:42:03.226573+0000) 2024-09-17T08:42:04.647 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:42:04.381+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.624540+0000 front 2024-09-17T08:41:15.624681+0000 (oldest deadline 2024-09-17T08:41:40.924491+0000) 2024-09-17T08:42:04.647 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:42:04.381+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-09-17T08:41:25.525756+0000 front 2024-09-17T08:41:25.525701+0000 (oldest deadline 2024-09-17T08:41:48.425592+0000) 2024-09-17T08:42:04.647 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:04 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:42:04.381+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-09-17T08:41:33.627158+0000 front 2024-09-17T08:41:33.627128+0000 (oldest deadline 2024-09-17T08:41:59.526984+0000) 2024-09-17T08:42:05.607 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:42:05 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:42:05.164+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.323424+0000 front 2024-09-17T08:41:15.323498+0000 (oldest deadline 2024-09-17T08:41:40.523586+0000) 2024-09-17T08:42:05.607 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:42:05 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:42:05.164+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-09-17T08:41:25.824519+0000 front 2024-09-17T08:41:25.824508+0000 (oldest deadline 2024-09-17T08:41:46.924371+0000) 2024-09-17T08:42:05.607 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:42:05 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:42:05.164+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-09-17T08:41:29.825331+0000 front 2024-09-17T08:41:29.825343+0000 (oldest deadline 2024-09-17T08:41:54.525283+0000) 2024-09-17T08:42:05.607 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:42:05 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6[91513]: 2024-09-17T08:42:05.164+0000 7f78d32cb640 -1 osd.6 130 heartbeat_check: no reply from 172.21.15.88:6830 osd.3 since back 2024-09-17T08:41:41.526744+0000 front 2024-09-17T08:41:41.526755+0000 (oldest deadline 2024-09-17T08:42:03.226573+0000) 2024-09-17T08:42:05.607 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:05 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:42:05.373+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.624540+0000 front 2024-09-17T08:41:15.624681+0000 (oldest deadline 2024-09-17T08:41:40.924491+0000) 2024-09-17T08:42:05.608 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:05 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:42:05.373+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-09-17T08:41:25.525756+0000 front 2024-09-17T08:41:25.525701+0000 (oldest deadline 2024-09-17T08:41:48.425592+0000) 2024-09-17T08:42:05.608 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:05 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:42:05.373+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-09-17T08:41:33.627158+0000 front 2024-09-17T08:41:33.627128+0000 (oldest deadline 2024-09-17T08:41:59.526984+0000) 2024-09-17T08:42:05.608 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:05 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:42:05.373+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6830 osd.3 since back 2024-09-17T08:41:39.527434+0000 front 2024-09-17T08:41:39.527482+0000 (oldest deadline 2024-09-17T08:42:04.827330+0000) 2024-09-17T08:42:05.865 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:42:05 smithi187 podman[110351]: 2024-09-17 08:42:05.60703881 +0000 UTC m=+5.419862043 container died 813f8cc61640bd4f11505718d3b3c7bb566e1ac215b45b85e1d0e18963f6181c (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6, RELEASE=reef-19e2a2b, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-17T08:42:06.146 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:42:05 smithi187 podman[110351]: 2024-09-17 08:42:05.980814891 +0000 UTC m=+5.793638126 container cleanup 813f8cc61640bd4f11505718d3b3c7bb566e1ac215b45b85e1d0e18963f6181c (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6, RELEASE=reef-19e2a2b, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, ceph=True) 2024-09-17T08:42:06.147 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:42:05 smithi187 bash[110351]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6 2024-09-17T08:42:06.601 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:42:06 smithi187 podman[110367]: 2024-09-17 08:42:06.257389737 +0000 UTC m=+0.643368262 container remove 813f8cc61640bd4f11505718d3b3c7bb566e1ac215b45b85e1d0e18963f6181c (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6, org.label-schema.schema-version=1.0, RELEASE=reef-19e2a2b, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux ) 2024-09-17T08:42:06.602 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:06 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:42:06.419+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.624540+0000 front 2024-09-17T08:41:15.624681+0000 (oldest deadline 2024-09-17T08:41:40.924491+0000) 2024-09-17T08:42:06.602 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:06 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:42:06.419+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-09-17T08:41:25.525756+0000 front 2024-09-17T08:41:25.525701+0000 (oldest deadline 2024-09-17T08:41:48.425592+0000) 2024-09-17T08:42:06.602 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:06 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:42:06.419+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-09-17T08:41:33.627158+0000 front 2024-09-17T08:41:33.627128+0000 (oldest deadline 2024-09-17T08:41:59.526984+0000) 2024-09-17T08:42:06.602 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:06 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:42:06.419+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6830 osd.3 since back 2024-09-17T08:41:39.527434+0000 front 2024-09-17T08:41:39.527482+0000 (oldest deadline 2024-09-17T08:42:04.827330+0000) 2024-09-17T08:42:06.897 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:42:06 smithi187 podman[110457]: 2024-09-17 08:42:06.504534956 +0000 UTC m=+0.015629716 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-17T08:42:06.897 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:42:06 smithi187 podman[110457]: 2024-09-17 08:42:06.616568722 +0000 UTC m=+0.127663513 container create 8210e3d9ef0ab4509ff47fd186940cc4b73bfe162b1d7e823f2e1fcfa2e80414 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6-deactivate, RELEASE=reef-19e2a2b, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-09-17T08:42:06.897 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:42:06 smithi187 podman[110457]: 2024-09-17 08:42:06.843987379 +0000 UTC m=+0.355082135 container init 8210e3d9ef0ab4509ff47fd186940cc4b73bfe162b1d7e823f2e1fcfa2e80414 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6-deactivate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-19e2a2b, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2) 2024-09-17T08:42:06.897 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:42:06 smithi187 podman[110457]: 2024-09-17 08:42:06.847229749 +0000 UTC m=+0.358324496 container start 8210e3d9ef0ab4509ff47fd186940cc4b73bfe162b1d7e823f2e1fcfa2e80414 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=reef-19e2a2b, maintainer=Guillaume Abrioux ) 2024-09-17T08:42:07.373 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:42:06 smithi187 podman[110457]: 2024-09-17 08:42:06.952459584 +0000 UTC m=+0.463554348 container attach 8210e3d9ef0ab4509ff47fd186940cc4b73bfe162b1d7e823f2e1fcfa2e80414 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6-deactivate, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, RELEASE=reef-19e2a2b, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.37.2) 2024-09-17T08:42:07.373 INFO:journalctl@ceph.osd.6.smithi187.stdout:Sep 17 08:42:07 smithi187 podman[110457]: 2024-09-17 08:42:07.031139796 +0000 UTC m=+0.542234551 container died 8210e3d9ef0ab4509ff47fd186940cc4b73bfe162b1d7e823f2e1fcfa2e80414 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-6-deactivate, RELEASE=reef-19e2a2b, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.37.2) 2024-09-17T08:42:07.647 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:42:07.371+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.624540+0000 front 2024-09-17T08:41:15.624681+0000 (oldest deadline 2024-09-17T08:41:40.924491+0000) 2024-09-17T08:42:07.647 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:42:07.371+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-09-17T08:41:25.525756+0000 front 2024-09-17T08:41:25.525701+0000 (oldest deadline 2024-09-17T08:41:48.425592+0000) 2024-09-17T08:42:07.647 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:42:07.371+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-09-17T08:41:33.627158+0000 front 2024-09-17T08:41:33.627128+0000 (oldest deadline 2024-09-17T08:41:59.526984+0000) 2024-09-17T08:42:07.647 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:07 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:42:07.371+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6830 osd.3 since back 2024-09-17T08:41:39.527434+0000 front 2024-09-17T08:41:39.527482+0000 (oldest deadline 2024-09-17T08:42:04.827330+0000) 2024-09-17T08:42:07.713 DEBUG:teuthology.orchestra.run.smithi187:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@osd.6.service' 2024-09-17T08:42:07.754 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-17T08:42:07.754 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-09-17T08:42:07.754 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-09-17T08:42:07.754 DEBUG:teuthology.orchestra.run.smithi187:> sudo systemctl stop ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@osd.7 2024-09-17T08:42:08.060 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:07 smithi187 systemd[1]: Stopping Ceph osd.7 for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:42:08.361 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:08 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:42:08.058+0000 7fb1a90c2640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T08:42:08.361 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:08 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:42:08.058+0000 7fb1a90c2640 -1 osd.7 130 *** Got signal Terminated *** 2024-09-17T08:42:08.361 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:08 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:42:08.058+0000 7fb1a90c2640 -1 osd.7 130 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-17T08:42:08.361 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:08 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:42:08.361+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.624540+0000 front 2024-09-17T08:41:15.624681+0000 (oldest deadline 2024-09-17T08:41:40.924491+0000) 2024-09-17T08:42:08.362 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:08 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:42:08.361+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-09-17T08:41:25.525756+0000 front 2024-09-17T08:41:25.525701+0000 (oldest deadline 2024-09-17T08:41:48.425592+0000) 2024-09-17T08:42:08.362 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:08 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:42:08.361+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-09-17T08:41:33.627158+0000 front 2024-09-17T08:41:33.627128+0000 (oldest deadline 2024-09-17T08:41:59.526984+0000) 2024-09-17T08:42:08.362 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:08 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:42:08.361+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6830 osd.3 since back 2024-09-17T08:41:39.527434+0000 front 2024-09-17T08:41:39.527482+0000 (oldest deadline 2024-09-17T08:42:04.827330+0000) 2024-09-17T08:42:09.647 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:42:09.325+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.624540+0000 front 2024-09-17T08:41:15.624681+0000 (oldest deadline 2024-09-17T08:41:40.924491+0000) 2024-09-17T08:42:09.647 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:42:09.325+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-09-17T08:41:25.525756+0000 front 2024-09-17T08:41:25.525701+0000 (oldest deadline 2024-09-17T08:41:48.425592+0000) 2024-09-17T08:42:09.647 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:42:09.325+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-09-17T08:41:33.627158+0000 front 2024-09-17T08:41:33.627128+0000 (oldest deadline 2024-09-17T08:41:59.526984+0000) 2024-09-17T08:42:09.647 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:09 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:42:09.325+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6830 osd.3 since back 2024-09-17T08:41:39.527434+0000 front 2024-09-17T08:41:39.527482+0000 (oldest deadline 2024-09-17T08:42:04.827330+0000) 2024-09-17T08:42:10.647 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:10 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:42:10.291+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.624540+0000 front 2024-09-17T08:41:15.624681+0000 (oldest deadline 2024-09-17T08:41:40.924491+0000) 2024-09-17T08:42:10.647 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:10 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:42:10.291+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-09-17T08:41:25.525756+0000 front 2024-09-17T08:41:25.525701+0000 (oldest deadline 2024-09-17T08:41:48.425592+0000) 2024-09-17T08:42:10.647 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:10 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:42:10.291+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-09-17T08:41:33.627158+0000 front 2024-09-17T08:41:33.627128+0000 (oldest deadline 2024-09-17T08:41:59.526984+0000) 2024-09-17T08:42:10.647 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:10 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:42:10.292+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6830 osd.3 since back 2024-09-17T08:41:39.527434+0000 front 2024-09-17T08:41:39.527482+0000 (oldest deadline 2024-09-17T08:42:04.827330+0000) 2024-09-17T08:42:11.647 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:42:11.308+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.624540+0000 front 2024-09-17T08:41:15.624681+0000 (oldest deadline 2024-09-17T08:41:40.924491+0000) 2024-09-17T08:42:11.647 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:42:11.308+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-09-17T08:41:25.525756+0000 front 2024-09-17T08:41:25.525701+0000 (oldest deadline 2024-09-17T08:41:48.425592+0000) 2024-09-17T08:42:11.647 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:42:11.308+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-09-17T08:41:33.627158+0000 front 2024-09-17T08:41:33.627128+0000 (oldest deadline 2024-09-17T08:41:59.526984+0000) 2024-09-17T08:42:11.647 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:42:11.308+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6830 osd.3 since back 2024-09-17T08:41:39.527434+0000 front 2024-09-17T08:41:39.527482+0000 (oldest deadline 2024-09-17T08:42:04.827330+0000) 2024-09-17T08:42:11.647 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:11 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:42:11.308+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.187:6804 osd.4 since back 2024-09-17T08:41:48.128930+0000 front 2024-09-17T08:41:48.128857+0000 (oldest deadline 2024-09-17T08:42:11.028900+0000) 2024-09-17T08:42:12.647 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:42:12.347+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6806 osd.0 since back 2024-09-17T08:41:15.624540+0000 front 2024-09-17T08:41:15.624681+0000 (oldest deadline 2024-09-17T08:41:40.924491+0000) 2024-09-17T08:42:12.647 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:42:12.347+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6814 osd.1 since back 2024-09-17T08:41:25.525756+0000 front 2024-09-17T08:41:25.525701+0000 (oldest deadline 2024-09-17T08:41:48.425592+0000) 2024-09-17T08:42:12.647 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:42:12.347+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6822 osd.2 since back 2024-09-17T08:41:33.627158+0000 front 2024-09-17T08:41:33.627128+0000 (oldest deadline 2024-09-17T08:41:59.526984+0000) 2024-09-17T08:42:12.647 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:42:12.347+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.88:6830 osd.3 since back 2024-09-17T08:41:39.527434+0000 front 2024-09-17T08:41:39.527482+0000 (oldest deadline 2024-09-17T08:42:04.827330+0000) 2024-09-17T08:42:12.647 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:12 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7[96202]: 2024-09-17T08:42:12.347+0000 7fb1a56d6640 -1 osd.7 130 heartbeat_check: no reply from 172.21.15.187:6804 osd.4 since back 2024-09-17T08:41:48.128930+0000 front 2024-09-17T08:41:48.128857+0000 (oldest deadline 2024-09-17T08:42:11.028900+0000) 2024-09-17T08:42:13.827 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:13 smithi187 podman[110559]: 2024-09-17 08:42:13.565035207 +0000 UTC m=+5.589290983 container died e79372404809cca5e7a41049a989cd4a9fdb32a7b040ba6bae670e075095f072 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7, RELEASE=reef-19e2a2b, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-09-17T08:42:14.147 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:14 smithi187 podman[110559]: 2024-09-17 08:42:14.009057273 +0000 UTC m=+6.033313035 container cleanup e79372404809cca5e7a41049a989cd4a9fdb32a7b040ba6bae670e075095f072 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-19e2a2b, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.37.2, ceph=True) 2024-09-17T08:42:14.147 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:14 smithi187 bash[110559]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7 2024-09-17T08:42:14.646 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:14 smithi187 podman[110575]: 2024-09-17 08:42:14.277522903 +0000 UTC m=+0.706186733 container remove e79372404809cca5e7a41049a989cd4a9fdb32a7b040ba6bae670e075095f072 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-19e2a2b, ceph=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-09-17T08:42:15.022 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:14 smithi187 podman[110664]: 2024-09-17 08:42:14.673494968 +0000 UTC m=+0.016028111 image pull 980a0bfcd684674f25c08d857ad8de3b1c8ae738870529edbf9aa463832c8d89 quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9 2024-09-17T08:42:15.022 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:14 smithi187 podman[110664]: 2024-09-17 08:42:14.77855227 +0000 UTC m=+0.121085397 container create eb9cc70eeab61f1971d313e8ecfa65c7d37f1ede6cb2f926dc8cfe360f0b3418 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7-deactivate, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-19e2a2b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-17T08:42:15.397 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:15 smithi187 podman[110664]: 2024-09-17 08:42:15.022509263 +0000 UTC m=+0.365042399 container init eb9cc70eeab61f1971d313e8ecfa65c7d37f1ede6cb2f926dc8cfe360f0b3418 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7-deactivate, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, RELEASE=reef-19e2a2b, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-09-17T08:42:15.398 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:15 smithi187 podman[110664]: 2024-09-17 08:42:15.025760989 +0000 UTC m=+0.368294120 container start eb9cc70eeab61f1971d313e8ecfa65c7d37f1ede6cb2f926dc8cfe360f0b3418 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, RELEASE=reef-19e2a2b, ceph=True, org.label-schema.build-date=20240731) 2024-09-17T08:42:15.398 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:15 smithi187 podman[110664]: 2024-09-17 08:42:15.11426487 +0000 UTC m=+0.456798024 container attach eb9cc70eeab61f1971d313e8ecfa65c7d37f1ede6cb2f926dc8cfe360f0b3418 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7-deactivate, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, RELEASE=reef-19e2a2b, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-17T08:42:15.398 INFO:journalctl@ceph.osd.7.smithi187.stdout:Sep 17 08:42:15 smithi187 podman[110664]: 2024-09-17 08:42:15.222014733 +0000 UTC m=+0.564547868 container died eb9cc70eeab61f1971d313e8ecfa65c7d37f1ede6cb2f926dc8cfe360f0b3418 (image=quay.ceph.io/ceph-ci/ceph@sha256:70b7810862ffedc21315a6c67a84878d4bbd16155279a41a670f6f6be7488da9, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-osd-7-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, RELEASE=reef-19e2a2b, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731) 2024-09-17T08:42:15.857 DEBUG:teuthology.orchestra.run.smithi187:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@osd.7.service' 2024-09-17T08:42:15.894 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-17T08:42:15.894 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-09-17T08:42:15.895 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-09-17T08:42:15.895 DEBUG:teuthology.orchestra.run.smithi187:> sudo systemctl stop ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a 2024-09-17T08:42:16.147 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:42:15 smithi187 systemd[1]: Stopping Ceph prometheus.a for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:42:16.514 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:42:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:42:16.238Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-17T08:42:16.514 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:42:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:42:16.238Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-17T08:42:16.514 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:42:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:42:16.238Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-17T08:42:16.514 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:42:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:42:16.238Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-17T08:42:16.514 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:42:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:42:16.238Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-17T08:42:16.514 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:42:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:42:16.238Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-17T08:42:16.514 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:42:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:42:16.238Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-17T08:42:16.514 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:42:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:42:16.238Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-17T08:42:16.514 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:42:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:42:16.238Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-17T08:42:16.514 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:42:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:42:16.238Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-17T08:42:16.515 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:42:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:42:16.238Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-17T08:42:16.515 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:42:16 smithi187 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a[64287]: ts=2024-09-17T08:42:16.239Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-17T08:42:16.515 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:42:16 smithi187 podman[110766]: 2024-09-17 08:42:16.248660559 +0000 UTC m=+0.139087991 container died 052443b7a266a9463c657ceb1d1ed1e7fd96881b356f8e3c019d10bde7845b81 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-17T08:42:16.872 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:42:16 smithi187 podman[110766]: 2024-09-17 08:42:16.621253727 +0000 UTC m=+0.511681168 container cleanup 052443b7a266a9463c657ceb1d1ed1e7fd96881b356f8e3c019d10bde7845b81 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-17T08:42:16.872 INFO:journalctl@ceph.prometheus.a.smithi187.stdout:Sep 17 08:42:16 smithi187 bash[110766]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-prometheus-a 2024-09-17T08:42:17.045 DEBUG:teuthology.orchestra.run.smithi187:> sudo pkill -f 'journalctl -f -n 0 -u ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@prometheus.a.service' 2024-09-17T08:42:17.079 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-17T08:42:17.079 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-09-17T08:42:17.079 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 --force --keep-logs 2024-09-17T08:42:17.236 INFO:teuthology.orchestra.run.smithi088.stderr:usage: cephadm [-h] [--image IMAGE] [--docker] [--data-dir DATA_DIR] 2024-09-17T08:42:17.236 INFO:teuthology.orchestra.run.smithi088.stderr: [--log-dir LOG_DIR] [--logrotate-dir LOGROTATE_DIR] 2024-09-17T08:42:17.236 INFO:teuthology.orchestra.run.smithi088.stderr: [--unit-dir UNIT_DIR] [--verbose] [--timeout TIMEOUT] 2024-09-17T08:42:17.237 INFO:teuthology.orchestra.run.smithi088.stderr: [--retry RETRY] [--env ENV] [--no-container-init] 2024-09-17T08:42:17.237 INFO:teuthology.orchestra.run.smithi088.stderr: {version,pull,inspect-image,ls,list-networks,adopt,rm-daemon,rm-cluster,run,shell,enter,ceph-volume,unit,logs,bootstrap,deploy,check-host,prepare-host,add-repo,rm-repo,install,registry-login,gather-facts,exporter,host-maintenance,verify-prereqs} 2024-09-17T08:42:17.237 INFO:teuthology.orchestra.run.smithi088.stderr: ... 2024-09-17T08:42:17.237 INFO:teuthology.orchestra.run.smithi088.stderr:cephadm: error: unrecognized arguments: --keep-logs 2024-09-17T08:42:17.250 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-17T08:42:17.251 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 --force --keep-logs 2024-09-17T08:42:17.395 INFO:teuthology.orchestra.run.smithi187.stderr:usage: cephadm [-h] [--image IMAGE] [--docker] [--data-dir DATA_DIR] 2024-09-17T08:42:17.395 INFO:teuthology.orchestra.run.smithi187.stderr: [--log-dir LOG_DIR] [--logrotate-dir LOGROTATE_DIR] 2024-09-17T08:42:17.395 INFO:teuthology.orchestra.run.smithi187.stderr: [--unit-dir UNIT_DIR] [--verbose] [--timeout TIMEOUT] 2024-09-17T08:42:17.395 INFO:teuthology.orchestra.run.smithi187.stderr: [--retry RETRY] [--env ENV] [--no-container-init] 2024-09-17T08:42:17.396 INFO:teuthology.orchestra.run.smithi187.stderr: {version,pull,inspect-image,ls,list-networks,adopt,rm-daemon,rm-cluster,run,shell,enter,ceph-volume,unit,logs,bootstrap,deploy,check-host,prepare-host,add-repo,rm-repo,install,registry-login,gather-facts,exporter,host-maintenance,verify-prereqs} 2024-09-17T08:42:17.396 INFO:teuthology.orchestra.run.smithi187.stderr: ... 2024-09-17T08:42:17.396 INFO:teuthology.orchestra.run.smithi187.stderr:cephadm: error: unrecognized arguments: --keep-logs 2024-09-17T08:42:17.410 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-17T08:42:17.410 DEBUG:teuthology.orchestra.run.smithi088:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-17T08:42:17.438 DEBUG:teuthology.orchestra.run.smithi187:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-17T08:42:17.463 INFO:tasks.cephadm:Archiving crash dumps... 2024-09-17T08:42:17.465 DEBUG:teuthology.misc:Transferring archived files from smithi088:/var/lib/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-09-16_22:08:02-orch-reef-distro-default-smithi/7908187/remote/smithi088/crash 2024-09-17T08:42:17.466 DEBUG:teuthology.orchestra.run.smithi088:> sudo tar c -f - -C /var/lib/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968/crash -- . 2024-09-17T08:42:17.515 DEBUG:teuthology.misc:Transferring archived files from smithi187:/var/lib/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-09-16_22:08:02-orch-reef-distro-default-smithi/7908187/remote/smithi187/crash 2024-09-17T08:42:17.516 DEBUG:teuthology.orchestra.run.smithi187:> sudo tar c -f - -C /var/lib/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968/crash -- . 2024-09-17T08:42:17.554 INFO:tasks.cephadm:Checking cluster log for badness... 2024-09-17T08:42:17.554 DEBUG:teuthology.orchestra.run.smithi088:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v CEPHADM_STRAY_DAEMON | egrep -v CEPHADM_FAILED_DAEMON | egrep -v CEPHADM_AGENT_DOWN | head -n 1 2024-09-17T08:42:17.582 INFO:teuthology.orchestra.run.smithi088.stderr:grep: /var/log/ceph/0975a5c8-74cb-11ef-bceb-c7b262605968/ceph.log: No such file or directory 2024-09-17T08:42:17.584 INFO:tasks.cephadm:Compressing logs... 2024-09-17T08:42:17.584 DEBUG:teuthology.orchestra.run.smithi088:> sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-17T08:42:17.627 DEBUG:teuthology.orchestra.run.smithi187:> sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-17T08:42:17.648 INFO:teuthology.orchestra.run.smithi088.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-09-17T08:42:17.650 INFO:teuthology.orchestra.run.smithi187.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-09-17T08:42:27.436 INFO:tasks.cephadm:Archiving logs... 2024-09-17T08:42:27.437 DEBUG:teuthology.misc:Transferring archived files from smithi088:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-16_22:08:02-orch-reef-distro-default-smithi/7908187/remote/smithi088/log 2024-09-17T08:42:27.438 DEBUG:teuthology.orchestra.run.smithi088:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-17T08:42:28.707 DEBUG:teuthology.misc:Transferring archived files from smithi187:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-16_22:08:02-orch-reef-distro-default-smithi/7908187/remote/smithi187/log 2024-09-17T08:42:28.709 DEBUG:teuthology.orchestra.run.smithi187:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-17T08:42:29.775 INFO:tasks.cephadm:Removing cluster... 2024-09-17T08:42:29.777 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 --force 2024-09-17T08:42:31.458 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:42:31 smithi088 systemd[1]: Stopping Ceph node-exporter.a for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:42:31.788 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:42:31 smithi088 podman[111207]: 2024-09-17 08:42:31.457838542 +0000 UTC m=+0.110971627 container died b70a15a514fb85c7fa3dff0ece9d8c6b38a9802b9524721bb869972b168fabb7 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-17T08:42:31.788 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:42:31 smithi088 podman[111207]: 2024-09-17 08:42:31.788576279 +0000 UTC m=+0.441709403 container cleanup b70a15a514fb85c7fa3dff0ece9d8c6b38a9802b9524721bb869972b168fabb7 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-17T08:42:32.164 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:42:31 smithi088 bash[111207]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a 2024-09-17T08:42:32.164 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:42:31 smithi088 podman[111222]: 2024-09-17 08:42:31.972910363 +0000 UTC m=+0.515368250 container remove b70a15a514fb85c7fa3dff0ece9d8c6b38a9802b9524721bb869972b168fabb7 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-17T08:42:32.165 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:42:31 smithi088 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-09-17T08:42:32.634 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:42:32 smithi088 systemd[1]: Stopping Ceph alertmanager.a for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:42:32.634 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:42:32 smithi088 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-09-17T08:42:32.634 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:42:32 smithi088 systemd[1]: Stopped Ceph node-exporter.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:42:32.634 INFO:journalctl@ceph.node-exporter.a.smithi088.stdout:Sep 17 08:42:32 smithi088 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@node-exporter.a.service: Consumed 2.960s CPU time. 2024-09-17T08:42:32.915 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:42:32 smithi088 ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager-a[62503]: ts=2024-09-17T08:42:32.634Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-09-17T08:42:32.915 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:42:32 smithi088 podman[111329]: 2024-09-17 08:42:32.685193537 +0000 UTC m=+0.159724071 container died ae3ad2ca8c3e93439e00756053743eba082448d9e744c15cf1f0c3a1dee56ac2 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-17T08:42:33.186 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:42:33 smithi088 podman[111329]: 2024-09-17 08:42:33.003100179 +0000 UTC m=+0.477630720 container cleanup ae3ad2ca8c3e93439e00756053743eba082448d9e744c15cf1f0c3a1dee56ac2 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-17T08:42:33.187 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:42:33 smithi088 bash[111329]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager-a 2024-09-17T08:42:33.454 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:42:33 smithi088 podman[111342]: 2024-09-17 08:42:33.187265721 +0000 UTC m=+0.504454624 container remove ae3ad2ca8c3e93439e00756053743eba082448d9e744c15cf1f0c3a1dee56ac2 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-17T08:42:33.455 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:42:33 smithi088 podman[111342]: 2024-09-17 08:42:33.263107361 +0000 UTC m=+0.580296263 volume remove d16c2d4dfa8c8eba1f91c13c29e2c6ce340acec7ac835d4f76c694a0663d2455 2024-09-17T08:42:33.875 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:42:33 smithi088 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-09-17T08:42:33.875 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:42:33 smithi088 systemd[1]: Stopped Ceph alertmanager.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:42:33.875 INFO:journalctl@ceph.alertmanager.a.smithi088.stdout:Sep 17 08:42:33 smithi088 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@alertmanager.a.service: Consumed 1.458s CPU time. 2024-09-17T08:42:45.190 DEBUG:teuthology.orchestra.run.smithi187:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 0975a5c8-74cb-11ef-bceb-c7b262605968 --force 2024-09-17T08:42:46.897 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:42:46 smithi187 systemd[1]: Stopping Ceph node-exporter.b for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:42:46.897 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:42:46 smithi187 podman[111270]: 2024-09-17 08:42:46.885334927 +0000 UTC m=+0.102322074 container died 75f36e91740f99c5d85f674b6fc38500c146b95eb6ba1f3ca4051413e9e027cb (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-17T08:42:47.397 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:42:47 smithi187 podman[111270]: 2024-09-17 08:42:47.27505656 +0000 UTC m=+0.492043740 container cleanup 75f36e91740f99c5d85f674b6fc38500c146b95eb6ba1f3ca4051413e9e027cb (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-17T08:42:47.397 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:42:47 smithi187 bash[111270]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b 2024-09-17T08:42:47.837 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:42:47 smithi187 podman[111284]: 2024-09-17 08:42:47.509626657 +0000 UTC m=+0.627957291 container remove 75f36e91740f99c5d85f674b6fc38500c146b95eb6ba1f3ca4051413e9e027cb (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-17T08:42:47.837 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:42:47 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-09-17T08:42:47.837 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:42:47 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-09-17T08:42:47.837 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:42:47 smithi187 systemd[1]: Stopped Ceph node-exporter.b for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:42:47.837 INFO:journalctl@ceph.node-exporter.b.smithi187.stdout:Sep 17 08:42:47 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@node-exporter.b.service: Consumed 3.019s CPU time. 2024-09-17T08:42:48.090 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:42:47 smithi187 systemd[1]: Stopping Ceph grafana.a for 0975a5c8-74cb-11ef-bceb-c7b262605968... 2024-09-17T08:42:48.379 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:42:48 smithi187 podman[111389]: 2024-09-17 08:42:48.090011613 +0000 UTC m=+0.114713947 container died bb16e26e2835a693fd245ba398dcd9b4238b0a0010ce0f283364605c4a30f29b (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, version=8.5, io.buildah.version=1.32.0, name=ubi8, architecture=x86_64, build-date=2022-04-29T11:48:11.055897, release=239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, description=Ceph Grafana Container, io.k8s.display-name=Red Hat Universal Base Image 8, distribution-scope=public, io.openshift.expose-services=, vcs-type=git, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=ubi8-container, maintainer=Paul Cuzner , vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vendor=Red Hat, Inc., io.openshift.tags=base rhel8) 2024-09-17T08:42:48.647 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:42:48 smithi187 podman[111389]: 2024-09-17 08:42:48.453942755 +0000 UTC m=+0.478645079 container cleanup bb16e26e2835a693fd245ba398dcd9b4238b0a0010ce0f283364605c4a30f29b (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a, com.redhat.component=ubi8-container, io.openshift.expose-services=, summary=Grafana Container configured for Ceph mgr/dashboard integration, build-date=2022-04-29T11:48:11.055897, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vendor=Red Hat, Inc., version=8.5, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.tags=base rhel8, maintainer=Paul Cuzner , release=239.1651231664, architecture=x86_64, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.buildah.version=1.32.0, name=ubi8, vcs-type=git, description=Ceph Grafana Container, distribution-scope=public) 2024-09-17T08:42:48.647 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:42:48 smithi187 bash[111389]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a 2024-09-17T08:42:49.147 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:42:48 smithi187 podman[111402]: 2024-09-17 08:42:48.81354442 +0000 UTC m=+0.725948865 container remove bb16e26e2835a693fd245ba398dcd9b4238b0a0010ce0f283364605c4a30f29b (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-0975a5c8-74cb-11ef-bceb-c7b262605968-grafana-a, maintainer=Paul Cuzner , name=ubi8, vcs-type=git, com.redhat.component=ubi8-container, io.openshift.expose-services=, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, description=Ceph Grafana Container, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vendor=Red Hat, Inc., version=8.5, build-date=2022-04-29T11:48:11.055897, architecture=x86_64, summary=Grafana Container configured for Ceph mgr/dashboard integration, distribution-scope=public, io.buildah.version=1.32.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., release=239.1651231664, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.tags=base rhel8, io.k8s.display-name=Red Hat Universal Base Image 8) 2024-09-17T08:42:49.147 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:42:48 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-09-17T08:42:49.147 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:42:49 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-09-17T08:42:49.147 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:42:49 smithi187 systemd[1]: Stopped Ceph grafana.a for 0975a5c8-74cb-11ef-bceb-c7b262605968. 2024-09-17T08:42:49.147 INFO:journalctl@ceph.grafana.a.smithi187.stdout:Sep 17 08:42:49 smithi187 systemd[1]: ceph-0975a5c8-74cb-11ef-bceb-c7b262605968@grafana.a.service: Consumed 9.660s CPU time. 2024-09-17T08:43:12.444 INFO:tasks.cephadm:Removing cephadm ... 2024-09-17T08:43:12.444 DEBUG:teuthology.orchestra.run.smithi088:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-17T08:43:12.464 DEBUG:teuthology.orchestra.run.smithi187:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-17T08:43:12.480 INFO:tasks.cephadm:Teardown complete 2024-09-17T08:43:12.480 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-17T08:43:12.493 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-17T08:43:12.493 DEBUG:teuthology.orchestra.run.smithi088:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-17T08:43:12.508 DEBUG:teuthology.orchestra.run.smithi187:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-17T08:43:12.523 INFO:teuthology.orchestra.run.smithi088.stderr:bash: line 1: ntpq: command not found 2024-09-17T08:43:12.528 INFO:teuthology.orchestra.run.smithi088.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-17T08:43:12.528 INFO:teuthology.orchestra.run.smithi088.stdout:=============================================================================== 2024-09-17T08:43:12.528 INFO:teuthology.orchestra.run.smithi088.stdout:^* hv01.front.sepia.ceph.com 3 8 377 165 +529us[ +589us] +/- 42ms 2024-09-17T08:43:12.528 INFO:teuthology.orchestra.run.smithi088.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 41 -2131us[-2131us] +/- 50ms 2024-09-17T08:43:12.528 INFO:teuthology.orchestra.run.smithi088.stdout:^+ hv03.front.sepia.ceph.com 3 7 377 110 +2950us[+2950us] +/- 84ms 2024-09-17T08:43:12.528 INFO:teuthology.orchestra.run.smithi088.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-09-17T08:43:12.534 INFO:teuthology.orchestra.run.smithi187.stderr:bash: line 1: ntpq: command not found 2024-09-17T08:43:12.538 INFO:teuthology.orchestra.run.smithi187.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-17T08:43:12.539 INFO:teuthology.orchestra.run.smithi187.stdout:=============================================================================== 2024-09-17T08:43:12.539 INFO:teuthology.orchestra.run.smithi187.stdout:^* hv01.front.sepia.ceph.com 3 6 377 44 +564us[ +520us] +/- 44ms 2024-09-17T08:43:12.539 INFO:teuthology.orchestra.run.smithi187.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 43 -2057us[-2057us] +/- 50ms 2024-09-17T08:43:12.539 INFO:teuthology.orchestra.run.smithi187.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 46 +3014us[+2970us] +/- 84ms 2024-09-17T08:43:12.539 INFO:teuthology.orchestra.run.smithi187.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-09-17T08:43:12.539 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-17T08:43:12.548 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-17T08:43:12.549 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-17T08:43:12.585 DEBUG:teuthology.orchestra.run.smithi088:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-17T08:43:12.673 DEBUG:teuthology.orchestra.run.smithi187:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-17T08:43:12.746 DEBUG:teuthology.orchestra.run.smithi088:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-17T08:43:12.776 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-17T08:43:12.776 DEBUG:teuthology.orchestra.run.smithi187:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-17T08:43:12.804 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-17T08:43:12.804 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-17T08:43:12.814 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-17T08:43:12.823 INFO:teuthology.task.internal:Duration was 2734.145403 seconds 2024-09-17T08:43:12.824 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-17T08:43:12.833 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-17T08:43:12.833 DEBUG:teuthology.orchestra.run.smithi088:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-17T08:43:12.835 DEBUG:teuthology.orchestra.run.smithi187:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-17T08:43:12.873 INFO:teuthology.orchestra.run.smithi088.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-17T08:43:12.883 INFO:teuthology.orchestra.run.smithi187.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-17T08:43:13.202 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-17T08:43:13.203 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi088.front.sepia.ceph.com 2024-09-17T08:43:13.203 DEBUG:teuthology.orchestra.run.smithi088:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-17T08:43:13.267 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi187.front.sepia.ceph.com 2024-09-17T08:43:13.267 DEBUG:teuthology.orchestra.run.smithi187:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-17T08:43:13.298 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-17T08:43:13.298 DEBUG:teuthology.orchestra.run.smithi088:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-17T08:43:13.310 DEBUG:teuthology.orchestra.run.smithi187:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-17T08:43:13.367 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-17T08:43:13.368 DEBUG:teuthology.orchestra.run.smithi088:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-17T08:43:13.377 DEBUG:teuthology.orchestra.run.smithi187:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-17T08:43:14.007 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-17T08:43:14.020 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-17T08:43:14.021 DEBUG:teuthology.orchestra.run.smithi088:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-17T08:43:14.045 DEBUG:teuthology.orchestra.run.smithi187:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-17T08:43:14.070 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-17T08:43:14.079 DEBUG:teuthology.orchestra.run.smithi088:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-17T08:43:14.088 DEBUG:teuthology.orchestra.run.smithi187:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-17T08:43:14.109 INFO:teuthology.orchestra.run.smithi088.stdout:kernel.core_pattern = core 2024-09-17T08:43:14.133 INFO:teuthology.orchestra.run.smithi187.stdout:kernel.core_pattern = core 2024-09-17T08:43:14.186 DEBUG:teuthology.orchestra.run.smithi088:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-17T08:43:14.240 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-17T08:43:14.241 DEBUG:teuthology.orchestra.run.smithi187:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-17T08:43:14.256 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-17T08:43:14.256 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-17T08:43:14.266 INFO:teuthology.task.internal:Transferring archived files... 2024-09-17T08:43:14.267 DEBUG:teuthology.misc:Transferring archived files from smithi088:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-16_22:08:02-orch-reef-distro-default-smithi/7908187/remote/smithi088 2024-09-17T08:43:14.267 DEBUG:teuthology.orchestra.run.smithi088:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-17T08:43:14.328 DEBUG:teuthology.misc:Transferring archived files from smithi187:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-16_22:08:02-orch-reef-distro-default-smithi/7908187/remote/smithi187 2024-09-17T08:43:14.329 DEBUG:teuthology.orchestra.run.smithi187:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-17T08:43:14.376 INFO:teuthology.task.internal:Removing archive directory... 2024-09-17T08:43:14.376 DEBUG:teuthology.orchestra.run.smithi088:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-17T08:43:14.378 DEBUG:teuthology.orchestra.run.smithi187:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-17T08:43:14.418 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-17T08:43:14.429 INFO:teuthology.task.internal:Not uploading archives. 2024-09-17T08:43:14.429 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-17T08:43:14.441 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-17T08:43:14.441 DEBUG:teuthology.orchestra.run.smithi088:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-17T08:43:14.444 DEBUG:teuthology.orchestra.run.smithi187:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-17T08:43:14.456 INFO:teuthology.orchestra.run.smithi088.stdout: 265324 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 17 08:43 /home/ubuntu/cephtest 2024-09-17T08:43:14.472 INFO:teuthology.orchestra.run.smithi187.stdout: 265324 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 17 08:43 /home/ubuntu/cephtest 2024-09-17T08:43:14.473 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-17T08:43:14.483 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-17T08:43:14.512 INFO:teuthology.run:Summary data: description: orch/cephadm/upgrade/{1-start-distro/1-start-centos_9.stream 2-repo_digest/defaut 3-upgrade/staggered 4-wait 5-upgrade-ls agent/off mon_election/classic} duration: 2734.1454026699066 owner: scheduled_teuthology@teuthology success: true 2024-09-17T08:43:14.512 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-17T08:43:14.597 INFO:teuthology.run:pass